This is an automated email from the ASF dual-hosted git repository. zkaoudi pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit 9bad982d7537170e38f5fb0ebabdc82e6249d8b3 Merge: 1788e1b3e 00e9ad877 Author: Zoi Kaoudi <[email protected]> AuthorDate: Tue May 6 10:19:04 2025 +0200 Merge pull request #559 from aurb9/python-implementation Expose Parquet operator to Python API python/.gitignore | 2 +- .../src/pywy/{operators => basic/data}/__init__.py | 24 ------- python/src/pywy/basic/data/record.py | 67 +++++++++++++++++++ python/src/pywy/core/core.py | 11 +-- python/src/pywy/core/serializer.py | 32 +++++---- python/src/pywy/dataquanta.py | 78 ++++++++++++++-------- python/src/pywy/execution/util.py | 1 - python/src/pywy/execution/worker.py | 17 +++-- python/src/pywy/graph/graph.py | 22 +++--- python/src/pywy/operators/__init__.py | 41 +++++++----- python/src/pywy/operators/base.py | 23 ++++--- python/src/pywy/operators/binary.py | 47 +++++++------ python/src/pywy/operators/sink.py | 4 +- python/src/pywy/operators/source.py | 27 +++++++- python/src/pywy/operators/unary.py | 54 ++++++--------- python/src/pywy/tests/filter_test.py | 4 +- python/src/pywy/tests/test.py | 3 +- python/src/pywy/types.py | 34 +++++----- .../wayang-api-json/src/main/scala/Main.scala | 4 -- .../src/main/scala/builder/JsonPlanBuilder.scala | 28 ++++---- .../OperatorFromDrawflowConverter.scala | 15 ++--- .../scala/operatorfromjson/ContextFromJson.scala | 2 +- .../scala/operatorfromjson/OperatorFromJson.scala | 35 +++++----- .../main/scala/operatorfromjson/PlanFromJson.scala | 8 --- .../binary/IntersectOperatorFromJson.scala | 1 - .../binary/JoinOperatorFromJson.scala | 3 +- .../binary/UnionOperatorFromJson.scala | 2 - .../ParquetInputFromJson.scala} | 15 +++-- .../unary/DistinctOperatorFromJson.scala | 1 - .../unary/FilterOperatorFromJson.scala | 3 +- ...romJson.scala => GroupByOperatorFromJson.scala} | 6 +- .../unary/SortOperatorFromJson.scala | 3 +- .../function/WrappedTransformationDescriptor.java | 1 - .../wayang-api-python-defaults.properties | 1 - .../org/apache/wayang/api/JavaPlanBuilder.scala | 3 +- .../scala/org/apache/wayang/api/PlanBuilder.scala | 2 +- .../org/apache/wayang/api/util/NDimArray.scala | 3 + .../java/org/apache/wayang/basic/data/Record.java | 4 +- 38 files changed, 352 insertions(+), 279 deletions(-)
