This is an automated email from the ASF dual-hosted git repository. zkaoudi pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit 4df2121612bcb53ad27210d664489bb3915d0dd0 Merge: 74b91763 d14fd248 Author: Zoi Kaoudi <[email protected]> AuthorDate: Thu Apr 3 14:56:19 2025 +0200 Merge pull request #528 from aurb9/main Add ParquetSource operator with Java and Spark implementations .../org/apache/wayang/api/JavaPlanBuilder.scala | 10 +- .../scala/org/apache/wayang/api/PlanBuilder.scala | 12 +- .../wayang/apps/wordcount/WordCountParquet.java | 94 +++++++++++ wayang-commons/wayang-basic/pom.xml | 5 + .../java/org/apache/wayang/basic/data/Record.java | 27 ++++ .../wayang/basic/operators/ParquetSource.java | 178 ++++++++++++++++++++ wayang-platforms/wayang-java/pom.xml | 10 ++ .../org/apache/wayang/java/mapping/Mappings.java | 1 + .../wayang/java/mapping/ParquetSourceMapping.java | 58 +++++++ .../wayang/java/operators/JavaParquetSource.java | 180 +++++++++++++++++++++ .../main/resources/wayang-java-defaults.properties | 20 +++ .../wayang/spark/execution/SparkExecutor.java | 7 + .../org/apache/wayang/spark/mapping/Mappings.java | 1 + .../wayang/spark/mapping/ParquetSourceMapping.java | 61 +++++++ .../wayang/spark/operators/SparkParquetSource.java | 122 ++++++++++++++ .../resources/wayang-spark-defaults.properties | 28 ++++ 16 files changed, 811 insertions(+), 3 deletions(-)
