This is an automated email from the ASF dual-hosted git repository.
zkaoudi pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/wayang.git
from e726cdfae Merge pull request #751 from
apache/dependabot/maven/wayang-commons/wayang-basic/org.apache.kafka-kafka-clients-3.9.2
add 98b6bfc46 Merge playground into main (#1)
add 5eb532573 Merge branch 'apache:main' into main
add 3f04b2498 add comment to SpatialJoinOperator
add d1fbced42 clean up spatial benchmarks
add e75b6eda6 Change JDBC Operators to Wayang Operators in JdbcExecutor
new 42e2fa6dc Merge pull request #699 from Spatial-Data-MP/main
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 1 +
.../scala/org/apache/wayang/api/DataQuanta.scala | 80 ++-
.../org/apache/wayang/api/DataQuantaBuilder.scala | 96 +++-
.../java/org/apache/wayang/api/JavaApiTest.java | 16 +
.../wayang/api/sql/sources/fs/CsvRowConverter.java | 1 +
wayang-benchmark/pom.xml | 5 +
.../apache/wayang/apps/spatial/SpatialFilter.java | 73 +++
.../wayang/apps/spatial/SpatialFilterPostgis.java | 74 +++
.../apache/wayang/apps/spatial/SpatialJoin.java | 69 +++
.../wayang/apps/spatial/SpatialJoinPostgis.java | 102 ++++
wayang-commons/wayang-basic/pom.xml | 2 +-
.../wayang/basic/operators/GeoJsonFileSource.java} | 22 +-
.../basic/operators/SpatialFilterOperator.java | 87 ++++
.../basic/operators/SpatialJoinOperator.java | 112 ++++
.../wayang/core/api/spatial/SpatialGeometry.java} | 23 +-
.../wayang/core/api/spatial/SpatialPredicate.java | 18 +-
.../apache/wayang/jdbc/execution/JdbcExecutor.java | 26 +-
.../wayang/spark/platform/SparkPlatform.java | 1 +
wayang-plugins/pom.xml | 1 +
wayang-plugins/wayang-spatial/pom.xml | 180 +++++++
.../java/org/apache/wayang/spatial/Spatial.java} | 66 ++-
.../apache/wayang/spatial/data/WayangGeometry.java | 271 ++++++++++
.../spatial/function/JtsSpatialPredicate.java | 86 +++
.../apache/wayang/spatial}/mapping/Mappings.java | 26 +-
.../mapping/java/GeoJsonFileSourceMapping.java | 18 +-
.../spatial/mapping/java/SpatialFilterMapping.java | 22 +-
.../spatial/mapping/java/SpatialJoinMapping.java | 16 +-
.../mapping/postgres/SpatialFilterMapping.java | 34 +-
.../mapping/postgres/SpatialJoinMapping.java | 35 +-
.../mapping/spark/SpatialFilterMapping.java | 20 +-
.../spatial/mapping/spark/SpatialJoinMapping.java | 27 +-
.../operators/java/JavaGeoJsonFileSource.java | 146 ++++++
.../operators/java/JavaSpatialFilterOperator.java | 76 ++-
.../operators/java/JavaSpatialJoinOperator.java | 138 +++++
.../operators/jdbc/JdbcSpatialFilterOperator.java | 78 +++
.../operators/jdbc/JdbcSpatialJoinOperator.java | 75 +++
.../postgres/PostgresSpatialFilterOperator.java | 60 +++
.../postgres/PostgresSpatialJoinOperator.java | 53 ++
.../spark/SparkSpatialFilterOperator.java | 186 +++++++
.../operators/spark/SparkSpatialJoinOperator.java | 186 +++++++
.../org/apache/wayang/api/JavaApiSpatialTest.java | 574 +++++++++++++++++++++
.../wayang/spatial/data/WayangGeometryTest.java | 221 ++++++++
.../PostgresSpatialIntegrationTest.java | 284 ++++++++++
.../java/JavaSpatialFilterOperatorTest.java | 174 +++++++
.../java/JavaSpatialJoinOperatorTest.java | 194 +++++++
.../jdbc/JdbcSpatialFilterOperatorTest.java | 177 +++++++
.../jdbc/JdbcSpatialJoinOperatorTest.java | 195 +++++++
.../spark/SparkSpatialFilterOperatorTest.java | 190 +++++++
.../spark/SparkSpatialJoinOperatorTest.java | 172 ++++++
.../wayang/spatial}/test/HsqldbPlatform.java | 4 +-
.../wayang/spatial}/test/HsqldbTableSource.java | 10 +-
.../src/test/resources/geojson-sample.json | 33 ++
.../wayang-spatial/src/test/resources/uniform.csv | 114 ++++
.../resources/wayang-hsqldb-defaults.properties | 0
54 files changed, 4751 insertions(+), 199 deletions(-)
create mode 100644
wayang-benchmark/src/main/java/org/apache/wayang/apps/spatial/SpatialFilter.java
create mode 100644
wayang-benchmark/src/main/java/org/apache/wayang/apps/spatial/SpatialFilterPostgis.java
create mode 100644
wayang-benchmark/src/main/java/org/apache/wayang/apps/spatial/SpatialJoin.java
create mode 100644
wayang-benchmark/src/main/java/org/apache/wayang/apps/spatial/SpatialJoinPostgis.java
copy
wayang-commons/wayang-basic/src/{test/java/org/apache/wayang/basic/operators/test/TestSource.java
=> main/java/org/apache/wayang/basic/operators/GeoJsonFileSource.java} (60%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/SpatialFilterOperator.java
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/SpatialJoinOperator.java
copy
wayang-commons/{wayang-basic/src/main/java/org/apache/wayang/basic/operators/ObjectFileSerializationMode.java
=>
wayang-core/src/main/java/org/apache/wayang/core/api/spatial/SpatialGeometry.java}
(61%)
copy
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/rel/WayangRel.java
=>
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/api/spatial/SpatialPredicate.java
(77%)
mode change 100755 => 100644
create mode 100644 wayang-plugins/wayang-spatial/pom.xml
copy
wayang-plugins/{wayang-iejoin/src/main/java/org/apache/wayang/iejoin/IEJoin.java
=> wayang-spatial/src/main/java/org/apache/wayang/spatial/Spatial.java} (66%)
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/data/WayangGeometry.java
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/function/JtsSpatialPredicate.java
copy wayang-plugins/{wayang-iejoin/src/main/java/org/apache/wayang/iejoin =>
wayang-spatial/src/main/java/org/apache/wayang/spatial}/mapping/Mappings.java
(54%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/mapping/ParquetSourceMapping.java
=>
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/mapping/java/GeoJsonFileSourceMapping.java
(76%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/mapping/FlatMapMapping.java
=>
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/mapping/java/SpatialFilterMapping.java
(66%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/mapping/KafkaTopicSinkMapping.java
=>
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/mapping/java/SpatialJoinMapping.java
(71%)
copy
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/mapping/SortMapping.java
=>
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/mapping/postgres/SpatialFilterMapping.java
(62%)
copy
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/mapping/SortMapping.java
=>
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/mapping/postgres/SpatialJoinMapping.java
(59%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/mapping/ml/ModelTransformMapping.java
=>
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/mapping/spark/SpatialFilterMapping.java
(68%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/mapping/ml/ModelTransformMapping.java
=>
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/mapping/spark/SpatialJoinMapping.java
(66%)
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/operators/java/JavaGeoJsonFileSource.java
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/operators/JavaFilterOperator.java
=>
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/operators/java/JavaSpatialFilterOperator.java
(56%)
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/operators/java/JavaSpatialJoinOperator.java
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/operators/jdbc/JdbcSpatialFilterOperator.java
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/operators/jdbc/JdbcSpatialJoinOperator.java
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/operators/postgres/PostgresSpatialFilterOperator.java
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/operators/postgres/PostgresSpatialJoinOperator.java
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/operators/spark/SparkSpatialFilterOperator.java
create mode 100644
wayang-plugins/wayang-spatial/src/main/java/org/apache/wayang/spatial/operators/spark/SparkSpatialJoinOperator.java
create mode 100644
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/api/JavaApiSpatialTest.java
create mode 100644
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial/data/WayangGeometryTest.java
create mode 100644
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial/integration/PostgresSpatialIntegrationTest.java
create mode 100644
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial/operators/java/JavaSpatialFilterOperatorTest.java
create mode 100644
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial/operators/java/JavaSpatialJoinOperatorTest.java
create mode 100644
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial/operators/jdbc/JdbcSpatialFilterOperatorTest.java
create mode 100644
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial/operators/jdbc/JdbcSpatialJoinOperatorTest.java
create mode 100644
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial/operators/spark/SparkSpatialFilterOperatorTest.java
create mode 100644
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial/operators/spark/SparkSpatialJoinOperatorTest.java
copy
{wayang-platforms/wayang-jdbc-template/src/test/java/org/apache/wayang/jdbc =>
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial}/test/HsqldbPlatform.java
(93%)
copy
{wayang-platforms/wayang-jdbc-template/src/test/java/org/apache/wayang/jdbc =>
wayang-plugins/wayang-spatial/src/test/java/org/apache/wayang/spatial}/test/HsqldbTableSource.java
(85%)
create mode 100644
wayang-plugins/wayang-spatial/src/test/resources/geojson-sample.json
create mode 100644 wayang-plugins/wayang-spatial/src/test/resources/uniform.csv
copy {wayang-platforms/wayang-jdbc-template =>
wayang-plugins/wayang-spatial}/src/test/resources/wayang-hsqldb-defaults.properties
(100%)
