This is an automated email from the ASF dual-hosted git repository.
novatechflow pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/wayang.git
from 6b86d0df9 Merge pull request #767 from novatechflow/docker-build
add b3799c36d Add wayang-presto platform (jdbc-template) with full
operator coverage
add b2468ff3e Make Presto integration tests engine-only (no Java plugin)
add 8f9d1f050 Add license headers to Presto setup files
add 63482821e Align JDBC executor SQL assertions
add 5afcd3b51 Ensure JDBC SQL statements end with semicolon
add 3dc1cfca8 Update JDBC executor SQL expectations
add 9d094fb6f Stabilize Tensorflow Iris training shuffle
new edf57f065 Merge pull request #773 from
JunWang222/presto-engine-platform-only-test
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
INTEGRATION-TESTS.md | 96 +++
improvement.md | 120 ++++
presto-setup/docker-compose.yml | 47 ++
.../etc/catalog/memory.properties | 32 +-
.../org/apache/wayang/api/DataQuantaBuilder.scala | 114 +++-
wayang-platforms/pom.xml | 1 +
.../apache/wayang/jdbc/execution/JdbcExecutor.java | 81 ++-
.../wayang/jdbc/operators/JdbcTableSource.java | 3 +-
.../{wayang-postgres => wayang-presto}/pom.xml | 29 +-
.../main/java/org/apache/wayang/presto/Presto.java | 62 ++
.../presto}/channels/ChannelConversions.java | 15 +-
.../wayang/presto}/mapping/FilterMapping.java | 14 +-
.../presto}/mapping/GlobalReduceMapping.java | 18 +-
.../apache/wayang/presto}/mapping/JoinMapping.java | 15 +-
.../apache/wayang/presto}/mapping/Mappings.java | 11 +-
.../wayang/presto}/mapping/ProjectionMapping.java | 13 +-
.../wayang/presto}/mapping/ReduceByMapping.java | 25 +-
.../apache/wayang/presto}/mapping/SortMapping.java | 24 +-
.../wayang/presto}/mapping/TableSinkMapping.java | 15 +-
.../presto/operators/PrestoExecutionOperator.java} | 13 +-
.../presto/operators/PrestoFilterOperator.java} | 19 +-
.../operators/PrestoGlobalReduceOperator.java} | 25 +-
.../presto/operators/PrestoJoinOperator.java} | 22 +-
.../operators/PrestoProjectionOperator.java} | 18 +-
.../presto/operators/PrestoReduceByOperator.java} | 29 +-
.../presto/operators/PrestoSortOperator.java} | 26 +-
.../presto/operators/PrestoTableSinkOperator.java} | 31 +-
.../presto/operators/PrestoTableSource.java} | 15 +-
.../wayang/presto/platform/PrestoPlatform.java} | 25 +-
.../presto/plugin/PrestoConversionsPlugin.java} | 14 +-
.../apache/wayang/presto/plugin/PrestoPlugin.java} | 14 +-
.../resources/wayang-presto-defaults.properties | 169 ++++++
.../apache/wayang/presto/PrestoOperatorsIT.java | 654 +++++++++++++++++++++
.../org/apache/wayang/tests/TensorflowIrisIT.java | 10 +-
34 files changed, 1596 insertions(+), 223 deletions(-)
create mode 100644 INTEGRATION-TESTS.md
create mode 100644 improvement.md
create mode 100644 presto-setup/docker-compose.yml
copy .github/workflows/todo2issue.yml =>
presto-setup/etc/catalog/memory.properties (57%)
copy wayang-platforms/{wayang-postgres => wayang-presto}/pom.xml (71%)
create mode 100644
wayang-platforms/wayang-presto/src/main/java/org/apache/wayang/presto/Presto.java
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-presto/src/main/java/org/apache/wayang/presto}/channels/ChannelConversions.java
(76%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-presto/src/main/java/org/apache/wayang/presto}/mapping/FilterMapping.java
(84%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-presto/src/main/java/org/apache/wayang/presto}/mapping/GlobalReduceMapping.java
(82%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-presto/src/main/java/org/apache/wayang/presto}/mapping/JoinMapping.java
(86%)
copy
wayang-platforms/{wayang-generic-jdbc/src/main/java/org/apache/wayang/genericjdbc
=> wayang-presto/src/main/java/org/apache/wayang/presto}/mapping/Mappings.java
(84%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-presto/src/main/java/org/apache/wayang/presto}/mapping/ProjectionMapping.java
(85%)
copy wayang-platforms/{wayang-spark/src/main/java/org/apache/wayang/spark =>
wayang-presto/src/main/java/org/apache/wayang/presto}/mapping/ReduceByMapping.java
(66%)
copy wayang-platforms/{wayang-java/src/main/java/org/apache/wayang/java =>
wayang-presto/src/main/java/org/apache/wayang/presto}/mapping/SortMapping.java
(68%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres =>
wayang-presto/src/main/java/org/apache/wayang/presto}/mapping/TableSinkMapping.java
(82%)
copy
wayang-platforms/{wayang-generic-jdbc/src/main/java/org/apache/wayang/genericjdbc/operators/GenericJdbcExecutionOperator.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoExecutionOperator.java}
(71%)
copy
wayang-platforms/{wayang-generic-jdbc/src/main/java/org/apache/wayang/genericjdbc/operators/GenericJdbcFilterOperator.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoFilterOperator.java}
(69%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresGlobalReduceOperator.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoGlobalReduceOperator.java}
(60%)
copy
wayang-platforms/{wayang-generic-jdbc/src/main/java/org/apache/wayang/genericjdbc/operators/GenericJdbcJoinOperator.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoJoinOperator.java}
(67%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresProjectionOperator.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoProjectionOperator.java}
(65%)
copy
wayang-platforms/{wayang-jdbc-template/src/test/java/org/apache/wayang/jdbc/test/HsqldbReduceByOperator.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoReduceByOperator.java}
(55%)
copy
wayang-platforms/{wayang-jdbc-template/src/test/java/org/apache/wayang/jdbc/test/HsqldbSortOperator.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoSortOperator.java}
(58%)
copy
wayang-platforms/{wayang-sqlite3/src/main/java/org/apache/wayang/sqlite3/operators/Sqlite3TableSinkOperator.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoTableSinkOperator.java}
(57%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresTableSource.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/operators/PrestoTableSource.java}
(76%)
copy
wayang-platforms/{wayang-postgres/src/main/java/org/apache/wayang/postgres/platform/PostgresPlatform.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/platform/PrestoPlatform.java}
(57%)
copy
wayang-platforms/{wayang-sqlite3/src/main/java/org/apache/wayang/sqlite3/plugin/Sqlite3ConversionPlugin.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/plugin/PrestoConversionsPlugin.java}
(75%)
copy
wayang-platforms/{wayang-sqlite3/src/main/java/org/apache/wayang/sqlite3/plugin/Sqlite3Plugin.java
=>
wayang-presto/src/main/java/org/apache/wayang/presto/plugin/PrestoPlugin.java}
(78%)
create mode 100644
wayang-platforms/wayang-presto/src/main/resources/wayang-presto-defaults.properties
create mode 100644
wayang-platforms/wayang-presto/src/test/java/org/apache/wayang/presto/PrestoOperatorsIT.java
