This is an automated email from the ASF dual-hosted git repository.
voonhous pushed a change to branch release-1.2.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 010397bf4221 perf(trino): drop the decimal schema cache and memoize
prefilled values (#19495)
add f4594d8058d5 fix(flink): close CDC image spillable maps on failures
(#19482)
add adffdda13fa2 fix(build): import Lazy from its release-branch package
in HoodieHadoopStorage
add b6a4eafe6d87 fix(metrics): do not drop the whole CloudWatch batch on
one unmappable metric name (#19476)
add 79e387aaf66d test(trino): add a Trino E2E testcontainers pipeline for
the RFC-105 connector (#19217)
No new revisions were added by this update.
Summary of changes:
.github/workflows/hudi_trino_e2e.yml | 186 +++++++++++
docker/README.md | 27 ++
...r-compose_hadoop340_hive2310_spark402_amd64.yml | 23 ++
...r-compose_hadoop340_hive2310_spark402_arm64.yml | 25 +-
docker/demo/sparksql-stock-ticks-trino.commands | 98 ++++++
docker/demo/trino-batch1.commands | 23 --
docker/demo/trino-batch2-after-compaction.commands | 21 --
docker/demo/trino-table-check.commands | 20 --
.../requirements.txt => docker/trino/.dockerignore | 9 +-
docker/trino/.gitignore | 3 +
docker/trino/Dockerfile | 51 +++
docker/trino/build_image.sh | 77 +++++
.../trino/empty-overlay/.gitkeep | 4 +-
.../trino/etc/catalog/hudi.properties | 14 +-
.../trino/etc/config.properties | 9 +-
.../trino/etc/hadoop-conf/core-site.xml | 19 +-
.../trino/etc/hadoop-conf/hdfs-site.xml | 23 +-
.../trino/etc/jvm.config | 21 +-
.../trino/etc/node.properties | 5 +-
docker/trino/overlay-entrypoint.sh | 52 +++
docker/trino/shim/pom.xml | 161 +++++++++
.../main/java/io/trino/plugin/hudi/HudiPlugin.java | 32 +-
.../aws/metrics/cloudwatch/CloudWatchReporter.java | 26 +-
.../metrics/cloudwatch/TestCloudWatchReporter.java | 145 +++++++-
...faultSizeEstimator.java => CloseableUtils.java} | 21 +-
.../TestCloseableUtils.java} | 24 +-
.../function/HoodieCdcSplitReaderFunction.java | 15 +-
.../reader/function/HoodieSplitReaderFunction.java | 11 +-
.../hudi/table/format/cdc/CdcImageManager.java | 31 +-
.../hudi/table/format/cdc/CdcInputFormat.java | 17 +-
.../apache/hudi/table/format/cdc/CdcIterators.java | 30 +-
.../hudi/storage/hadoop/HoodieHadoopStorage.java | 2 +-
.../java/org/apache/hudi/integ/ITTestBase.java | 22 --
.../org/apache/hudi/integ/ITTestHoodieDemo.java | 61 +---
.../testcontainers/ITTestBaseTestcontainers.java | 55 ++-
.../testcontainers/TestcontainersConfig.java | 21 ++
.../testcontainers/service/TrinoService.java | 117 +++++++
.../trino/ITTestTrinoCustomType.java | 369 +++++++++++++++++++++
.../testcontainers/trino/ITTestTrinoSmoke.java | 71 ++++
.../trino/ITTestTrinoStockTicks.java | 134 ++++++++
hudi-trino/README.md | 42 +++
41 files changed, 1850 insertions(+), 267 deletions(-)
create mode 100644 .github/workflows/hudi_trino_e2e.yml
create mode 100644 docker/demo/sparksql-stock-ticks-trino.commands
delete mode 100644 docker/demo/trino-batch1.commands
delete mode 100644 docker/demo/trino-batch2-after-compaction.commands
delete mode 100644 docker/demo/trino-table-check.commands
copy hudi-notebooks/requirements.txt => docker/trino/.dockerignore (84%)
create mode 100644 docker/trino/.gitignore
create mode 100644 docker/trino/Dockerfile
create mode 100755 docker/trino/build_image.sh
copy
hudi-spark-datasource/hudi-spark/src/test/resources/META-INF/services/org.apache.hudi.common.HoodieTableFormat
=> docker/trino/empty-overlay/.gitkeep (78%)
copy
hudi-client/hudi-spark-client/src/test/resources/META-INF/services/org.apache.hudi.common.HoodieTableFormat
=> docker/trino/etc/catalog/hudi.properties (52%)
copy
hudi-spark-datasource/hudi-spark/src/test/resources/META-INF/services/org.apache.hudi.common.HoodieTableFormat
=> docker/trino/etc/config.properties (72%)
copy style/import-control.xml => docker/trino/etc/hadoop-conf/core-site.xml
(68%)
copy style/import-control.xml => docker/trino/etc/hadoop-conf/hdfs-site.xml
(68%)
copy
hudi-client/hudi-spark-client/src/test/resources/META-INF/services/org.apache.hudi.common.HoodieTableFormat
=> docker/trino/etc/jvm.config (51%)
copy
hudi-client/hudi-spark-client/src/test/resources/META-INF/services/org.apache.hudi.common.HoodieTableFormat
=> docker/trino/etc/node.properties (82%)
create mode 100755 docker/trino/overlay-entrypoint.sh
create mode 100644 docker/trino/shim/pom.xml
copy
hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieAvroDataBlockVersion.java
=> docker/trino/shim/src/main/java/io/trino/plugin/hudi/HudiPlugin.java (54%)
copy
hudi-common/src/main/java/org/apache/hudi/common/util/{DefaultSizeEstimator.java
=> CloseableUtils.java} (66%)
copy
hudi-common/src/test/java/org/apache/hudi/common/{model/TestHoodieConsistentHashingMetadata.java
=> util/TestCloseableUtils.java} (64%)
create mode 100644
hudi-integ-test/src/test/java/org/apache/hudi/integ2/testcontainers/service/TrinoService.java
create mode 100644
hudi-integ-test/src/test/java/org/apache/hudi/integ2/testcontainers/trino/ITTestTrinoCustomType.java
create mode 100644
hudi-integ-test/src/test/java/org/apache/hudi/integ2/testcontainers/trino/ITTestTrinoSmoke.java
create mode 100644
hudi-integ-test/src/test/java/org/apache/hudi/integ2/testcontainers/trino/ITTestTrinoStockTicks.java
