This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 22aa1fad6a0b fix: Databricks Spark 3.4 Runtime compatibility for
reading Hudi tables (#18292)
add 93b8e9fc9804 feat(flink): Add Kafka offset tracking to Flink Hudi
commits (#18127)
No new revisions were added by this update.
Summary of changes:
hudi-flink-datasource/hudi-flink/pom.xml | 11 +
.../apache/hudi/configuration/FlinkOptions.java | 88 ++++
.../apache/hudi/sink/FlinkCheckpointClient.java | 323 +++++++++++++++
.../hudi/sink/StreamWriteOperatorCoordinator.java | 1 +
.../hudi/sink/muttley/AthenaIngestionGateway.java | 346 ++++++++++++++++
.../hudi/sink/muttley/FlinkHudiMuttleyClient.java | 246 +++++++++++
.../muttley/FlinkHudiMuttleyClientException.java | 19 +-
.../sink/muttley/FlinkHudiMuttleyException.java | 38 +-
.../muttley/FlinkHudiMuttleyServerException.java | 19 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 252 ++++++++++++
.../hudi/sink/TestFlinkCheckpointClient.java | 451 +++++++++++++++++++++
.../hudi/sink/TestFlinkCheckpointClientMock.java | 318 +++++++++++++++
.../sink/TestStreamWriteOperatorCoordinator.java | 437 ++++++++++++++++++++
.../sources/helpers/ProtoConversionUtil.java | 2 +-
14 files changed, 2510 insertions(+), 41 deletions(-)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/FlinkCheckpointClient.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/muttley/AthenaIngestionGateway.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/muttley/FlinkHudiMuttleyClient.java
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/bootstrap/translator/IdentityBootstrapPartitionPathTranslator.java
=>
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/muttley/FlinkHudiMuttleyClientException.java
(65%)
copy hudi-io/src/main/java/org/apache/hudi/exception/HoodieException.java =>
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/muttley/FlinkHudiMuttleyException.java
(57%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/bootstrap/translator/IdentityBootstrapPartitionPathTranslator.java
=>
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/muttley/FlinkHudiMuttleyServerException.java
(65%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/sink/TestFlinkCheckpointClient.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/sink/TestFlinkCheckpointClientMock.java
