This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 4284012d2b5 [HUDI-9389] Refactor table service schedule to lock
instant creation and plan generation (#13340)
add 2ddc4bdb4e4 [HUDI-8474] Introduce SparkRDDMetadatatWriteClient and
HoodieSparkMergeOnReadMetadataTable to support streaming writes to metadata
table (#13295)
No new revisions were added by this update.
Summary of changes:
.../metadata/HoodieBackedTableMetadataWriter.java | 12 +-
.../org/apache/hudi/table/WorkloadProfile.java | 15 +-
.../action/commit/BaseCommitActionExecutor.java | 2 +-
.../FlinkHoodieBackedTableMetadataWriter.java | 2 +-
.../commit/BaseJavaCommitActionExecutor.java | 4 +-
.../hudi/client/SparkRDDMetadataWriteClient.java | 90 +++++
.../table/HoodieSparkMergeOnReadMetadataTable.java | 54 +++
.../org/apache/hudi/table/HoodieSparkTable.java | 6 +-
.../commit/BaseSparkCommitActionExecutor.java | 31 +-
...arkMetadataTableUpsertCommitActionExecutor.java | 103 +++++
.../SparkMetadataTableUpsertPartitioner.java | 66 ++++
.../client/TestSparkRDDMetadataWriteClient.java | 416 +++++++++++++++++++++
...arkMetadataTableUpsertCommitActionExecutor.java | 108 ++++++
.../TestSparkMetadataTableUpsertPartitioner.java | 94 +++++
.../testutils/HoodieSparkClientTestHarness.java | 2 +-
15 files changed, 981 insertions(+), 24 deletions(-)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/SparkRDDMetadataWriteClient.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/HoodieSparkMergeOnReadMetadataTable.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/SparkMetadataTableUpsertCommitActionExecutor.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/SparkMetadataTableUpsertPartitioner.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/TestSparkRDDMetadataWriteClient.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/action/commit/TestSparkMetadataTableUpsertCommitActionExecutor.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/action/commit/TestSparkMetadataTableUpsertPartitioner.java
