This is an automated email from the ASF dual-hosted git repository. danny0405 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git
from e76dd102bca [HUDI-4631] Adding retries to spark datasource writes on conflict failures (#6854) add d924f181633 [HUDI-6539] New LSM tree style archived timeline (#9209) No new revisions were added by this update. Summary of changes: .../hudi/cli/commands/CompactionCommand.java | 19 +- .../org/apache/hudi/cli/commands/SparkMain.java | 2 +- .../cli/commands/TestArchivedCommitsCommand.java | 2 +- .../hudi/cli/commands/TestCommitsCommand.java | 2 +- .../hudi/cli/commands/TestCompactionCommand.java | 2 +- .../hudi/client/BaseHoodieTableServiceClient.java | 1 + .../apache/hudi/client/timeline/ActiveAction.java | 167 +++++++++ .../client/timeline/ActiveActionWithDetails.java | 112 ++++++ .../{ => timeline}/HoodieTimelineArchiver.java | 378 ++------------------- .../hudi/client/timeline/LSMTimelineWriter.java | 372 ++++++++++++++++++++ .../apache/hudi/client/utils/ArchivalUtils.java | 2 +- .../utils/LegacyArchivedMetaEntryReader.java | 302 ++++++++++++++++ .../hudi/client/utils/MetadataConversionUtils.java | 48 ++- .../apache/hudi/config/HoodieArchivalConfig.java | 33 +- .../org/apache/hudi/config/HoodieWriteConfig.java | 12 +- ...ContextSupplier.java => DummyActiveAction.java} | 40 ++- .../TestConflictResolutionStrategyUtil.java | 2 +- .../utils/TestLegacyArchivedMetaEntryReader.java | 146 ++++++++ .../hudi/utils/TestMetadataConversionUtils.java | 164 ++++++++- .../hudi/testutils/TestHoodieMetadataBase.java | 2 +- .../TestHoodieClientOnMergeOnReadStorage.java | 10 +- .../client/functional/TestHoodieMetadataBase.java | 2 +- .../apache/hudi/io/TestHoodieTimelineArchiver.java | 270 ++++----------- .../java/org/apache/hudi/table/TestCleaner.java | 2 +- ...Metadata.avsc => HoodieLSMTimelineInstant.avsc} | 39 ++- .../java/org/apache/hudi/common/fs/FSUtils.java | 29 ++ .../common/model/HoodieLSMTimelineManifest.java | 131 +++++++ .../hudi/common/table/HoodieTableMetaClient.java | 2 +- .../table/timeline/HoodieActiveTimeline.java | 2 +- .../table/timeline/HoodieArchivedTimeline.java | 346 +++++++------------ .../hudi/common/table/timeline/HoodieInstant.java | 4 +- .../hudi/common/table/timeline/LSMTimeline.java | 287 ++++++++++++++++ .../common/util/ArchivedInstantReadSchemas.java | 105 ++++++ .../hudi/io/storage/HoodieAvroFileReaderBase.java | 7 +- .../hudi/io/storage/HoodieAvroHFileReader.java | 2 +- .../hudi/io/storage/HoodieAvroOrcReader.java | 2 +- .../hudi/io/storage/HoodieAvroParquetReader.java | 2 +- .../apache/hudi/io/storage/HoodieFileWriter.java | 2 +- .../model/TestHoodieLSMTimelineManifest.java | 55 +++ .../common/table/timeline/TestLSMTimeline.java | 57 ++++ .../hudi/common/testutils/FileCreateUtils.java | 17 +- .../hudi/common/testutils/HoodieTestTable.java | 30 +- .../sink/compact/CompactionCommitTestSink.java | 2 +- .../org/apache/hudi/cli/ArchiveExecutorUtils.java | 2 +- .../TestSparkConsistentBucketClustering.java | 4 +- .../benchmark/LSMTimelineReadBenchmark.scala | 97 ++++++ 46 files changed, 2395 insertions(+), 921 deletions(-) create mode 100644 hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/ActiveAction.java create mode 100644 hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/ActiveActionWithDetails.java rename hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/{ => timeline}/HoodieTimelineArchiver.java (50%) create mode 100644 hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/LSMTimelineWriter.java create mode 100644 hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/utils/LegacyArchivedMetaEntryReader.java copy hudi-client/hudi-client-common/src/test/java/org/apache/hudi/{DummyTaskContextSupplier.java => DummyActiveAction.java} (52%) create mode 100644 hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/utils/TestLegacyArchivedMetaEntryReader.java copy hudi-common/src/main/avro/{HoodieBootstrapPartitionMetadata.avsc => HoodieLSMTimelineInstant.avsc} (66%) create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/model/HoodieLSMTimelineManifest.java create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/table/timeline/LSMTimeline.java create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/util/ArchivedInstantReadSchemas.java create mode 100644 hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieLSMTimelineManifest.java create mode 100644 hudi-common/src/test/java/org/apache/hudi/common/table/timeline/TestLSMTimeline.java create mode 100644 hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/execution/benchmark/LSMTimelineReadBenchmark.scala