This is an automated email from the ASF dual-hosted git repository.
voonhous pushed a change to branch release-1.2.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
from dbfafbcf5738 feat(spark): add restore_to_instant stored procedure
(#18696)
new 8f74fdaf2f52 feat(spark): add show_inflight_commits and
cleanup_stale_inflight_com… (#18709)
new 88b4e85809b1 chore: add spark4.1 and flink2.1 profile entries to RC
bundle validation (#18796)
new 18cddb5b6d86 fix(flink): fix disable table service not effective in
hudi-flink (#13875)
new a15bc7bd8827 feat(flink): Backport Flink 2.1 Dremel nested Parquet
reader rewrite to hudi-flink1.19.x (FLINK-35702) (#18809)
new 532edf360a4b chore: Fix stale zip file for variant backward
compatibility test (#18815)
new 9c3137ae3c45 chore: Add release information for Apache Hudi 1.2.0
(#18831)
new c7be772580da fix(spark): Add options for archive procedure (#18437)
new 4d06094008a7 fix: RLI bootstrap fails due to NPE with cleaner table
service (#18836)
new 3e3d0b8af1ee chore: Fix Flink CI Maven profile arguments (#18845)
new d24332afdce4 [MINOR] Handle cancellation error with
HoodieMetadataTableValidator (#18371)
new 6834874bedfa docs: Update DOAP file to include 0.15.1 (#18838)
new fbb5c1f1d90e feat(trino): [RFC-105] Trino Hudi Connector — Shim/Bundle
Refactor (#18782)
The 12 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/bot.yml | 8 +-
.github/workflows/release_candidate_validation.yml | 8 +
doap_HUDI.rdf | 16 +
.../org/apache/hudi/cli/commands/SparkMain.java | 2 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 24 +-
.../TestHoodieBackedTableMetadataWriter.java | 45 ++
...adataIndexException.java => ExceptionUtil.java} | 31 +-
.../apache/hudi/exception/TestExceptionUtil.java | 57 ++
.../variant_backward_compat/variant_mor_avro.zip | Bin 87511 -> 104069 bytes
.../apache/hudi/configuration/FlinkOptions.java | 6 +
.../apache/hudi/configuration/OptionsResolver.java | 36 +-
.../org/apache/hudi/sink/v2/utils/PipelinesV2.java | 8 +-
.../apache/hudi/streamer/HoodieFlinkStreamer.java | 6 +-
.../org/apache/hudi/table/HoodieTableSink.java | 6 +-
.../hudi/configuration/TestOptionsResolver.java | 68 ++
.../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 29 +
.../hudi/sink/TestWriteMergeOnReadWithCompact.java | 31 +
.../table/format/cow/utils/NestedPositionUtil.java | 4 +-
.../reader/ParquetDataColumnReaderFactory.java | 8 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 688 ++++++++++++---------
.../table/format/cow/utils/BooleanArrayList.java | 0
.../hudi/table/format/cow/utils/IntArrayList.java | 0
.../hudi/table/format/cow/utils/LongArrayList.java | 0
.../table/format/cow/utils/NestedPositionUtil.java | 4 +-
.../format/cow/vector/ColumnarGroupArrayData.java | 179 ------
.../format/cow/vector/ColumnarGroupMapData.java | 63 --
.../format/cow/vector/ColumnarGroupRowData.java | 138 -----
.../cow/vector/HeapArrayGroupColumnVector.java | 53 --
.../table/format/cow/vector/HeapArrayVector.java | 31 +
.../format/cow/vector/HeapMapColumnVector.java | 75 ++-
.../format/cow/vector/HeapRowColumnVector.java | 15 +
.../format/cow/vector/ParquetDecimalVector.java | 197 +++++-
.../cow/vector/position/CollectionPosition.java | 0
.../cow/vector/position/LevelDelegation.java | 0
.../format/cow/vector/position/RowPosition.java | 0
.../cow/vector/reader/ArrayColumnReader.java | 473 --------------
.../format/cow/vector/reader/ArrayGroupReader.java | 45 --
.../format/cow/vector/reader/MapColumnReader.java | 56 --
.../cow/vector/reader/NestedColumnReader.java | 0
.../vector/reader/NestedPrimitiveColumnReader.java | 0
.../reader/ParquetColumnarRowSplitReader.java | 34 +-
.../reader/ParquetDataColumnReaderFactory.java | 112 +++-
.../format/cow/vector/reader/RowColumnReader.java | 63 --
.../table/format/cow/vector/type/ParquetField.java | 0
.../format/cow/vector/type/ParquetGroupField.java | 0
.../cow/vector/type/ParquetPrimitiveField.java | 0
.../cow/vector/TestHeapColumnVectorAccessors.java | 0
.../cow/vector/TestParquetDecimalVector.java | 0
.../reader/TestParquetDataColumnReaderFactory.java | 0
.../cow/vector/type/TestParquetGroupField.java | 0
.../org/apache/hudi/HoodieTimelineCleanupUtil.java | 59 ++
.../scala/org/apache/hudi/HoodieCLIUtils.scala | 60 +-
.../scala/org/apache/hudi/TestHoodieCLIUtils.scala | 104 ++++
.../org/apache/hudi/cli/ArchiveExecutorUtils.java | 17 +-
.../procedures/ArchiveCommitsProcedure.scala | 99 ++-
.../CleanupStaleInflightCommitsProcedure.scala | 224 +++++++
.../hudi/command/procedures/HoodieProcedures.scala | 2 +
.../procedures/ShowInflightCommitsProcedure.scala | 113 ++++
.../procedure/TestArchiveCommitsProcedure.scala | 147 +++--
.../TestCleanupStaleInflightCommitsProcedure.scala | 413 +++++++++++++
.../TestShowInflightCommitsProcedure.scala | 151 +++++
.../utilities/HoodieMetadataTableValidator.java | 3 +
rfc/rfc-105/rfc-105.md | 225 +++++++
63 files changed, 2769 insertions(+), 1467 deletions(-)
copy
hudi-common/src/main/java/org/apache/hudi/exception/{HoodieMetadataIndexException.java
=> ExceptionUtil.java} (56%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/exception/TestExceptionUtil.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/utils/BooleanArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/utils/IntArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/utils/LongArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/utils/NestedPositionUtil.java
(98%)
delete mode 100644
hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupArrayData.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupMapData.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupRowData.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayGroupColumnVector.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/CollectionPosition.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/LevelDelegation.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/RowPosition.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayGroupReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedPrimitiveColumnReader.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetGroupField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetPrimitiveField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestHeapColumnVectorAccessors.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestParquetDecimalVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/test/java/org/apache/hudi/table/format/cow/vector/reader/TestParquetDataColumnReaderFactory.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.19.x}/src/test/java/org/apache/hudi/table/format/cow/vector/type/TestParquetGroupField.java
(100%)
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/java/org/apache/hudi/HoodieTimelineCleanupUtil.java
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/test/scala/org/apache/hudi/TestHoodieCLIUtils.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/CleanupStaleInflightCommitsProcedure.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/ShowInflightCommitsProcedure.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/procedure/TestCleanupStaleInflightCommitsProcedure.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/procedure/TestShowInflightCommitsProcedure.scala
create mode 100644 rfc/rfc-105/rfc-105.md
