This is an automated email from the ASF dual-hosted git repository.
voonhous pushed a change to branch release-1.2.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
from da2e4efa17d2 fix(streamer): Use checkpoint V1 for non-incremental
streamer sources (#18896)
new e3e003b6d1dd fix(flink): Use the execution mode without rocksdb cache
by default … (#18894)
new e3b86c3227a6 chore: [MINOR] Update DOAP with 0.14.2 Release (#18924)
new bdbb493134c6 fix(flink): avoid repeated timeline reload for unchanged
lookup table commits (#18930)
new 622ad78cf45a fix(common): Close log writer output stream on append
failure (#18909)
new f1259ca8cd02 fix(metrics): NPE handling when hudi metrics is disabled
(#18947)
new e142c4054be9 feat(flink): Backport Flink 2.1 Dremel nested Parquet
reader to hudi-flink1.20 (#18953)
new b414c9cc0189 fix(clustering): retain missing partitions in
selected/regex incremental scheduling (#18945)
new c77841848e9c fix(flink): Close write client properly in
DefaultCleanHandler (#18940)
new ed2f11b16f09 feat(flink): Backport Flink 2.1 Dremel nested Parquet
reader to hudi-flink2.1.x (#18960)
new abae8aafc223 feat(flink): Backport Flink 2.1 Dremel nested Parquet
reader to hudi-… (#18959)
new 1025464a3d1e docs: RFC-106 - Record Level and Secondary Index Support
for Flink Writers (#17610)
new 69642da256ab perf(clean): Avoid extra getPathInfo RPC per file during
clean execution (#18963)
new 94ceafb511b5 fix(spark): catch HoodieSchemaNotFoundException in 3-arg
DefaultSource.createRelation (#18977)
new 50198ac6b433 refactor: Add Lombok annotations to hudi-common module
(part 7) (#18944)
new 9b112cd3078f fix(flink): relocate org.apache.flink.dropwizard (#18982)
new cce4bbebed56 feat: add more metrics for delta streamer (#18085)
new aca664d5abc5 feat: Add HUDI version and engine properties to commit
metadata (#18183)
new d33079932ac1 Fix NPE in getInputFileSlices when RO path filter returns
empty partition (#18639)
new 73ec4812c2f6 fix: Isolate classloader-aware parallel execution in
HoodiePreCommitValidatorEngineContext (#18585)
The 19 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
doap_HUDI.rdf | 7 +
.../org/apache/hudi/client/BaseHoodieClient.java | 4 +
.../hudi/client/BaseHoodieTableServiceClient.java | 2 +
.../apache/hudi/client/BaseHoodieWriteClient.java | 1 +
.../hudi/client/CommitMetadataProperties.java | 145 ++++
.../metadata/HoodieBackedTableMetadataWriter.java | 2 +-
.../org/apache/hudi/metrics/HoodieMetrics.java | 11 +-
.../table/action/clean/CleanActionExecutor.java | 45 +-
.../cluster/strategy/ClusteringPlanStrategy.java | 17 +
.../PartitionAwareClusteringPlanStrategy.java | 12 +-
.../hudi/client/TestCommitMetadataProperties.java | 170 +++++
.../org/apache/hudi/metrics/TestHoodieMetrics.java | 316 +++++++++
.../TestPartitionAwareClusteringPlanStrategy.java | 34 +-
.../client/common/HoodieJavaEngineContext.java | 25 +
.../client/common/HoodieSparkEngineContext.java | 14 +
.../hudi/client/utils/SparkValidatorUtils.java | 38 +-
.../client/validator/SparkPreCommitValidator.java | 12 +
.../hudi/client/utils/TestSparkValidatorUtils.java | 211 +++++-
.../validator/TestSparkPreCommitValidator.java | 143 ++++
.../table/functional/TestCleanActionExecutor.java | 20 +-
.../org/apache/hudi/BaseHoodieTableFileIndex.java | 11 +-
.../main/java/org/apache/hudi/HoodieVersion.java | 43 +-
.../engine/ExecutorServiceBasedEngineContext.java | 290 ++++++++
.../hudi/common/engine/HoodieEngineContext.java | 16 +
.../hudi/common/table/HoodieTableConfig.java | 56 +-
.../hudi/common/table/HoodieTableMetaClient.java | 159 ++---
.../hudi/common/table/HoodieTableVersion.java | 24 +-
.../hudi/common/table/TableSchemaResolver.java | 12 +-
.../hudi/common/table/cdc/HoodieCDCExtractor.java | 6 +-
.../hudi/common/table/cdc/HoodieCDCFileSplit.java | 24 +-
.../hudi/common/table/cdc/HoodieCDCOperation.java | 14 +-
.../hudi/common/table/checkpoint/Checkpoint.java | 21 +-
.../table/log/AbstractHoodieLogRecordScanner.java | 92 +--
.../table/log/BaseHoodieLogRecordReader.java | 103 ++-
.../apache/hudi/common/table/log/FullKeySpec.java | 15 +-
.../hudi/common/table/log/HoodieLogFileReader.java | 26 +-
.../hudi/common/table/log/HoodieLogFormat.java | 12 +-
.../common/table/log/HoodieLogFormatReader.java | 8 +-
.../table/log/HoodieMergedLogRecordReader.java | 20 +-
.../table/log/HoodieMergedLogRecordScanner.java | 20 +-
.../apache/hudi/common/table/log/InstantRange.java | 17 +-
.../common/table/log/block/HoodieCommandBlock.java | 7 +-
.../common/table/log/block/HoodieDataBlock.java | 11 +-
.../common/table/log/block/HoodieDeleteBlock.java | 6 +-
.../table/log/block/HoodieHFileDataBlock.java | 2 +
.../common/table/log/block/HoodieLogBlock.java | 94 +--
.../hudi/common/table/read/BufferedRecord.java | 47 +-
.../table/read/BufferedRecordMergerFactory.java | 7 +-
.../hudi/common/table/read/DeleteContext.java | 22 +-
.../table/read/IncrementalQueryAnalyzer.java | 70 +-
.../buffer/DefaultFileGroupRecordBufferLoader.java | 8 +-
.../table/read/buffer/FileGroupRecordBuffer.java | 19 +-
.../buffer/PositionBasedFileGroupRecordBuffer.java | 15 +-
.../org/apache/hudi/exception/ExceptionUtil.java | 18 +-
.../apache/hudi/BaseHoodieTableFileIndexTest.java | 69 ++
.../apache/hudi/exception/TestExceptionUtil.java | 20 +
.../apache/hudi/configuration/OptionsResolver.java | 41 ++
.../sink/compact/handler/DefaultCleanHandler.java | 2 +-
.../sink/partitioner/BucketAssignFunction.java | 8 +-
.../partitioner/GlobalRecordIndexPartitioner.java | 7 +
.../partitioner/MinibatchBucketAssignFunction.java | 8 +-
.../sink/partitioner/RecordIndexPartitioner.java | 27 +-
.../index/GlobalRecordLevelIndexBackend.java | 45 +-
.../java/org/apache/hudi/sink/utils/Pipelines.java | 6 +-
.../source/split/HoodieSourceSplitSerializer.java | 12 +-
.../org/apache/hudi/table/HoodieTableFactory.java | 4 -
.../hudi/table/lookup/HoodieLookupFunction.java | 13 +-
.../org/apache/hudi/util/FlinkWriteClients.java | 4 +-
.../hudi/configuration/TestOptionsResolver.java | 34 +
.../handler/TestDefaultCleanHandler.java} | 36 +-
.../TestMinibatchBucketAssignFunction.java | 82 ++-
.../partitioner/TestRecordIndexPartitioner.java | 1 +
.../index/TestGlobalRecordLevelIndexBackend.java | 4 +-
.../hudi/source/TestIncrementalInputSplits.java | 4 +-
.../source/TestStreamReadMonitoringFunction.java | 4 +-
.../hudi/source/split/TestHoodieSourceSplit.java | 14 +-
.../split/TestHoodieSourceSplitSerializer.java | 76 +--
.../apache/hudi/table/ITTestHoodieDataSource.java | 50 +-
.../apache/hudi/table/TestHoodieTableFactory.java | 17 +
.../table/lookup/TestHoodieLookupFunction.java | 161 +++++
.../test/java/org/apache/hudi/utils/TestSQL.java | 5 +
.../cow/vector/reader/NestedColumnReader.java | 8 +-
.../cow/vector/reader/NestedColumnReader.java | 8 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 682 +++++++++++--------
.../table/format/cow/utils/BooleanArrayList.java | 0
.../hudi/table/format/cow/utils/IntArrayList.java | 0
.../hudi/table/format/cow/utils/LongArrayList.java | 0
.../table/format/cow/utils/NestedPositionUtil.java | 0
.../format/cow/vector/ColumnarGroupArrayData.java | 179 -----
.../format/cow/vector/ColumnarGroupMapData.java | 63 --
.../format/cow/vector/ColumnarGroupRowData.java | 138 ----
.../cow/vector/HeapArrayGroupColumnVector.java | 53 --
.../table/format/cow/vector/HeapArrayVector.java | 31 +
.../format/cow/vector/HeapMapColumnVector.java | 74 +-
.../format/cow/vector/HeapRowColumnVector.java | 15 +
.../format/cow/vector/ParquetDecimalVector.java | 197 +++++-
.../cow/vector/position/CollectionPosition.java | 0
.../cow/vector/position/LevelDelegation.java | 0
.../format/cow/vector/position/RowPosition.java | 0
.../cow/vector/reader/ArrayColumnReader.java | 473 -------------
.../format/cow/vector/reader/ArrayGroupReader.java | 45 --
.../format/cow/vector/reader/MapColumnReader.java | 55 --
.../cow/vector/reader/NestedColumnReader.java | 9 +-
.../vector/reader/NestedPrimitiveColumnReader.java | 1 -
.../reader/ParquetColumnarRowSplitReader.java | 34 +-
.../reader/ParquetDataColumnReaderFactory.java | 112 ++-
.../format/cow/vector/reader/RowColumnReader.java | 63 --
.../table/format/cow/vector/type/ParquetField.java | 0
.../format/cow/vector/type/ParquetGroupField.java | 0
.../cow/vector/type/ParquetPrimitiveField.java | 0
.../cow/vector/TestHeapColumnVectorAccessors.java | 1 -
.../cow/vector/TestParquetDecimalVector.java | 1 -
.../reader/TestParquetDataColumnReaderFactory.java | 2 -
.../cow/vector/type/TestParquetGroupField.java | 2 -
.../table/format/cow/ParquetSplitReaderUtil.java | 680 +++++++++++--------
.../table/format/cow/utils/BooleanArrayList.java | 0
.../hudi/table/format/cow/utils/IntArrayList.java | 0
.../hudi/table/format/cow/utils/LongArrayList.java | 0
.../table/format/cow/utils/NestedPositionUtil.java | 0
.../format/cow/vector/ColumnarGroupArrayData.java | 179 -----
.../format/cow/vector/ColumnarGroupMapData.java | 63 --
.../format/cow/vector/ColumnarGroupRowData.java | 138 ----
.../cow/vector/HeapArrayGroupColumnVector.java | 53 --
.../table/format/cow/vector/HeapArrayVector.java | 31 +
.../format/cow/vector/HeapMapColumnVector.java | 74 +-
.../format/cow/vector/HeapRowColumnVector.java | 15 +
.../format/cow/vector/ParquetDecimalVector.java | 197 +++++-
.../cow/vector/position/CollectionPosition.java | 0
.../cow/vector/position/LevelDelegation.java | 0
.../format/cow/vector/position/RowPosition.java | 0
.../cow/vector/reader/ArrayColumnReader.java | 473 -------------
.../format/cow/vector/reader/ArrayGroupReader.java | 45 --
.../format/cow/vector/reader/MapColumnReader.java | 55 --
.../cow/vector/reader/NestedColumnReader.java | 9 +-
.../vector/reader/NestedPrimitiveColumnReader.java | 1 -
.../reader/ParquetColumnarRowSplitReader.java | 34 +-
.../reader/ParquetDataColumnReaderFactory.java | 112 ++-
.../format/cow/vector/reader/RowColumnReader.java | 63 --
.../table/format/cow/vector/type/ParquetField.java | 0
.../format/cow/vector/type/ParquetGroupField.java | 0
.../cow/vector/type/ParquetPrimitiveField.java | 0
.../cow/vector/TestHeapColumnVectorAccessors.java | 1 -
.../cow/vector/TestParquetDecimalVector.java | 1 -
.../reader/TestParquetDataColumnReaderFactory.java | 2 -
.../cow/vector/type/TestParquetGroupField.java | 2 -
.../table/format/cow/ParquetSplitReaderUtil.java | 750 ++++++++++++---------
.../table/format/cow/utils/BooleanArrayList.java | 0
.../hudi/table/format/cow/utils/IntArrayList.java | 0
.../hudi/table/format/cow/utils/LongArrayList.java | 0
.../table/format/cow/utils/NestedPositionUtil.java | 0
.../format/cow/vector/ColumnarGroupArrayData.java | 185 -----
.../format/cow/vector/ColumnarGroupMapData.java | 63 --
.../format/cow/vector/ColumnarGroupRowData.java | 144 ----
.../cow/vector/HeapArrayGroupColumnVector.java | 53 --
.../table/format/cow/vector/HeapArrayVector.java | 35 +-
.../format/cow/vector/HeapMapColumnVector.java | 74 +-
.../format/cow/vector/HeapRowColumnVector.java | 15 +
.../format/cow/vector/ParquetDecimalVector.java | 197 +++++-
.../cow/vector/position/CollectionPosition.java | 0
.../cow/vector/position/LevelDelegation.java | 0
.../format/cow/vector/position/RowPosition.java | 0
.../cow/vector/reader/ArrayColumnReader.java | 473 -------------
.../format/cow/vector/reader/ArrayGroupReader.java | 45 --
.../format/cow/vector/reader/MapColumnReader.java | 55 --
.../cow/vector/reader/NestedColumnReader.java | 12 +-
.../vector/reader/NestedPrimitiveColumnReader.java | 1 -
.../reader/ParquetColumnarRowSplitReader.java | 34 +-
.../reader/ParquetDataColumnReaderFactory.java | 121 +++-
.../format/cow/vector/reader/RowColumnReader.java | 63 --
.../table/format/cow/vector/type/ParquetField.java | 0
.../format/cow/vector/type/ParquetGroupField.java | 0
.../cow/vector/type/ParquetPrimitiveField.java | 0
.../cow/vector/TestHeapColumnVectorAccessors.java | 1 -
.../cow/vector/TestParquetDecimalVector.java | 1 -
.../reader/TestParquetDataColumnReaderFactory.java | 2 -
.../cow/vector/type/TestParquetGroupField.java | 2 -
.../common/table/log/HoodieLogFormatWriter.java | 184 +++--
.../TestExecutorServiceBasedEngineContext.java | 112 +++
.../engine/TestHoodieLocalEngineContext.java | 12 +-
.../table/log/TestHoodieLogFormatWriter.java | 180 +++++
.../main/scala/org/apache/hudi/DefaultSource.scala | 16 +-
.../action/cluster/TestIncrementalClustering.java | 4 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 34 +
.../sync/common/metrics/HoodieMetaSyncMetrics.java | 3 +
.../ingestion/HoodieIngestionMetrics.java | 4 +
.../hudi/utilities/sources/SqlFileBasedSource.java | 6 +-
.../apache/hudi/utilities/sources/SqlSource.java | 10 +-
.../hudi/utilities/streamer/HoodieStreamer.java | 4 +-
.../utilities/streamer/HoodieStreamerMetrics.java | 15 +
.../apache/hudi/utilities/streamer/StreamSync.java | 8 +
.../deltastreamer/TestHoodieDeltaStreamer.java | 16 +-
...estHoodieDeltaStreamerSchemaEvolutionQuick.java | 9 +-
.../TestHoodieDeltaStreamerWithMultiWriter.java | 5 +-
.../multisync/TestMultipleMetaSync.java | 13 +-
.../utilities/sources/TestSqlFileBasedSource.java | 13 +-
.../hudi/utilities/sources/TestSqlSource.java | 15 +-
.../TestStreamerSourceCheckpointVersion.java | 2 +-
.../streamer/TestHoodieIncrSourceE2E.java | 6 +-
.../TestHoodieIncrSourceE2EAutoUpgrade.java | 13 +-
.../streamer/TestHoodieStreamerMetrics.java | 47 ++
.../hudi/utilities/streamer/TestStreamSync.java | 33 +
packaging/hudi-flink-bundle/pom.xml | 9 +
rfc/README.md | 213 +++---
rfc/rfc-106/index-compaction-flow.png | Bin 0 -> 329243 bytes
rfc/rfc-106/index-write-flow.png | Bin 0 -> 375082 bytes
rfc/rfc-106/rfc-106.md | 260 +++++++
rfc/rfc-106/rli-access-pattern.png | Bin 0 -> 96912 bytes
207 files changed, 6112 insertions(+), 5232 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/CommitMetadataProperties.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/TestCommitMetadataProperties.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/validator/TestSparkPreCommitValidator.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/engine/ExecutorServiceBasedEngineContext.java
copy
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/sink/{utils/MockValueState.java
=> compact/handler/TestDefaultCleanHandler.java} (56%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/table/lookup/TestHoodieLookupFunction.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/utils/BooleanArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/utils/IntArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/utils/LongArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/utils/NestedPositionUtil.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupArrayData.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupMapData.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupRowData.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayGroupColumnVector.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/CollectionPosition.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/LevelDelegation.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/RowPosition.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayGroupReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedColumnReader.java
(95%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedPrimitiveColumnReader.java
(99%)
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetGroupField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetPrimitiveField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink1.20.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestHeapColumnVectorAccessors.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink1.20.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestParquetDecimalVector.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink1.20.x}/src/test/java/org/apache/hudi/table/format/cow/vector/reader/TestParquetDataColumnReaderFactory.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink1.20.x}/src/test/java/org/apache/hudi/table/format/cow/vector/type/TestParquetGroupField.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/utils/BooleanArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/utils/IntArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/utils/LongArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/utils/NestedPositionUtil.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupArrayData.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupMapData.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupRowData.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayGroupColumnVector.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/CollectionPosition.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/LevelDelegation.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/RowPosition.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayGroupReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedColumnReader.java
(95%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedPrimitiveColumnReader.java
(99%)
delete mode 100644
hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetGroupField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetPrimitiveField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.0.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestHeapColumnVectorAccessors.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.0.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestParquetDecimalVector.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.0.x}/src/test/java/org/apache/hudi/table/format/cow/vector/reader/TestParquetDataColumnReaderFactory.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.0.x}/src/test/java/org/apache/hudi/table/format/cow/vector/type/TestParquetGroupField.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/utils/BooleanArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/utils/IntArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/utils/LongArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/utils/NestedPositionUtil.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink2.1.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupArrayData.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.1.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupMapData.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.1.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupRowData.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.1.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayGroupColumnVector.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/CollectionPosition.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/LevelDelegation.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/RowPosition.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink2.1.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.1.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayGroupReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink2.1.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedColumnReader.java
(94%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedPrimitiveColumnReader.java
(99%)
delete mode 100644
hudi-flink-datasource/hudi-flink2.1.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetGroupField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink2.1.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetPrimitiveField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.1.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestHeapColumnVectorAccessors.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.1.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestParquetDecimalVector.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.1.x}/src/test/java/org/apache/hudi/table/format/cow/vector/reader/TestParquetDataColumnReaderFactory.java
(99%)
copy hudi-flink-datasource/{hudi-flink1.19.x =>
hudi-flink2.1.x}/src/test/java/org/apache/hudi/table/format/cow/vector/type/TestParquetGroupField.java
(99%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/engine/TestExecutorServiceBasedEngineContext.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/log/TestHoodieLogFormatWriter.java
create mode 100644 rfc/rfc-106/index-compaction-flow.png
create mode 100644 rfc/rfc-106/index-write-flow.png
create mode 100644 rfc/rfc-106/rfc-106.md
create mode 100644 rfc/rfc-106/rli-access-pattern.png
