This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 1fd2c3671a80 fix(metrics): NPE handling when hudi metrics is disabled
(#18947)
add 86d1650d0f19 feat(flink): Backport Flink 2.1 Dremel nested Parquet
reader to hudi-flink1.20 (#18953)
No new revisions were added by this update.
Summary of changes:
.../table/format/cow/ParquetSplitReaderUtil.java | 682 ++++++++++++---------
.../table/format/cow/utils/BooleanArrayList.java | 0
.../hudi/table/format/cow/utils/IntArrayList.java | 0
.../hudi/table/format/cow/utils/LongArrayList.java | 0
.../table/format/cow/utils/NestedPositionUtil.java | 0
.../format/cow/vector/ColumnarGroupArrayData.java | 179 ------
.../format/cow/vector/ColumnarGroupMapData.java | 63 --
.../format/cow/vector/ColumnarGroupRowData.java | 138 -----
.../cow/vector/HeapArrayGroupColumnVector.java | 53 --
.../table/format/cow/vector/HeapArrayVector.java | 31 +
.../format/cow/vector/HeapMapColumnVector.java | 74 ++-
.../format/cow/vector/HeapRowColumnVector.java | 15 +
.../format/cow/vector/ParquetDecimalVector.java | 197 +++++-
.../cow/vector/position/CollectionPosition.java | 0
.../cow/vector/position/LevelDelegation.java | 0
.../format/cow/vector/position/RowPosition.java | 0
.../cow/vector/reader/ArrayColumnReader.java | 473 --------------
.../format/cow/vector/reader/ArrayGroupReader.java | 45 --
.../format/cow/vector/reader/MapColumnReader.java | 55 --
.../cow/vector/reader/NestedColumnReader.java | 0
.../vector/reader/NestedPrimitiveColumnReader.java | 0
.../reader/ParquetColumnarRowSplitReader.java | 34 +-
.../reader/ParquetDataColumnReaderFactory.java | 112 +++-
.../format/cow/vector/reader/RowColumnReader.java | 63 --
.../table/format/cow/vector/type/ParquetField.java | 0
.../format/cow/vector/type/ParquetGroupField.java | 0
.../cow/vector/type/ParquetPrimitiveField.java | 0
.../cow/vector/TestHeapColumnVectorAccessors.java | 0
.../cow/vector/TestParquetDecimalVector.java | 0
.../reader/TestParquetDataColumnReaderFactory.java | 0
.../cow/vector/type/TestParquetGroupField.java | 0
31 files changed, 840 insertions(+), 1374 deletions(-)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/utils/BooleanArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/utils/IntArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/utils/LongArrayList.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/utils/NestedPositionUtil.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupArrayData.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupMapData.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupRowData.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayGroupColumnVector.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/CollectionPosition.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/LevelDelegation.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/position/RowPosition.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayGroupReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/NestedPrimitiveColumnReader.java
(100%)
delete mode 100644
hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetGroupField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/main/java/org/apache/hudi/table/format/cow/vector/type/ParquetPrimitiveField.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestHeapColumnVectorAccessors.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/test/java/org/apache/hudi/table/format/cow/vector/TestParquetDecimalVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/test/java/org/apache/hudi/table/format/cow/vector/reader/TestParquetDataColumnReaderFactory.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.18.x =>
hudi-flink1.20.x}/src/test/java/org/apache/hudi/table/format/cow/vector/type/TestParquetGroupField.java
(100%)
