This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from 84a552b5eb [core] Support re-overwrite by spark for chain table (#7038)
add 7af4d42c26 [variant] Refactor variant read to support clipping of
nested variant (#7075)
No new revisions were added by this update.
Summary of changes:
.../paimon/data/variant/PaimonShreddingUtils.java | 31 ++-
.../paimon/data/variant/VariantAccessInfo.java | 109 --------
.../data/variant/VariantAccessInfoUtils.java | 121 ---------
.../paimon/data/variant/VariantCastArgs.java | 15 ++
.../paimon/data/variant/VariantMetadataUtils.java | 131 ++++++++++
.../java/org/apache/paimon/format/FileFormat.java | 12 -
.../data/variant/VariantMetadataUtilsTest.java | 155 +++++++++++
.../paimon/io/ChainKeyValueFileReaderFactory.java | 4 +-
.../paimon/io/KeyValueFileReaderFactory.java | 21 +-
.../paimon/operation/DataEvolutionSplitRead.java | 11 +-
.../paimon/operation/MergeFileSplitRead.java | 31 +--
.../apache/paimon/operation/RawFileSplitRead.java | 11 +-
.../org/apache/paimon/operation/SplitRead.java | 9 -
.../paimon/table/format/FormatReadBuilder.java | 6 -
.../paimon/table/source/AbstractDataTableRead.java | 9 -
.../paimon/table/source/AppendTableRead.java | 9 -
.../apache/paimon/table/source/InnerTableRead.java | 5 -
.../paimon/table/source/KeyValueTableRead.java | 11 -
.../apache/paimon/table/source/ReadBuilder.java | 9 -
.../paimon/table/source/ReadBuilderImpl.java | 20 +-
.../source/splitread/IncrementalDiffSplitRead.java | 7 -
.../apache/paimon/utils/FormatReaderMapping.java | 13 +-
.../paimon/flink/lookup/LookupCompactDiffRead.java | 7 -
.../paimon/format/parquet/ParquetFileFormat.java | 15 --
.../format/parquet/ParquetReaderFactory.java | 92 +++++--
.../format/parquet/ParquetSchemaConverter.java | 7 +-
.../apache/paimon/format/parquet/VariantUtils.java | 56 +---
.../format/parquet/reader/ParquetColumnVector.java | 2 +-
.../format/parquet/reader/ParquetReaderUtil.java | 141 ++++------
.../paimon/format/parquet/type/ParquetField.java | 17 +-
.../format/parquet/type/ParquetGroupField.java | 17 +-
.../format/parquet/ParquetFormatReadWriteTest.java | 130 ----------
.../parquet/reader/VariantShreddingReadTest.java | 285 +++++++++++++++++++++
.../writer/InferVariantShreddingWriteTest.java | 128 ++++-----
.../apache/paimon/spark/sql/VariantTestBase.scala | 113 ++++++++
35 files changed, 925 insertions(+), 835 deletions(-)
delete mode 100644
paimon-common/src/main/java/org/apache/paimon/data/variant/VariantAccessInfo.java
delete mode 100644
paimon-common/src/main/java/org/apache/paimon/data/variant/VariantAccessInfoUtils.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/data/variant/VariantMetadataUtils.java
create mode 100644
paimon-common/src/test/java/org/apache/paimon/data/variant/VariantMetadataUtilsTest.java
create mode 100644
paimon-format/src/test/java/org/apache/paimon/format/parquet/reader/VariantShreddingReadTest.java
