This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from 1a0e9e4230 [core][test] Fix unstable test
PrimaryKeyFileStoreTableITCase#testNoChangelogProducerStreamingRandom (#7036)
add 049e1e65ae [variant] Introduce InferVariantShreddingWriter (#7035)
No new revisions were added by this update.
Summary of changes:
.../shortcodes/generated/core_configuration.html | 36 ++
.../main/java/org/apache/paimon/CoreOptions.java | 42 ++
.../variant/InferVariantShreddingWriter.java | 150 ++++++
.../format/variant/SupportsVariantInference.java | 48 ++
.../format/variant/VariantInferenceConfig.java | 74 +++
.../variant/VariantInferenceWriterFactory.java | 63 +++
.../paimon/format/parquet/ParquetFileFormat.java | 10 +-
.../paimon/format/parquet/ParquetOptions.java | 34 --
.../format/parquet/ParquetWriterFactory.java | 22 +-
.../apache/paimon/format/parquet/VariantUtils.java | 41 +-
.../parquet/writer/ParquetRowDataBuilder.java | 13 +-
.../parquet/writer/ParquetRowDataWriter.java | 17 +-
.../parquet/writer/RowDataParquetBuilder.java | 12 +-
.../reader/FileTypeNotMatchReadTypeTest.java | 8 +-
.../reader/ParquetRowDataBuilderForTest.java | 3 +-
.../writer/InferVariantShreddingWriteTest.java | 582 +++++++++++++++++++++
.../org/apache/paimon/spark/sql/VariantTest.scala | 14 +-
17 files changed, 1096 insertions(+), 73 deletions(-)
create mode 100644
paimon-common/src/main/java/org/apache/paimon/format/variant/InferVariantShreddingWriter.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/format/variant/SupportsVariantInference.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/format/variant/VariantInferenceConfig.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/format/variant/VariantInferenceWriterFactory.java
delete mode 100644
paimon-format/src/main/java/org/apache/paimon/format/parquet/ParquetOptions.java
create mode 100644
paimon-format/src/test/java/org/apache/paimon/format/parquet/writer/InferVariantShreddingWriteTest.java
