This is an automated email from the ASF dual-hosted git repository.
dkuzmenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
from 33e11ec6270 HIVE-29442: Avoid redundancy in
FilterStatsRule#evaluateComparator (#6300)
add 46a98baee39 HIVE-29354: Iceberg: [V3] Projection and Filter Pushdown
for Shredded VARIANT Columns (#6224)
No new revisions were added by this update.
Summary of changes:
.../iceberg/mr/hive/HiveIcebergFilterFactory.java | 69 ++-
.../iceberg/mr/hive/HiveIcebergInputFormat.java | 131 +++--
.../iceberg/mr/hive/HiveIcebergStorageHandler.java | 4 +-
.../mr/hive/variant/VariantFilterRewriter.java | 206 ++++++++
.../iceberg/mr/hive/variant/VariantPathUtil.java | 115 ++++
.../mr/hive/variant/VariantProjectionUtil.java | 497 ++++++++++++++++++
.../mr/hive/vector/HiveVectorizedReader.java | 17 +-
.../mr/hive/vector/ParquetVariantRecordReader.java | 390 ++++++++++++++
.../mr/hive/writer/HiveFileWriterFactory.java | 2 +-
.../writer/HiveIcebergCopyOnWriteRecordWriter.java | 4 +-
.../mr/hive/writer/HiveIcebergDefaultWriter.java | 94 ++++
.../mr/hive/writer/HiveIcebergRecordWriter.java | 4 +-
...Writer.java => ParquetVariantRecordWriter.java} | 144 +++--
.../iceberg/mr/mapreduce/IcebergRecordReader.java | 4 +-
.../java/org/apache/iceberg/parquet/ReadConf.java | 226 ++++++++
.../iceberg/parquet/VariantParquetFilters.java | 579 +++++++++++++++++++++
.../org/apache/iceberg/parquet/VariantUtil.java | 11 +-
.../mr/hive/TestHiveIcebergFilterFactory.java | 31 +-
.../iceberg/mr/hive/TestHiveIcebergVariant.java | 201 -------
.../mr/hive/TestHiveIcebergVariantType.java | 432 +++++++++++++++
.../mr/hive/variant/TestVariantFilterRewriter.java | 183 +++++++
.../vector/TestParquetVariantRecordReader.java | 440 ++++++++++++++++
.../iceberg/parquet/TestVariantParquetFilters.java | 376 +++++++++++++
.../test/queries/positive/variant_type_filter.q | 97 +++-
.../test/queries/positive/variant_type_shredding.q | 53 +-
.../results/positive/variant_type_filter.q.out | 324 +++++++++---
.../results/positive/variant_type_shredding.q.out | 173 ++----
iceberg/pom.xml | 5 -
.../hive/ql/optimizer/ColumnPrunerProcCtx.java | 88 +++-
29 files changed, 4328 insertions(+), 572 deletions(-)
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/variant/VariantFilterRewriter.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/variant/VariantPathUtil.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/variant/VariantProjectionUtil.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/vector/ParquetVariantRecordReader.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/writer/HiveIcebergDefaultWriter.java
rename
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/writer/{SchemaInferringDefaultsWriter.java
=> ParquetVariantRecordWriter.java} (51%)
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/parquet/ReadConf.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/parquet/VariantParquetFilters.java
delete mode 100644
iceberg/iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergVariant.java
create mode 100644
iceberg/iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergVariantType.java
create mode 100644
iceberg/iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/variant/TestVariantFilterRewriter.java
create mode 100644
iceberg/iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/vector/TestParquetVariantRecordReader.java
create mode 100644
iceberg/iceberg-handler/src/test/java/org/apache/iceberg/parquet/TestVariantParquetFilters.java
