This is an automated email from the ASF dual-hosted git repository. codope pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git
from a29fe277df8 [HUDI-7694] Unify bijection-avro dependency version (#11132) add f553ba25fe3 [HUDI-7144] Build storage partition stats index and use it for data skipping (#10352) No new revisions were added by this update. Summary of changes: .../org/apache/hudi/config/HoodieWriteConfig.java | 8 + .../metadata/HoodieBackedTableMetadataWriter.java | 87 ++------- .../hudi/metadata/HoodieMetadataWriteUtils.java | 3 +- .../hudi/common/config/HoodieMetadataConfig.java | 48 +++++ .../org/apache/hudi/common/util/BaseFileUtils.java | 54 ++++++ .../org/apache/hudi/common/util/ParquetUtils.java | 19 +- .../hudi/metadata/HoodieMetadataPayload.java | 43 ++++- .../hudi/metadata/HoodieTableMetadataUtil.java | 184 +++++++++++++++++- .../hudi/metadata/MetadataPartitionType.java | 11 ++ .../apache/hudi/common/util/TestBaseFileUtils.java | 84 ++++++++ .../hudi/metadata/TestHoodieMetadataPayload.java | 45 +++++ .../hudi/metadata/TestHoodieTableMetadataUtil.java | 74 +++++++ .../hudi/metadata/TestMetadataPartitionType.java | 4 + .../scala/org/apache/hudi/HoodieFileIndex.scala | 1 + .../apache/hudi/PartitionStatsIndexSupport.scala | 65 +++++++ .../analysis/HoodiePruneFileSourcePartitions.scala | 4 +- .../TestDataSkippingWithMORColstats.java | 3 + .../org/apache/hudi/TestHoodieSparkUtils.scala | 10 + ...ase.scala => PartitionStatsIndexTestBase.scala} | 178 ++++++++--------- .../hudi/functional/TestPartitionStatsIndex.scala | 214 +++++++++++++++++++++ .../TestPartitionStatsIndexWithSql.scala | 106 ++++++++++ .../hudi/dml/TestHoodieTableValuedFunction.scala | 69 ++++++- 22 files changed, 1120 insertions(+), 194 deletions(-) create mode 100644 hudi-common/src/test/java/org/apache/hudi/common/util/TestBaseFileUtils.java create mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/PartitionStatsIndexSupport.scala copy hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/{RecordLevelIndexTestBase.scala => PartitionStatsIndexTestBase.scala} (58%) create mode 100644 hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestPartitionStatsIndex.scala create mode 100644 hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestPartitionStatsIndexWithSql.scala