This is an automated email from the ASF dual-hosted git repository.
dkuzmenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
from 2d3f047f6b0 HIVE-28601: Leverage configurable getPartitions API in HMS
to decrease memory footprint in HS2 (Araika Singh, reviewed by Denys Kuzmenko,
Wechar Yu)
add 5146dbad59c HIVE-28600: Iceberg: Check whether the table/partition
requires compaction before initiating one (Dmitriy Fingerman, reviewed by Denys
Kuzmenko)
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/hadoop/hive/conf/HiveConf.java | 3 +-
.../mr/hive/HiveIcebergOutputCommitter.java | 5 +-
.../apache/iceberg/mr/hive/IcebergTableUtil.java | 51 --
.../hive/compaction/IcebergCompactionService.java | 10 +
.../mr/hive/compaction/IcebergCompactionUtil.java | 97 ++++
.../compaction/evaluator/HiveTableRuntime.java | 16 +-
.../evaluator/IcebergCompactionEvaluator.java | 129 +++++
.../evaluator/amoro/CommonPartitionEvaluator.java | 421 ++++++++++++++
.../evaluator/amoro/CompatiblePropertyUtil.java | 80 +++
.../amoro/IcebergTableFileScanHelper.java | 54 ++
.../evaluator/amoro/OptimizingConfig.java | 204 +++++++
.../evaluator/amoro/OptimizingStatus.java | 30 +-
.../compaction/evaluator/amoro/OptimizingType.java | 25 +-
.../evaluator/amoro/PartitionEvaluator.java | 105 ++++
.../evaluator/amoro/ServerTableIdentifier.java | 140 +++++
.../evaluator/amoro/TableConfiguration.java | 32 +-
.../evaluator/amoro/TableFileScanHelper.java | 39 +-
.../compaction/evaluator/amoro/TableFormat.java | 26 +-
.../evaluator/amoro/TableIdentifier.java | 615 +++++++++++++++++++++
.../evaluator/amoro/TableProperties.java | 55 ++
.../compaction/evaluator/amoro/TableRuntime.java | 56 ++
.../evaluator/amoro/TableRuntimeMeta.java | 109 ++++
..._major_compaction_partition_evolution_ordered.q | 9 +-
...ction_partition_evolution_w_dyn_spec_w_filter.q | 1 +
...action_partition_evolution_w_id_spec_w_filter.q | 1 +
...r_compaction_single_partition_with_evolution2.q | 1 +
...or_compaction_partition_evolution_ordered.q.out | 48 +-
...n_partition_evolution_w_dyn_spec_w_filter.q.out | 4 +-
...on_partition_evolution_w_id_spec_w_filter.q.out | 10 +-
29 files changed, 2205 insertions(+), 171 deletions(-)
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/IcebergCompactionUtil.java
copy common/src/java/org/apache/hive/common/util/Ref.java =>
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/HiveTableRuntime.java
(69%)
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/IcebergCompactionEvaluator.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/CommonPartitionEvaluator.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/CompatiblePropertyUtil.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/IcebergTableFileScanHelper.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/OptimizingConfig.java
copy
accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/AccumuloIndexScannerException.java
=>
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/OptimizingStatus.java
(58%)
copy ql/src/java/org/apache/hadoop/hive/ql/lockmgr/HiveLockManagerCtx.java =>
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/OptimizingType.java
(67%)
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/PartitionEvaluator.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/ServerTableIdentifier.java
copy ql/src/java/org/apache/hadoop/hive/ql/io/esriJson/EsriField.java =>
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableConfiguration.java
(68%)
mode change 100755 => 100644
copy
contrib/src/java/org/apache/hadoop/hive/contrib/udf/example/UDFExampleStructPrint.java
=>
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableFileScanHelper.java
(52%)
copy service/src/java/org/apache/hive/service/ServiceException.java =>
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableFormat.java
(69%)
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableIdentifier.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableProperties.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableRuntime.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableRuntimeMeta.java
