(hive) branch master updated (2d3f047f6b0 -> 5146dbad59c)

[dk...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

dkuzmenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git


    from 2d3f047f6b0 HIVE-28601: Leverage configurable getPartitions API in HMS to decrease memory footprint in HS2 (Araika Singh, reviewed by Denys Kuzmenko, Wechar Yu)
     add 5146dbad59c HIVE-28600: Iceberg: Check whether the table/partition requires compaction before initiating one (Dmitriy Fingerman, reviewed by Denys Kuzmenko)

No new revisions were added by this update.

Summary of changes:
 .../java/org/apache/hadoop/hive/conf/HiveConf.java |   3 +-
 .../mr/hive/HiveIcebergOutputCommitter.java        |   5 +-
 .../apache/iceberg/mr/hive/IcebergTableUtil.java   |  51 --
 .../hive/compaction/IcebergCompactionService.java  |  10 +
 .../mr/hive/compaction/IcebergCompactionUtil.java  |  97 ++++
 .../compaction/evaluator/HiveTableRuntime.java     |  16 +-
 .../evaluator/IcebergCompactionEvaluator.java      | 129 +++++
 .../evaluator/amoro/CommonPartitionEvaluator.java  | 421 ++++++++++++++
 .../evaluator/amoro/CompatiblePropertyUtil.java    |  80 +++
 .../amoro/IcebergTableFileScanHelper.java          |  54 ++
 .../evaluator/amoro/OptimizingConfig.java          | 204 +++++++
 .../evaluator/amoro/OptimizingStatus.java          |  30 +-
 .../compaction/evaluator/amoro/OptimizingType.java |  25 +-
 .../evaluator/amoro/PartitionEvaluator.java        | 105 ++++
 .../evaluator/amoro/ServerTableIdentifier.java     | 140 +++++
 .../evaluator/amoro/TableConfiguration.java        |  32 +-
 .../evaluator/amoro/TableFileScanHelper.java       |  39 +-
 .../compaction/evaluator/amoro/TableFormat.java    |  26 +-
 .../evaluator/amoro/TableIdentifier.java           | 615 +++++++++++++++++++++
 .../evaluator/amoro/TableProperties.java           |  55 ++
 .../compaction/evaluator/amoro/TableRuntime.java   |  56 ++
 .../evaluator/amoro/TableRuntimeMeta.java          | 109 ++++
 ..._major_compaction_partition_evolution_ordered.q |   9 +-
 ...ction_partition_evolution_w_dyn_spec_w_filter.q |   1 +
 ...action_partition_evolution_w_id_spec_w_filter.q |   1 +
 ...r_compaction_single_partition_with_evolution2.q |   1 +
 ...or_compaction_partition_evolution_ordered.q.out |  48 +-
 ...n_partition_evolution_w_dyn_spec_w_filter.q.out |   4 +-
 ...on_partition_evolution_w_id_spec_w_filter.q.out |  10 +-
 29 files changed, 2205 insertions(+), 171 deletions(-)
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/IcebergCompactionUtil.java
 copy common/src/java/org/apache/hive/common/util/Ref.java => iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/HiveTableRuntime.java (69%)
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/IcebergCompactionEvaluator.java
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/CommonPartitionEvaluator.java
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/CompatiblePropertyUtil.java
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/IcebergTableFileScanHelper.java
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/OptimizingConfig.java
 copy accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/AccumuloIndexScannerException.java => iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/OptimizingStatus.java (58%)
 copy ql/src/java/org/apache/hadoop/hive/ql/lockmgr/HiveLockManagerCtx.java => iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/OptimizingType.java (67%)
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/PartitionEvaluator.java
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/ServerTableIdentifier.java
 copy ql/src/java/org/apache/hadoop/hive/ql/io/esriJson/EsriField.java => iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableConfiguration.java (68%)
 mode change 100755 => 100644
 copy contrib/src/java/org/apache/hadoop/hive/contrib/udf/example/UDFExampleStructPrint.java => iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableFileScanHelper.java (52%)
 copy service/src/java/org/apache/hive/service/ServiceException.java => iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableFormat.java (69%)
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableIdentifier.java
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableProperties.java
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableRuntime.java
 create mode 100644 iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/compaction/evaluator/amoro/TableRuntimeMeta.java