You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by dk...@apache.org on 2023/01/04 09:04:33 UTC
[hive] branch master updated (ac1cfe2294d -> 6d589dc905b)

This is an automated email from the ASF dual-hosted git repository.

dkuzmenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git


    from ac1cfe2294d HIVE-26555 Read-only mode for Hive database (#3614) (Teddy Choi, reviewed by Laszlo Bodor)
     add 6d589dc905b HIVE-26716: Query based Rebalance compaction on full acid tables (Laszlo Vegh, reviewed by Denys Kuzmenko, Krisztian Kasa)

No new revisions were added by this update.

Summary of changes:
 .../org/apache/hadoop/hive/common/FileUtils.java   |  39 +++
 .../hive/ql/txn/compactor/CompactorOnTezTest.java  |  25 +-
 .../ql/txn/compactor/TestCrudCompactorOnTez.java   | 286 +++++++++++++++++++--
 .../hadoop/hive/ql/exec/FileSinkOperator.java      |  26 +-
 .../org/apache/hadoop/hive/ql/exec/Utilities.java  |   5 +
 .../org/apache/hadoop/hive/ql/io/AcidUtils.java    |   3 +-
 .../ql/io/orc/VectorizedOrcAcidRowBatchReader.java |   3 +-
 .../apache/hadoop/hive/ql/plan/FileSinkDesc.java   |  15 ++
 .../ql/txn/compactor/CompactionQueryBuilder.java   | 140 ++++++----
 .../hadoop/hive/ql/txn/compactor/Compactor.java    |  66 +++++
 .../hive/ql/txn/compactor/CompactorFactory.java    | 112 ++++++++
 .../{CompactorMR.java => MRCompactor.java}         | 105 ++++----
 .../hive/ql/txn/compactor/MajorQueryCompactor.java |  26 +-
 .../hive/ql/txn/compactor/MinorQueryCompactor.java |  18 +-
 .../ql/txn/compactor/MmMajorQueryCompactor.java    |  19 +-
 .../ql/txn/compactor/MmMinorQueryCompactor.java    |  28 +-
 .../hive/ql/txn/compactor/QueryCompactor.java      |  52 ++--
 .../ql/txn/compactor/QueryCompactorFactory.java    |  86 -------
 ...Compactor.java => RebalanceQueryCompactor.java} |  64 ++---
 .../hadoop/hive/ql/txn/compactor/StatsUpdater.java |   1 +
 .../hadoop/hive/ql/txn/compactor/Worker.java       |  96 +++----
 .../apache/hadoop/hive/ql/TestTxnCommands2.java    |  17 +-
 .../apache/hadoop/hive/ql/TestTxnCommands3.java    |  25 +-
 ...a => TestMRCompactorJobQueueConfiguration.java} |   6 +-
 .../hive/ql/txn/compactor/TestStringableList.java  |   8 +-
 .../hadoop/hive/ql/txn/compactor/TestWorker.java   |  82 +++++-
 .../gen/thrift/gen-cpp/hive_metastore_types.cpp    |   8 +-
 .../src/gen/thrift/gen-cpp/hive_metastore_types.h  |   3 +-
 .../hadoop/hive/metastore/api/CompactionType.java  |   5 +-
 .../thrift/gen-php/metastore/CompactionType.php    |   3 +
 .../src/gen/thrift/gen-py/hive_metastore/ttypes.py |   3 +
 .../src/gen/thrift/gen-rb/hive_metastore_types.rb  |   5 +-
 .../src/main/thrift/hive_metastore.thrift          |   1 +
 .../hadoop/hive/metastore/txn/CompactionInfo.java  |   5 +
 .../hive/metastore/txn/CompactionTxnHandler.java   |   1 +
 .../apache/hadoop/hive/metastore/txn/TxnStore.java |   1 +
 .../apache/hadoop/hive/metastore/txn/TxnUtils.java |   4 +
 37 files changed, 977 insertions(+), 415 deletions(-)
 create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/Compactor.java
 create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/CompactorFactory.java
 rename ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/{CompactorMR.java => MRCompactor.java} (93%)
 delete mode 100644 ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/QueryCompactorFactory.java
 copy ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/{MajorQueryCompactor.java => RebalanceQueryCompactor.java} (60%)
 rename ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/{TestCompactorMRJobQueueConfiguration.java => TestMRCompactorJobQueueConfiguration.java} (98%)