You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ku...@apache.org on 2020/12/08 23:08:33 UTC
[hive] branch master updated (00cb47e -> f6ac13a)
This is an automated email from the ASF dual-hosted git repository.
kuczoram pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git.
from 00cb47e HIVE-24446: Materialized View plan alters explicit cast type in query (Krisztian Kasa, reviewed by Jesus Camacho Rodriguez)
add f6ac13a HIVE-23410: ACID: Improve the delete and update operations to avoid the move step (#1660) (reviewed by Peter Vary)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hadoop/hive/ql/TestAcidOnTez.java | 2 +-
.../hive/ql/txn/compactor/CompactorTestUtil.java | 25 +-
.../ql/txn/compactor/TestCrudCompactorOnTez.java | 50 +--
.../test/resources/testconfiguration.properties | 4 +
ql/src/java/org/apache/hadoop/hive/ql/Context.java | 9 +
.../apache/hadoop/hive/ql/DriverTxnHandler.java | 13 +
.../java/org/apache/hadoop/hive/ql/QueryPlan.java | 79 ++++
.../ql/ddl/table/create/CreateTableOperation.java | 2 +-
.../hive/ql/exec/AbstractFileMergeOperator.java | 4 +-
.../hadoop/hive/ql/exec/FileSinkOperator.java | 110 +++--
.../org/apache/hadoop/hive/ql/exec/MoveTask.java | 37 +-
.../org/apache/hadoop/hive/ql/exec/Utilities.java | 66 ++-
.../apache/hadoop/hive/ql/io/AcidInputFormat.java | 9 +-
.../apache/hadoop/hive/ql/io/AcidOutputFormat.java | 6 +-
.../org/apache/hadoop/hive/ql/io/AcidUtils.java | 62 ++-
.../hadoop/hive/ql/io/HiveFileFormatUtils.java | 4 +-
.../hadoop/hive/ql/io/orc/OrcInputFormat.java | 12 +-
.../hadoop/hive/ql/io/orc/OrcRawRecordMerger.java | 12 +-
.../hadoop/hive/ql/io/orc/OrcRecordUpdater.java | 4 +
.../ql/io/orc/VectorizedOrcAcidRowBatchReader.java | 17 +-
.../org/apache/hadoop/hive/ql/metadata/Hive.java | 49 ++-
.../hadoop/hive/ql/optimizer/GenMapRedUtils.java | 29 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 43 +-
.../hadoop/hive/ql/parse/spark/GenSparkUtils.java | 3 +-
.../apache/hadoop/hive/ql/plan/FileSinkDesc.java | 38 +-
.../apache/hadoop/hive/ql/plan/LoadFileDesc.java | 9 +
.../apache/hadoop/hive/ql/plan/LoadTableDesc.java | 10 +
.../hadoop/hive/ql/txn/compactor/CompactorMR.java | 43 +-
.../apache/hadoop/hive/ql/TestTxnCommands2.java | 8 +-
.../apache/hadoop/hive/ql/TestTxnCommands3.java | 10 +-
.../apache/hadoop/hive/ql/TestTxnConcatenate.java | 6 +-
.../org/apache/hadoop/hive/ql/TestTxnExIm.java | 2 +-
.../org/apache/hadoop/hive/ql/TestTxnLoadData.java | 10 +-
.../apache/hadoop/hive/ql/TestTxnNoBuckets.java | 24 +-
.../hadoop/hive/ql/exec/TestFileSinkOperator.java | 4 +-
.../hadoop/hive/ql/io/TestAcidInputFormat.java | 2 +-
.../hadoop/hive/ql/lockmgr/TestDbTxnManager2.java | 8 +-
.../hive/ql/txn/compactor/CompactorTest.java | 2 +-
.../hadoop/hive/ql/txn/compactor/TestWorker.java | 4 +-
.../clientpositive/acid_direct_update_delete.q | 21 +
.../acid_direct_update_delete_partitions.q | 41 ++
.../acid_direct_update_delete_with_merge.q | 43 ++
.../clientpositive/acid_multiinsert_dyn_part.q | 84 +++-
ql/src/test/queries/clientpositive/acid_subquery.q | 26 +-
.../materialized_view_create_rewrite_4.q | 1 +
ql/src/test/queries/clientpositive/sort_acid.q | 4 +-
.../test/queries/clientpositive/sqlmerge_stats.q | 2 +
.../tez_acid_union_dynamic_partition.q | 21 +
.../tez_acid_union_dynamic_partition_2.q | 18 +-
.../tez_mm_union_dynamic_partition.q | 62 +++
.../queries/clientpositive/update_orig_table.q | 4 +
.../llap/acid_direct_update_delete.q.out | 136 ++++++
.../acid_direct_update_delete_partitions.q.out | 458 +++++++++++++++++++++
.../acid_direct_update_delete_with_merge.q.out | 162 ++++++++
.../llap/acid_multiinsert_dyn_part.q.out | 264 +++++++++++-
.../clientpositive/llap/acid_subquery.q.out | 168 +++++++-
.../results/clientpositive/llap/sort_acid.q.out | 6 +-
.../clientpositive/llap/sqlmerge_stats.q.out | 10 +-
.../llap/tez_acid_union_dynamic_partition.q.out | 93 +++++
.../llap/tez_acid_union_dynamic_partition_2.q.out | 67 +++
.../llap/tez_mm_union_dynamic_partition.q.out | 268 ++++++++++++
.../clientpositive/tez/update_orig_table.q.out | 32 ++
.../hive/streaming/HiveStreamingConnection.java | 2 +-
63 files changed, 2557 insertions(+), 267 deletions(-)
create mode 100644 ql/src/test/queries/clientpositive/acid_direct_update_delete.q
create mode 100644 ql/src/test/queries/clientpositive/acid_direct_update_delete_partitions.q
create mode 100644 ql/src/test/queries/clientpositive/acid_direct_update_delete_with_merge.q
create mode 100644 ql/src/test/queries/clientpositive/tez_mm_union_dynamic_partition.q
create mode 100644 ql/src/test/results/clientpositive/llap/acid_direct_update_delete.q.out
create mode 100644 ql/src/test/results/clientpositive/llap/acid_direct_update_delete_partitions.q.out
create mode 100644 ql/src/test/results/clientpositive/llap/acid_direct_update_delete_with_merge.q.out
create mode 100644 ql/src/test/results/clientpositive/llap/tez_mm_union_dynamic_partition.q.out