You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by kg...@apache.org on 2021/01/19 10:03:41 UTC
[hive] branch master updated (535eddc -> 8c26718)
This is an automated email from the ASF dual-hosted git repository.
kgyrtkirk pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git.
from 535eddc HIVE-14165: Remove unnecessary file listing from FetchOperator (Peter Varga via Peter Vary)
add 8c26718 HIVE-24486: Enhance shared work optimizer to allow parallel edges (#1840) (Zoltan Haindrich reviewed by Jesus Camacho Rodriguez)
No new revisions were added by this update.
Summary of changes:
pom.xml | 1 +
.../hive/ql/optimizer/ParallelEdgeFixer.java | 242 ++++
.../hive/ql/optimizer/SharedWorkOptimizer.java | 118 +-
.../hadoop/hive/ql/optimizer/graph/DiGraph.java | 17 +
.../hive/ql/optimizer/graph/DotExporter.java | 53 +-
.../hive/ql/optimizer/graph/OperatorGraph.java | 72 +-
.../apache/hadoop/hive/ql/parse/TezCompiler.java | 4 +-
.../apache/hadoop/hive/ql/plan/ReduceSinkDesc.java | 2 +
.../test/queries/clientpositive/swo_vertex_merge.q | 26 +
.../queries/clientpositive/swo_vertex_merge0.q | 18 +
.../results/clientpositive/llap/auto_join12.q.out | 50 +-
.../results/clientpositive/llap/auto_join13.q.out | 53 +-
.../results/clientpositive/llap/auto_join2.q.out | 30 +-
.../results/clientpositive/llap/auto_join22.q.out | 34 +-
.../results/clientpositive/llap/auto_join27.q.out | 44 +-
.../results/clientpositive/llap/auto_join28.q.out | 79 +-
.../results/clientpositive/llap/auto_join29.q.out | 171 +--
.../results/clientpositive/llap/auto_join3.q.out | 30 +-
.../results/clientpositive/llap/auto_join30.q.out | 88 +-
.../results/clientpositive/llap/auto_join31.q.out | 30 +-
.../results/clientpositive/llap/auto_join7.q.out | 36 +-
.../llap/correlationoptimizer3.q.out | 105 +-
.../llap/dynamic_partition_pruning_2.q.out | 85 +-
.../clientpositive/llap/explainuser_1.q.out | 58 +-
.../clientpositive/llap/explainuser_2.q.out | 1247 ++++++++++----------
.../clientpositive/llap/explainuser_4.q.out | 127 +-
.../llap/hybridgrace_hashjoin_2.q.out | 98 +-
.../clientpositive/llap/join_max_hashtable.q.out | 183 +--
.../clientpositive/llap/mapjoin_mapjoin.q.out | 29 +-
ql/src/test/results/clientpositive/llap/mrr.q.out | 29 +-
.../clientpositive/llap/multiMapJoin2.q.out | 324 ++---
.../llap/reduce_deduplicate_exclude_join.q.out | 29 +-
.../clientpositive/llap/skewjoin_mapjoin7.q.out | 47 +-
.../clientpositive/llap/smb_mapjoin_17.q.out | 394 +++----
.../clientpositive/llap/subquery_in_having.q.out | 290 +++--
.../clientpositive/llap/subquery_multiinsert.q.out | 29 +-
.../clientpositive/llap/swo_vertex_merge.q.out | 294 +++++
.../clientpositive/llap/swo_vertex_merge0.q.out | 286 +++++
.../llap/tez_dynpart_hashjoin_1.q.out | 130 +-
.../clientpositive/llap/tez_nway_join.q.out | 100 +-
.../results/clientpositive/llap/tez_union.q.out | 284 +++--
.../llap/tez_vector_dynpart_hashjoin_1.q.out | 97 +-
.../clientpositive/llap/vector_complex_all.q.out | 63 +-
.../clientpositive/llap/vector_join30.q.out | 341 +++---
.../llap/vector_left_outer_join.q.out | 42 +-
.../llap/vector_mapjoin_reduce.q.out | 106 +-
.../clientpositive/llap/vector_nullsafe_join.q.out | 420 ++++---
.../clientpositive/llap/vector_outer_join1.q.out | 69 +-
.../clientpositive/llap/vector_outer_join2.q.out | 69 +-
.../clientpositive/llap/vectorized_mapjoin3.q.out | 133 ++-
.../llap/vectorized_multi_output_select.q.out | 27 +-
.../llap/vectorized_nested_mapjoin.q.out | 45 +-
.../perf/tpcds30tb/tez/cbo_query23.q.out | 3 +-
.../perf/tpcds30tb/tez/cbo_query58.q.out | 2 +-
.../perf/tpcds30tb/tez/cbo_query61.q.out | 2 +-
.../clientpositive/perf/tpcds30tb/tez/query1.q.out | 78 +-
.../perf/tpcds30tb/tez/query11.q.out | 215 ++--
.../perf/tpcds30tb/tez/query18.q.out | 62 +-
.../perf/tpcds30tb/tez/query1b.q.out | 118 +-
.../clientpositive/perf/tpcds30tb/tez/query2.q.out | 115 +-
.../perf/tpcds30tb/tez/query23.q.out | 471 ++++----
.../perf/tpcds30tb/tez/query24.q.out | 30 +-
.../perf/tpcds30tb/tez/query39.q.out | 69 +-
.../clientpositive/perf/tpcds30tb/tez/query4.q.out | 367 +++---
.../perf/tpcds30tb/tez/query44.q.out | 31 +-
.../perf/tpcds30tb/tez/query47.q.out | 29 +-
.../perf/tpcds30tb/tez/query57.q.out | 29 +-
.../perf/tpcds30tb/tez/query58.q.out | 224 ++--
.../perf/tpcds30tb/tez/query59.q.out | 137 +--
.../perf/tpcds30tb/tez/query61.q.out | 222 ++--
.../perf/tpcds30tb/tez/query64.q.out | 423 ++++---
.../perf/tpcds30tb/tez/query71.q.out | 156 ++-
.../perf/tpcds30tb/tez/query74.q.out | 170 ++-
.../perf/tpcds30tb/tez/query75.q.out | 362 +++---
.../perf/tpcds30tb/tez/query76.q.out | 348 +++---
.../perf/tpcds30tb/tez/query81.q.out | 103 +-
.../perf/tpcds30tb/tez/query83.q.out | 228 ++--
.../perf/tpcds30tb/tez/query85.q.out | 53 +-
.../perf/tpcds30tb/tez/query88.q.out | 679 +++++------
.../perf/tpcds30tb/tez/query90.q.out | 75 +-
.../perf/tpcds30tb/tez/query92.q.out | 126 +-
.../perf/tpcds30tb/tez/query95.q.out | 87 +-
.../clientpositive/tez/explainanalyze_4.q.out | 83 +-
.../tez/hybridgrace_hashjoin_2.q.out | 96 +-
84 files changed, 6628 insertions(+), 5343 deletions(-)
create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/optimizer/ParallelEdgeFixer.java
create mode 100644 ql/src/test/queries/clientpositive/swo_vertex_merge.q
create mode 100644 ql/src/test/queries/clientpositive/swo_vertex_merge0.q
create mode 100644 ql/src/test/results/clientpositive/llap/swo_vertex_merge.q.out
create mode 100644 ql/src/test/results/clientpositive/llap/swo_vertex_merge0.q.out