You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jc...@apache.org on 2018/02/17 02:03:05 UTC
[4/4] hive git commit: HIVE-18680: FieldTrimmer missing opportunity
with SortLimit operators (Jesus Camacho Rodriguez,
reviewed by Ashutosh Chauhan)
HIVE-18680: FieldTrimmer missing opportunity with SortLimit operators (Jesus Camacho Rodriguez, reviewed by Ashutosh Chauhan)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/65e3f5f1
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/65e3f5f1
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/65e3f5f1
Branch: refs/heads/master
Commit: 65e3f5f1a09c09365a1a69fd5c63f1ffe8fd4d05
Parents: 273a08e
Author: Jesus Camacho Rodriguez <jc...@apache.org>
Authored: Fri Feb 16 18:01:41 2018 -0800
Committer: Jesus Camacho Rodriguez <jc...@apache.org>
Committed: Fri Feb 16 18:02:10 2018 -0800
----------------------------------------------------------------------
.../calcite/rules/HiveRelFieldTrimmer.java | 42 +++
.../clientpositive/bucket_map_join_spark4.q.out | 20 +-
.../results/clientpositive/complex_alias.q.out | 8 +-
.../results/clientpositive/druid_basic2.q.out | 4 +-
.../llap/auto_sortmerge_join_12.q.out | 6 +-
.../clientpositive/llap/bucket_groupby.q.out | 2 +-
.../clientpositive/llap/explainanalyze_2.q.out | 18 +-
.../clientpositive/llap/explainuser_1.q.out | 6 +-
.../clientpositive/llap/explainuser_2.q.out | 18 +-
.../clientpositive/llap/limit_pushdown.q.out | 6 +-
.../clientpositive/llap/limit_pushdown3.q.out | 6 +-
.../results/clientpositive/llap/mergejoin.q.out | 32 +-
.../llap/offset_limit_ppd_optimizer.q.out | 6 +-
.../clientpositive/llap/subquery_notin.q.out | 44 +--
.../clientpositive/llap/subquery_views.q.out | 30 +-
.../clientpositive/llap/tez_smb_main.q.out | 198 ++++++------
.../vector_groupby_grouping_sets_limit.q.out | 2 +-
.../llap/vector_groupby_reduce.q.out | 4 +-
.../test/results/clientpositive/mergejoin.q.out | 32 +-
ql/src/test/results/clientpositive/order3.q.out | 22 +-
.../clientpositive/perf/spark/query11.q.out | 32 +-
.../clientpositive/perf/spark/query39.q.out | 34 +-
.../clientpositive/perf/spark/query4.q.out | 60 ++--
.../clientpositive/perf/spark/query42.q.out | 22 +-
.../clientpositive/perf/spark/query47.q.out | 24 +-
.../clientpositive/perf/spark/query57.q.out | 30 +-
.../clientpositive/perf/spark/query74.q.out | 42 ++-
.../clientpositive/perf/spark/query78.q.out | 22 +-
.../clientpositive/perf/spark/query85.q.out | 4 +-
.../clientpositive/perf/spark/query91.q.out | 4 +-
.../clientpositive/perf/tez/query11.q.out | 84 ++---
.../clientpositive/perf/tez/query39.q.out | 230 +++++++-------
.../clientpositive/perf/tez/query4.q.out | 232 +++++++-------
.../clientpositive/perf/tez/query42.q.out | 102 +++---
.../clientpositive/perf/tez/query47.q.out | 10 +-
.../clientpositive/perf/tez/query57.q.out | 12 +-
.../clientpositive/perf/tez/query64.q.out | 10 +-
.../clientpositive/perf/tez/query74.q.out | 148 ++++-----
.../clientpositive/perf/tez/query78.q.out | 310 +++++++++----------
.../clientpositive/perf/tez/query85.q.out | 2 +-
.../clientpositive/perf/tez/query91.q.out | 2 +-
.../spark/bucket_map_join_spark4.q.out | 151 +++++----
.../spark/dynamic_rdd_cache.q.out | 34 +-
.../clientpositive/spark/limit_pushdown.q.out | 2 +-
.../spark_dynamic_partition_pruning_4.q.out | 12 +-
.../spark/spark_explainuser_1.q.out | 6 +-
.../clientpositive/spark/subquery_notin.q.out | 36 +--
.../clientpositive/spark/subquery_views.q.out | 36 +--
.../clientpositive/subquery_notin_having.q.out | 18 +-
49 files changed, 1134 insertions(+), 1083 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveRelFieldTrimmer.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveRelFieldTrimmer.java b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveRelFieldTrimmer.java
index 055da42..f3930a1 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveRelFieldTrimmer.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveRelFieldTrimmer.java
@@ -24,20 +24,28 @@ import java.util.List;
import java.util.Map;
import java.util.Set;
+import com.google.common.collect.ImmutableList;
import org.apache.calcite.adapter.druid.DruidQuery;
import org.apache.calcite.linq4j.Ord;
import org.apache.calcite.plan.RelOptTable;
import org.apache.calcite.plan.RelOptUtil;
+import org.apache.calcite.rel.RelCollation;
+import org.apache.calcite.rel.RelFieldCollation;
import org.apache.calcite.rel.RelNode;
+import org.apache.calcite.rel.core.CorrelationId;
import org.apache.calcite.rel.core.Project;
import org.apache.calcite.rel.core.TableScan;
+import org.apache.calcite.rel.metadata.RelMetadataQuery;
import org.apache.calcite.rel.type.RelDataType;
import org.apache.calcite.rel.type.RelDataTypeField;
import org.apache.calcite.rex.RexBuilder;
+import org.apache.calcite.rex.RexCorrelVariable;
+import org.apache.calcite.rex.RexFieldAccess;
import org.apache.calcite.rex.RexNode;
import org.apache.calcite.rex.RexPermuteInputsShuttle;
import org.apache.calcite.rex.RexVisitor;
import org.apache.calcite.sql.validate.SqlValidator;
+import org.apache.calcite.sql2rel.CorrelationReferenceFinder;
import org.apache.calcite.sql2rel.RelFieldTrimmer;
import org.apache.calcite.tools.RelBuilder;
import org.apache.calcite.util.ImmutableBitSet;
@@ -84,6 +92,40 @@ public class HiveRelFieldTrimmer extends RelFieldTrimmer {
}
/**
+ * Trims the fields of an input relational expression.
+ *
+ * @param rel Relational expression
+ * @param input Input relational expression, whose fields to trim
+ * @param fieldsUsed Bitmap of fields needed by the consumer
+ * @return New relational expression and its field mapping
+ */
+ protected TrimResult trimChild(
+ RelNode rel,
+ RelNode input,
+ final ImmutableBitSet fieldsUsed,
+ Set<RelDataTypeField> extraFields) {
+ final ImmutableBitSet.Builder fieldsUsedBuilder = fieldsUsed.rebuild();
+
+ // Correlating variables are a means for other relational expressions to use
+ // fields.
+ for (final CorrelationId correlation : rel.getVariablesSet()) {
+ rel.accept(
+ new CorrelationReferenceFinder() {
+ protected RexNode handle(RexFieldAccess fieldAccess) {
+ final RexCorrelVariable v =
+ (RexCorrelVariable) fieldAccess.getReferenceExpr();
+ if (v.id.equals(correlation)) {
+ fieldsUsedBuilder.set(fieldAccess.getField().getIndex());
+ }
+ return fieldAccess;
+ }
+ });
+ }
+
+ return dispatchTrimFields(input, fieldsUsedBuilder.build(), extraFields);
+ }
+
+ /**
* Variant of {@link #trimFields(RelNode, ImmutableBitSet, Set)} for
* {@link org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveMultiJoin}.
*/
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/bucket_map_join_spark4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/bucket_map_join_spark4.q.out b/ql/src/test/results/clientpositive/bucket_map_join_spark4.q.out
index 688fdfa..2cdf28e 100644
--- a/ql/src/test/results/clientpositive/bucket_map_join_spark4.q.out
+++ b/ql/src/test/results/clientpositive/bucket_map_join_spark4.q.out
@@ -111,12 +111,12 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
HashTable Sink Operator
keys:
0 _col1 (type: string)
- 1 _col1 (type: string)
+ 1 _col0 (type: string)
Position of Big Table: 0
Stage: Stage-5
@@ -148,12 +148,12 @@ STAGE PLANS:
Inner Join 0 to 1
keys:
0 _col1 (type: string)
- 1 _col1 (type: string)
- outputColumnNames: _col0, _col1, _col3, _col5
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col1, _col3, _col4
Position of Big Table: 0
Statistics: Num rows: 12 Data size: 84 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col5 (type: string)
+ expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col4 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
Statistics: Num rows: 12 Data size: 84 Basic stats: COMPLETE Column stats: NONE
File Output Operator
@@ -467,12 +467,12 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
HashTable Sink Operator
keys:
0 _col1 (type: string)
- 1 _col1 (type: string)
+ 1 _col0 (type: string)
Position of Big Table: 0
Stage: Stage-5
@@ -504,12 +504,12 @@ STAGE PLANS:
Inner Join 0 to 1
keys:
0 _col1 (type: string)
- 1 _col1 (type: string)
- outputColumnNames: _col0, _col1, _col3, _col5
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col1, _col3, _col4
Position of Big Table: 0
Statistics: Num rows: 12 Data size: 84 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col5 (type: string)
+ expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col4 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
Statistics: Num rows: 12 Data size: 84 Basic stats: COMPLETE Column stats: NONE
File Output Operator
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/complex_alias.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/complex_alias.q.out b/ql/src/test/results/clientpositive/complex_alias.q.out
index 64e1f37..c690e8f 100644
--- a/ql/src/test/results/clientpositive/complex_alias.q.out
+++ b/ql/src/test/results/clientpositive/complex_alias.q.out
@@ -115,7 +115,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
Statistics: Num rows: 1 Data size: 17 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: string), _col2 (type: string)
+ value expressions: _col0 (type: string), _col1 (type: string)
Reduce Operator Tree:
Join Operator
condition map:
@@ -123,10 +123,10 @@ STAGE PLANS:
keys:
0
1
- outputColumnNames: _col2, _col3
+ outputColumnNames: _col1, _col2
Statistics: Num rows: 1 Data size: 35 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col2 (type: string), _col3 (type: string)
+ expressions: _col1 (type: string), _col2 (type: string)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 35 Basic stats: COMPLETE Column stats: NONE
File Output Operator
@@ -192,7 +192,7 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 17 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col0 (type: string)
- outputColumnNames: _col1, _col2
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 17 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/druid_basic2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/druid_basic2.q.out b/ql/src/test/results/clientpositive/druid_basic2.q.out
index 64e494d..08b64d6 100644
--- a/ql/src/test/results/clientpositive/druid_basic2.q.out
+++ b/ql/src/test/results/clientpositive/druid_basic2.q.out
@@ -545,10 +545,10 @@ STAGE PLANS:
GatherStats: false
Select Operator
expressions: robot (type: string), floor_day (type: timestamp with local time zone), $f3 (type: float), $f4 (type: float), UDFToInteger(robot) (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3, _col5
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions: _col5 (type: int), _col2 (type: float)
+ key expressions: _col4 (type: int), _col2 (type: float)
null sort order: az
sort order: +-
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out
index 15f6d25..2c7decd 100644
--- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out
+++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out
@@ -424,11 +424,11 @@ STAGE PLANS:
Statistics: Num rows: 3 Data size: 1724 Basic stats: COMPLETE Column stats: COMPLETE
GatherStats: false
Select Operator
- Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE
tag: 1
auto parallelism: false
Execution mode: llap
@@ -498,7 +498,7 @@ STAGE PLANS:
0
1
Position of Big Table: 0
- Statistics: Num rows: 1392 Data size: 238866 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1392 Data size: 233298 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out b/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out
index e2b6002..26024b0 100644
--- a/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out
@@ -1622,7 +1622,7 @@ STAGE PLANS:
Stage: Stage-0
Fetch Operator
- limit: -1
+ limit: 10
Processor Tree:
ListSink
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out b/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out
index cdca7c6..8a6b70d 100644
--- a/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out
+++ b/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out
@@ -672,7 +672,7 @@ Stage-0
Reducer 2 llap
File Output Operator [FS_16]
Merge Join Operator [MERGEJOIN_27] (rows=604/1166 width=95)
- Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0","_col1"]
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_12]
PartitionCols:_col1
@@ -692,9 +692,9 @@ Stage-0
default@tab,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE] llap
SHUFFLE [RS_13]
- PartitionCols:_col1
+ PartitionCols:_col0
Select Operator [SEL_8] (rows=242/242 width=91)
- Output:["_col1"]
+ Output:["_col0"]
Filter Operator [FIL_24] (rows=242/242 width=91)
predicate:value is not null
TableScan [TS_6] (rows=242/242 width=91)
@@ -775,7 +775,7 @@ Stage-0
Reducer 2 llap
File Output Operator [FS_16]
Merge Join Operator [MERGEJOIN_27] (rows=604/1166 width=95)
- Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0","_col1"]
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_12]
PartitionCols:_col1
@@ -795,9 +795,9 @@ Stage-0
default@tab,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE] llap
SHUFFLE [RS_13]
- PartitionCols:_col1
+ PartitionCols:_col0
Select Operator [SEL_8] (rows=242/242 width=91)
- Output:["_col1"]
+ Output:["_col0"]
Filter Operator [FIL_24] (rows=242/242 width=91)
predicate:value is not null
TableScan [TS_6] (rows=242/242 width=91)
@@ -967,7 +967,7 @@ Stage-0
Reduce Output Operator [RS_24]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_49] (rows=604/1166 width=4)
- Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0"]
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_12]
PartitionCols:_col1
@@ -987,9 +987,9 @@ Stage-0
default@tab,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 7 [SIMPLE_EDGE] llap
SHUFFLE [RS_13]
- PartitionCols:_col1
+ PartitionCols:_col0
Select Operator [SEL_8] (rows=242/242 width=91)
- Output:["_col1"]
+ Output:["_col0"]
Filter Operator [FIL_44] (rows=242/242 width=91)
predicate:value is not null
TableScan [TS_6] (rows=242/242 width=91)
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
index 8ecab56..43ca0d9 100644
--- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
+++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
@@ -1210,10 +1210,10 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
- limit:-1
+ limit:1
Stage-1
Reducer 3 llap
- File Output Operator [FS_11]
+ File Output Operator [FS_10]
Limit [LIM_9] (rows=1 width=97)
Number of rows:1
Select Operator [SEL_8] (rows=10 width=97)
@@ -1395,7 +1395,7 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_8]
Select Operator [SEL_6] (rows=3 width=105)
- Output:["_col0","_col1","_col2","_col5"]
+ Output:["_col0","_col1","_col2","_col3"]
Group By Operator [GBY_5] (rows=3 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE] llap
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/explainuser_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out
index 502fcfe..819e513 100644
--- a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out
+++ b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out
@@ -1728,7 +1728,7 @@ Stage-0
Reducer 2 llap
File Output Operator [FS_16]
Merge Join Operator [MERGEJOIN_27] (rows=292 width=10)
- Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0","_col1"]
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_12]
PartitionCols:_col1
@@ -1748,9 +1748,9 @@ Stage-0
default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE] llap
SHUFFLE [RS_13]
- PartitionCols:_col1
+ PartitionCols:_col0
Select Operator [SEL_8] (rows=242 width=10)
- Output:["_col1"]
+ Output:["_col0"]
Filter Operator [FIL_24] (rows=242 width=10)
predicate:value is not null
TableScan [TS_6] (rows=242 width=10)
@@ -1803,7 +1803,7 @@ Stage-0
Reducer 2 llap
File Output Operator [FS_16]
Merge Join Operator [MERGEJOIN_27] (rows=292 width=10)
- Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0","_col1"]
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_12]
PartitionCols:_col1
@@ -1823,9 +1823,9 @@ Stage-0
default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE] llap
SHUFFLE [RS_13]
- PartitionCols:_col1
+ PartitionCols:_col0
Select Operator [SEL_8] (rows=242 width=10)
- Output:["_col1"]
+ Output:["_col0"]
Filter Operator [FIL_24] (rows=242 width=10)
predicate:value is not null
TableScan [TS_6] (rows=242 width=10)
@@ -1959,7 +1959,7 @@ Stage-0
Reduce Output Operator [RS_24]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_50] (rows=292 width=10)
- Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0"]
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_12]
PartitionCols:_col1
@@ -1979,9 +1979,9 @@ Stage-0
default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 7 [SIMPLE_EDGE] llap
SHUFFLE [RS_13]
- PartitionCols:_col1
+ PartitionCols:_col0
Select Operator [SEL_8] (rows=242 width=10)
- Output:["_col1"]
+ Output:["_col0"]
Filter Operator [FIL_45] (rows=242 width=10)
predicate:value is not null
TableScan [TS_6] (rows=242 width=10)
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out
index b067e45..72d3d39 100644
--- a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out
+++ b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out
@@ -1331,11 +1331,11 @@ STAGE PLANS:
Select Operator
expressions: _col1 (type: double)
outputColumnNames: _col0
- Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: double)
sort order: +
- Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE
TopN Hash Memory Usage: 2.0E-5
Reducer 3
Execution mode: llap
@@ -1357,7 +1357,7 @@ STAGE PLANS:
Stage: Stage-0
Fetch Operator
- limit: -1
+ limit: 100
Processor Tree:
ListSink
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out b/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out
index 470cffe..051b2db 100644
--- a/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out
+++ b/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out
@@ -1283,11 +1283,11 @@ STAGE PLANS:
Select Operator
expressions: _col1 (type: double)
outputColumnNames: _col0
- Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: double)
sort order: +
- Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE
TopN Hash Memory Usage: 2.0E-5
Reducer 3
Execution mode: llap
@@ -1309,7 +1309,7 @@ STAGE PLANS:
Stage: Stage-0
Fetch Operator
- limit: -1
+ limit: 100
Processor Tree:
ListSink
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/mergejoin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/mergejoin.q.out b/ql/src/test/results/clientpositive/llap/mergejoin.q.out
index c07afdf..2661c43 100644
--- a/ql/src/test/results/clientpositive/llap/mergejoin.q.out
+++ b/ql/src/test/results/clientpositive/llap/mergejoin.q.out
@@ -2596,16 +2596,16 @@ STAGE PLANS:
Statistics: Num rows: 242 Data size: 22022 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Select Vectorization:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [1]
Statistics: Num rows: 242 Data size: 22022 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Reduce Sink Vectorization:
className: VectorReduceSinkStringOperator
keyColumnNums: [1]
@@ -2649,16 +2649,16 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Select Vectorization:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [1]
Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Reduce Sink Vectorization:
className: VectorReduceSinkStringOperator
keyColumnNums: [1]
@@ -2691,8 +2691,8 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
keys:
- 0 _col1 (type: string)
- 1 _col1 (type: string)
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
Statistics: Num rows: 391 Data size: 3128 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
@@ -3129,16 +3129,16 @@ STAGE PLANS:
Statistics: Num rows: 242 Data size: 22022 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Select Vectorization:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [1]
Statistics: Num rows: 242 Data size: 22022 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Reduce Sink Vectorization:
className: VectorReduceSinkStringOperator
keyColumnNums: [1]
@@ -3182,16 +3182,16 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Select Vectorization:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [1]
Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Reduce Sink Vectorization:
className: VectorReduceSinkStringOperator
keyColumnNums: [1]
@@ -3224,8 +3224,8 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
keys:
- 0 _col1 (type: string)
- 1 _col1 (type: string)
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
Statistics: Num rows: 391 Data size: 3128 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out b/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out
index b6bc569..ec3c286 100644
--- a/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out
+++ b/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out
@@ -1166,11 +1166,11 @@ STAGE PLANS:
Select Operator
expressions: _col1 (type: double)
outputColumnNames: _col0
- Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: double)
sort order: +
- Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE
TopN Hash Memory Usage: 2.0E-5
Reducer 3
Execution mode: llap
@@ -1193,7 +1193,7 @@ STAGE PLANS:
Stage: Stage-0
Fetch Operator
- limit: -1
+ limit: 70
Processor Tree:
ListSink
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/subquery_notin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out
index 90a9048..e894a44 100644
--- a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out
+++ b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out
@@ -6129,11 +6129,11 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
- 2 _col3 (type: int)
- outputColumnNames: _col0, _col1, _col3, _col4, _col7
+ 2 _col2 (type: int)
+ outputColumnNames: _col0, _col1, _col3, _col4, _col6
Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
- predicate: (not CASE WHEN ((_col3 = 0)) THEN (false) WHEN (_col3 is null) THEN (false) WHEN (_col7 is not null) THEN (true) WHEN (_col1 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (true) ELSE (false) END) (type: boolean)
+ predicate: (not CASE WHEN ((_col3 = 0)) THEN (false) WHEN (_col3 is null) THEN (false) WHEN (_col6 is not null) THEN (true) WHEN (_col1 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (true) ELSE (false) END) (type: boolean)
Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: int), _col1 (type: int)
@@ -6171,14 +6171,14 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: int), true (type: boolean)
- outputColumnNames: _col0, _col2
- Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col2 (type: boolean)
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ value expressions: _col1 (type: boolean)
Reducer 6
Execution mode: llap
Reduce Operator Tree:
@@ -6188,14 +6188,14 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
- outputColumnNames: _col2, _col3
+ outputColumnNames: _col1, _col2
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
- key expressions: _col3 (type: int)
+ key expressions: _col2 (type: int)
sort order: +
- Map-reduce partition columns: _col3 (type: int)
+ Map-reduce partition columns: _col2 (type: int)
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col2 (type: boolean)
+ value expressions: _col1 (type: boolean)
Reducer 8
Execution mode: llap
Reduce Operator Tree:
@@ -6353,11 +6353,11 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
- 2 _col3 (type: int)
- outputColumnNames: _col0, _col1, _col3, _col4, _col7
+ 2 _col2 (type: int)
+ outputColumnNames: _col0, _col1, _col3, _col4, _col6
Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
- predicate: (not CASE WHEN ((_col3 = 0)) THEN (false) WHEN (_col3 is null) THEN (false) WHEN (_col7 is not null) THEN (true) WHEN (_col1 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (true) ELSE (false) END) (type: boolean)
+ predicate: (not CASE WHEN ((_col3 = 0)) THEN (false) WHEN (_col3 is null) THEN (false) WHEN (_col6 is not null) THEN (true) WHEN (_col1 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (true) ELSE (false) END) (type: boolean)
Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: int)
@@ -6395,14 +6395,14 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: int), true (type: boolean)
- outputColumnNames: _col0, _col2
- Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col2 (type: boolean)
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ value expressions: _col1 (type: boolean)
Reducer 5
Execution mode: llap
Reduce Operator Tree:
@@ -6412,14 +6412,14 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
- outputColumnNames: _col2, _col3
+ outputColumnNames: _col1, _col2
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
- key expressions: _col3 (type: int)
+ key expressions: _col2 (type: int)
sort order: +
- Map-reduce partition columns: _col3 (type: int)
+ Map-reduce partition columns: _col2 (type: int)
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col2 (type: boolean)
+ value expressions: _col1 (type: boolean)
Reducer 7
Execution mode: llap
Reduce Operator Tree:
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/subquery_views.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/subquery_views.q.out b/ql/src/test/results/clientpositive/llap/subquery_views.q.out
index 3ba7d20..01a86d1 100644
--- a/ql/src/test/results/clientpositive/llap/subquery_views.q.out
+++ b/ql/src/test/results/clientpositive/llap/subquery_views.q.out
@@ -230,11 +230,11 @@ STAGE PLANS:
keys:
0 _col0 (type: string), _col1 (type: string)
1 _col0 (type: string), _col1 (type: string)
- 2 _col4 (type: string), _col2 (type: string)
- outputColumnNames: _col0, _col1, _col4, _col5, _col9
+ 2 _col3 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1, _col4, _col5, _col8
Statistics: Num rows: 87 Data size: 17226 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
- predicate: CASE WHEN ((_col4 = 0)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col9 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END (type: boolean)
+ predicate: CASE WHEN ((_col4 = 0)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col8 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END (type: boolean)
Statistics: Num rows: 43 Data size: 8514 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: string), _col1 (type: string)
@@ -289,14 +289,14 @@ STAGE PLANS:
Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), true (type: boolean)
- outputColumnNames: _col0, _col2, _col3
+ outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 83 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 83 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col2 (type: string), _col3 (type: boolean)
+ value expressions: _col1 (type: string), _col2 (type: boolean)
Reducer 6
Execution mode: llap
Reduce Operator Tree:
@@ -306,20 +306,20 @@ STAGE PLANS:
keys:
0 _col0 (type: string)
1 _col0 (type: string)
- outputColumnNames: _col2, _col3, _col4
+ outputColumnNames: _col1, _col2, _col3
Statistics: Num rows: 67 Data size: 12194 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
- key expressions: _col4 (type: string), _col2 (type: string)
+ key expressions: _col3 (type: string), _col1 (type: string)
sort order: ++
- Map-reduce partition columns: _col4 (type: string), _col2 (type: string)
+ Map-reduce partition columns: _col3 (type: string), _col1 (type: string)
Statistics: Num rows: 67 Data size: 12194 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col3 (type: boolean)
+ value expressions: _col2 (type: boolean)
Reduce Output Operator
- key expressions: _col4 (type: string), _col2 (type: string)
+ key expressions: _col3 (type: string), _col1 (type: string)
sort order: ++
- Map-reduce partition columns: _col4 (type: string), _col2 (type: string)
+ Map-reduce partition columns: _col3 (type: string), _col1 (type: string)
Statistics: Num rows: 67 Data size: 12194 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col3 (type: boolean)
+ value expressions: _col2 (type: boolean)
Reducer 7
Execution mode: llap
Reduce Operator Tree:
@@ -330,11 +330,11 @@ STAGE PLANS:
keys:
0 _col0 (type: string), _col1 (type: string)
1 _col0 (type: string), _col1 (type: string)
- 2 _col4 (type: string), _col2 (type: string)
- outputColumnNames: _col0, _col4, _col5, _col9
+ 2 _col3 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col4, _col5, _col8
Statistics: Num rows: 87 Data size: 9309 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
- predicate: CASE WHEN ((_col4 = 0)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col9 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END (type: boolean)
+ predicate: CASE WHEN ((_col4 = 0)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col8 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END (type: boolean)
Statistics: Num rows: 43 Data size: 4601 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: string)
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out
index 3de862e..705bcc3 100644
--- a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out
+++ b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out
@@ -263,33 +263,33 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 242 Data size: 3490 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Execution mode: llap
LLAP IO: no inputs
Map 2
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 500 Data size: 7216 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 475 Data size: 6855 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 475 Data size: 6855 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -298,15 +298,15 @@ STAGE PLANS:
1 _col0 (type: int)
input vertices:
0 Map 1
- Statistics: Num rows: 522 Data size: 7540 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 391 Data size: 3128 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: bigint)
Execution mode: llap
LLAP IO: no inputs
@@ -317,10 +317,10 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -374,33 +374,33 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 242 Data size: 3490 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Execution mode: llap
LLAP IO: no inputs
Map 2
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 500 Data size: 7216 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 475 Data size: 6855 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 475 Data size: 6855 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -409,15 +409,15 @@ STAGE PLANS:
1 _col0 (type: int)
input vertices:
0 Map 1
- Statistics: Num rows: 522 Data size: 7540 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 391 Data size: 3128 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: bigint)
Execution mode: llap
LLAP IO: no inputs
@@ -428,10 +428,10 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -867,12 +867,12 @@ STAGE PLANS:
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Execution mode: llap
LLAP IO: no inputs
@@ -886,12 +886,12 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Execution mode: llap
LLAP IO: no inputs
@@ -902,8 +902,8 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
keys:
- 0 _col1 (type: string)
- 1 _col1 (type: string)
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
@@ -963,12 +963,12 @@ STAGE PLANS:
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Execution mode: llap
LLAP IO: no inputs
@@ -982,12 +982,12 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Execution mode: llap
LLAP IO: no inputs
@@ -998,8 +998,8 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
keys:
- 0 _col1 (type: string)
- 1 _col1 (type: string)
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
@@ -1219,12 +1219,12 @@ STAGE PLANS:
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Execution mode: llap
LLAP IO: no inputs
@@ -1238,14 +1238,14 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
keys:
- 0 _col1 (type: string)
- 1 _col1 (type: string)
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
input vertices:
0 Map 1
Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
@@ -1309,12 +1309,12 @@ STAGE PLANS:
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col1 (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: _col1 (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
Execution mode: llap
LLAP IO: no inputs
@@ -1328,14 +1328,14 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
- outputColumnNames: _col1
+ outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
keys:
- 0 _col1 (type: string)
- 1 _col1 (type: string)
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
input vertices:
0 Map 1
Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
@@ -1674,14 +1674,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: s1
- Statistics: Num rows: 242 Data size: 924 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -1691,7 +1691,7 @@ STAGE PLANS:
outputColumnNames: _col0
input vertices:
1 Map 4
- Statistics: Num rows: 253 Data size: 965 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 382 Data size: 1528 Basic stats: COMPLETE Column stats: COMPLETE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -1700,15 +1700,15 @@ STAGE PLANS:
1 _col0 (type: int)
input vertices:
1 Map 6
- Statistics: Num rows: 531 Data size: 2027 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1009 Data size: 8072 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: bigint)
Execution mode: llap
LLAP IO: no inputs
@@ -1716,33 +1716,33 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: s3
- Statistics: Num rows: 242 Data size: 924 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Execution mode: llap
LLAP IO: no inputs
Map 5
Map Operator Tree:
TableScan
alias: s2
- Statistics: Num rows: 242 Data size: 924 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -1751,15 +1751,15 @@ STAGE PLANS:
1 _col0 (type: int)
input vertices:
1 Map 6
- Statistics: Num rows: 531 Data size: 2027 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1009 Data size: 8072 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: bigint)
Execution mode: llap
LLAP IO: no inputs
@@ -1767,24 +1767,24 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 500 Data size: 1904 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 475 Data size: 1808 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 475 Data size: 1808 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 475 Data size: 1808 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 475 Data size: 1808 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Execution mode: llap
LLAP IO: no inputs
Reducer 3
@@ -1794,10 +1794,10 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -1838,7 +1838,8 @@ STAGE PLANS:
Tez
#### A masked pattern was here ####
Edges:
- Reducer 4 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+ Reducer 4 <- Map 3 (SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
@@ -1846,65 +1847,74 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 242 Data size: 45994 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: string)
sort order: ++
- Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE
Execution mode: llap
LLAP IO: no inputs
Map 3
Map Operator Tree:
TableScan
alias: t2
- Statistics: Num rows: 500 Data size: 94800 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: string)
sort order: ++
- Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
Execution mode: llap
LLAP IO: no inputs
- Reducer 4
+ Reducer 2
+ Execution mode: llap
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE
+ Reducer 4
Execution mode: llap
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
+ Map Join Operator
condition map:
Inner Join 0 to 1
keys:
0 _col0 (type: int)
1 _col0 (type: int)
- Statistics: Num rows: 522 Data size: 99066 Basic stats: COMPLETE Column stats: NONE
+ input vertices:
+ 0 Reducer 2
+ Statistics: Num rows: 391 Data size: 3128 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: bigint)
Reducer 5
Execution mode: llap
@@ -1913,10 +1923,10 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_limit.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_limit.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_limit.q.out
index dee20d1..f7f3014 100644
--- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_limit.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_limit.q.out
@@ -803,7 +803,7 @@ STAGE PLANS:
Stage: Stage-0
Fetch Operator
- limit: -1
+ limit: 10
Processor Tree:
ListSink
http://git-wip-us.apache.org/repos/asf/hive/blob/65e3f5f1/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out
index 0da9a45..c21a4fc 100644
--- a/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out
@@ -539,7 +539,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [1]
- Statistics: Num rows: 82 Data size: 656 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 82 Data size: 328 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
@@ -547,7 +547,7 @@ STAGE PLANS:
className: VectorReduceSinkObjectHashOperator
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
- Statistics: Num rows: 82 Data size: 656 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 82 Data size: 328 Basic stats: COMPLETE Column stats: COMPLETE
Reducer 3
Execution mode: vectorized, llap
Reduce Vectorization: