You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2014/12/16 02:13:30 UTC
svn commit: r1645808 [38/49] - in /hive/trunk:
accumulo-handler/src/test/results/positive/
common/src/java/org/apache/hadoop/hive/conf/
contrib/src/test/results/clientpositive/
hbase-handler/src/test/results/positive/
itests/hive-unit/src/test/java/org...
Modified: hive/trunk/ql/src/test/results/clientpositive/tez/limit_pushdown.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/limit_pushdown.q.out?rev=1645808&r1=1645807&r2=1645808&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/limit_pushdown.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/limit_pushdown.q.out Tue Dec 16 01:13:24 2014
@@ -195,12 +195,12 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: value (type: string), key (type: string)
- outputColumnNames: value, key
+ expressions: value (type: string), (UDFToDouble(key) + 1.0) (type: double)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: sum((key + 1))
- keys: value (type: string)
+ aggregations: sum(_col1)
+ keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
@@ -293,12 +293,12 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: value (type: string), key (type: string)
- outputColumnNames: value, key
+ expressions: value (type: string), (UDFToDouble(key) + 1.0) (type: double)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: avg((key + 1))
- keys: value (type: string)
+ aggregations: avg(_col1)
+ keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
@@ -392,10 +392,10 @@ STAGE PLANS:
Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: cdouble (type: double)
- outputColumnNames: cdouble
+ outputColumnNames: _col0
Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- keys: cdouble (type: double)
+ keys: _col0 (type: double)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
@@ -485,11 +485,11 @@ STAGE PLANS:
Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: ctinyint (type: tinyint), cdouble (type: double)
- outputColumnNames: ctinyint, cdouble
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: count(DISTINCT cdouble)
- keys: ctinyint (type: tinyint), cdouble (type: double)
+ aggregations: count(DISTINCT _col1)
+ keys: _col0 (type: tinyint), _col1 (type: double)
mode: hash
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
@@ -582,11 +582,11 @@ STAGE PLANS:
Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: ctinyint (type: tinyint), cstring1 (type: string), cstring2 (type: string)
- outputColumnNames: ctinyint, cstring1, cstring2
+ outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: count(DISTINCT cstring1), count(DISTINCT cstring2)
- keys: ctinyint (type: tinyint), cstring1 (type: string), cstring2 (type: string)
+ aggregations: count(DISTINCT _col1), count(DISTINCT _col2)
+ keys: _col0 (type: tinyint), _col1 (type: string), _col2 (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4
Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
@@ -706,11 +706,11 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string), key (type: string)
- outputColumnNames: value, key
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: sum(key)
- keys: value (type: string)
+ aggregations: sum(_col1)
+ keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
@@ -810,9 +810,9 @@ STAGE PLANS:
Tez
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
- Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
- Reducer 5 <- Map 4 (SIMPLE_EDGE)
- Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+ Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+ Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+ Reducer 6 <- Map 5 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -821,12 +821,12 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: key (type: string)
- outputColumnNames: key
+ expressions: key (type: string), 1 (type: int)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: count(1)
- keys: key (type: string)
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
@@ -837,18 +837,18 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.3
value expressions: _col1 (type: bigint)
- Map 4
+ Map 5
Map Operator Tree:
TableScan
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: key (type: string)
- outputColumnNames: key
+ expressions: key (type: string), 1 (type: int)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: count(1)
- keys: key (type: string)
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
@@ -868,18 +868,32 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Limit
- Number of rows: 2
- Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Number of rows: 3
+ Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ TopN Hash Memory Usage: 0.3
+ value expressions: _col0 (type: string), _col1 (type: bigint)
+ Reducer 3
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Limit
+ Number of rows: 3
+ Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: _col0 is not null (type: boolean)
- Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
- Reducer 3
+ Reducer 4
Reduce Operator Tree:
Merge Join Operator
condition map:
@@ -887,10 +901,10 @@ STAGE PLANS:
keys:
0 _col0 (type: string)
1 _col0 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
+ outputColumnNames: _col0, _col1, _col3
Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint)
+ expressions: _col0 (type: string), _col3 (type: bigint), _col0 (type: string), _col1 (type: bigint)
outputColumnNames: _col0, _col1, _col2, _col3
Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE
Limit
@@ -903,7 +917,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 5
+ Reducer 6
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -912,30 +926,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Limit
- Number of rows: 3
- Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE
- TopN Hash Memory Usage: 0.3
- value expressions: _col0 (type: string), _col1 (type: bigint)
- Reducer 6
- Reduce Operator Tree:
- Select Operator
- expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE
- Limit
- Number of rows: 3
- Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Number of rows: 2
+ Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: _col0 is not null (type: boolean)
- Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Stage: Stage-0
@@ -969,16 +969,16 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: key (type: string), value (type: string)
- outputColumnNames: key, value
+ expressions: value (type: string), key (type: string)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: value (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: value (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.3
- value expressions: key (type: string)
+ value expressions: _col1 (type: string)
Reducer 2
Reduce Operator Tree:
Group By Operator
@@ -1226,16 +1226,16 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: key (type: string), value (type: string)
- outputColumnNames: key, value
+ expressions: concat(key, value, value, value, value, value, value, value, value, value) (type: string), key (type: string)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: concat(key, value, value, value, value, value, value, value, value, value) (type: string)
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns: concat(key, value, value, value, value, value, value, value, value, value) (type: string)
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 2.0E-5
- value expressions: key (type: string)
+ value expressions: _col1 (type: string)
Reducer 2
Reduce Operator Tree:
Group By Operator
Modified: hive/trunk/ql/src/test/results/clientpositive/tez/mapjoin_mapjoin.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/mapjoin_mapjoin.q.out?rev=1645808&r1=1645807&r2=1645808&view=diff
==============================================================================
Binary files hive/trunk/ql/src/test/results/clientpositive/tez/mapjoin_mapjoin.q.out (original) and hive/trunk/ql/src/test/results/clientpositive/tez/mapjoin_mapjoin.q.out Tue Dec 16 01:13:24 2014 differ
Modified: hive/trunk/ql/src/test/results/clientpositive/tez/merge1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/merge1.q.out?rev=1645808&r1=1645807&r2=1645808&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/merge1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/merge1.q.out Tue Dec 16 01:13:24 2014
@@ -37,12 +37,12 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: key (type: string)
- outputColumnNames: key
+ expressions: key (type: string), 1 (type: int)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: count(1)
- keys: key (type: string)
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Modified: hive/trunk/ql/src/test/results/clientpositive/tez/merge2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/merge2.q.out?rev=1645808&r1=1645807&r2=1645808&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/merge2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/merge2.q.out Tue Dec 16 01:13:24 2014
@@ -37,12 +37,12 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: key (type: string)
- outputColumnNames: key
+ expressions: key (type: string), 1 (type: int)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: count(1)
- keys: key (type: string)
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Modified: hive/trunk/ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out?rev=1645808&r1=1645807&r2=1645808&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out Tue Dec 16 01:13:24 2014
@@ -199,11 +199,11 @@ STAGE PLANS:
alias: stats_tbl
Statistics: Num rows: 9999 Data size: 1030908 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: s (type: string), bo (type: boolean), bin (type: binary), si (type: smallint), i (type: int), b (type: bigint)
- outputColumnNames: s, bo, bin, si, i, b
+ expressions: 1 (type: int), 0.2 (type: double), s (type: string), bo (type: boolean), bin (type: binary), si (type: smallint), i (type: int), b (type: bigint)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
Statistics: Num rows: 9999 Data size: 1030908 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: count(), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b)
+ aggregations: count(), sum(_col0), sum(_col1), count(_col0), count(_col2), count(_col3), count(_col4), count(_col5), max(_col6), min(_col7)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE
@@ -259,11 +259,11 @@ STAGE PLANS:
alias: stats_tbl_part
Statistics: Num rows: 9489 Data size: 978785 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: s (type: string), bo (type: boolean), bin (type: binary), si (type: smallint), i (type: int), b (type: bigint)
- outputColumnNames: s, bo, bin, si, i, b
+ expressions: 1 (type: int), 0.2 (type: double), s (type: string), bo (type: boolean), bin (type: binary), si (type: smallint), i (type: int), b (type: bigint)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
Statistics: Num rows: 9489 Data size: 978785 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: count(), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b)
+ aggregations: count(), sum(_col0), sum(_col1), count(_col0), count(_col2), count(_col3), count(_col4), count(_col5), max(_col6), min(_col7)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE
@@ -456,10 +456,10 @@ STAGE PLANS:
Statistics: Num rows: 9489 Data size: 978785 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: ts (type: timestamp)
- outputColumnNames: ts
+ outputColumnNames: _col0
Statistics: Num rows: 9489 Data size: 978785 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: count(ts)
+ aggregations: count(_col0)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
Modified: hive/trunk/ql/src/test/results/clientpositive/tez/metadataonly1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/metadataonly1.q.out?rev=1645808&r1=1645807&r2=1645808&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/metadataonly1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/metadataonly1.q.out Tue Dec 16 01:13:24 2014
@@ -139,10 +139,10 @@ STAGE PLANS:
GatherStats: false
Select Operator
expressions: ds (type: string)
- outputColumnNames: ds
+ outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
- aggregations: max(ds)
+ aggregations: max(_col0)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
@@ -153,9 +153,9 @@ STAGE PLANS:
value expressions: _col0 (type: string)
auto parallelism: false
Path -> Alias:
- -mr-10002default.test1{ds=1} [test1]
+ -mr-10003default.test1{ds=1} [test1]
Path -> Partition:
- -mr-10002default.test1{ds=1}
+ -mr-10003default.test1{ds=1}
Partition
base file name: ds=1
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -196,7 +196,7 @@ STAGE PLANS:
name: default.test1
name: default.test1
Truncated Path -> Alias:
- -mr-10002default.test1{ds=1} [test1]
+ -mr-10003default.test1{ds=1} [test1]
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -290,11 +290,11 @@ STAGE PLANS:
GatherStats: false
Select Operator
expressions: ds (type: string)
- outputColumnNames: ds
+ outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
- aggregations: count(DISTINCT ds)
- keys: ds (type: string)
+ aggregations: count(DISTINCT _col0)
+ keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
@@ -305,9 +305,9 @@ STAGE PLANS:
tag: -1
auto parallelism: false
Path -> Alias:
- -mr-10002default.test1{ds=1} [test1]
+ -mr-10003default.test1{ds=1} [test1]
Path -> Partition:
- -mr-10002default.test1{ds=1}
+ -mr-10003default.test1{ds=1}
Partition
base file name: ds=1
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -348,7 +348,7 @@ STAGE PLANS:
name: default.test1
name: default.test1
Truncated Path -> Alias:
- -mr-10002default.test1{ds=1} [test1]
+ -mr-10003default.test1{ds=1} [test1]
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -442,10 +442,10 @@ STAGE PLANS:
GatherStats: false
Select Operator
expressions: ds (type: string)
- outputColumnNames: ds
+ outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
- aggregations: count(ds)
+ aggregations: count(_col0)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
@@ -618,32 +618,28 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
- Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
- Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+ Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+ Reducer 5 <- Map 4 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
- alias: test1
+ alias: a2
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
GatherStats: false
Select Operator
expressions: ds (type: string)
- outputColumnNames: ds
+ outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Group By Operator
- aggregations: max(ds)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col0 (type: string)
- auto parallelism: false
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ tag: 0
+ auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -728,21 +724,29 @@ STAGE PLANS:
name: default.test1
name: default.test1
Truncated Path -> Alias:
- /test1/ds=1 [test1]
- /test1/ds=2 [test1]
- Map 5
+ /test1/ds=1 [a2]
+ /test1/ds=2 [a2]
+ Map 4
Map Operator Tree:
TableScan
alias: a2
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
GatherStats: false
- Reduce Output Operator
- key expressions: ds (type: string)
- sort order: +
- Map-reduce partition columns: ds (type: string)
+ Select Operator
+ expressions: ds (type: string)
+ outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- tag: 0
- auto parallelism: true
+ Group By Operator
+ aggregations: max(_col0)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ tag: -1
+ value expressions: _col0 (type: string)
+ auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -832,45 +836,11 @@ STAGE PLANS:
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
- Group By Operator
- aggregations: max(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- isSamplingPred: false
- predicate: _col0 is not null (type: boolean)
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- tag: 1
- auto parallelism: true
- Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- Dynamic Partitioning Event Operator
- Target Input: a2
- Partition key expr: ds
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- Target column: ds
- Target Vertex: Map 5
- Reducer 3
- Needs Tagging: false
- Reduce Operator Tree:
Merge Join Operator
condition map:
Inner Join 0 to 1
keys:
- 0 ds (type: string)
+ 0 _col0 (type: string)
1 _col0 (type: string)
Position of Big Table: 0
Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: NONE
@@ -885,7 +855,7 @@ STAGE PLANS:
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
- Reducer 4
+ Reducer 3
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
@@ -918,6 +888,40 @@ STAGE PLANS:
TotalFiles: 1
GatherStats: false
MultiFileSpray: false
+ Reducer 5
+ Needs Tagging: false
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: max(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ isSamplingPred: false
+ predicate: _col0 is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ tag: 1
+ auto parallelism: true
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ Dynamic Partitioning Event Operator
+ Target Input: a2
+ Partition key expr: ds
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ Target column: ds
+ Target Vertex: Map 1
Stage: Stage-0
Fetch Operator
@@ -1015,11 +1019,11 @@ STAGE PLANS:
GatherStats: false
Select Operator
expressions: ds (type: string), hr (type: string)
- outputColumnNames: ds, hr
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
- aggregations: count(DISTINCT hr)
- keys: ds (type: string), hr (type: string)
+ aggregations: count(DISTINCT _col1)
+ keys: _col0 (type: string), _col1 (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
@@ -1031,11 +1035,11 @@ STAGE PLANS:
tag: -1
auto parallelism: true
Path -> Alias:
- -mr-10002default.test2{ds=1, hr=1} [test2]
- -mr-10003default.test2{ds=1, hr=2} [test2]
- -mr-10004default.test2{ds=1, hr=3} [test2]
+ -mr-10003default.test2{ds=1, hr=1} [test2]
+ -mr-10004default.test2{ds=1, hr=2} [test2]
+ -mr-10005default.test2{ds=1, hr=3} [test2]
Path -> Partition:
- -mr-10002default.test2{ds=1, hr=1}
+ -mr-10003default.test2{ds=1, hr=1}
Partition
base file name: hr=1
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1076,7 +1080,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10003default.test2{ds=1, hr=2}
+ -mr-10004default.test2{ds=1, hr=2}
Partition
base file name: hr=2
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1117,7 +1121,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10004default.test2{ds=1, hr=3}
+ -mr-10005default.test2{ds=1, hr=3}
Partition
base file name: hr=3
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1159,9 +1163,9 @@ STAGE PLANS:
name: default.test2
name: default.test2
Truncated Path -> Alias:
- -mr-10002default.test2{ds=1, hr=1} [test2]
- -mr-10003default.test2{ds=1, hr=2} [test2]
- -mr-10004default.test2{ds=1, hr=3} [test2]
+ -mr-10003default.test2{ds=1, hr=1} [test2]
+ -mr-10004default.test2{ds=1, hr=2} [test2]
+ -mr-10005default.test2{ds=1, hr=3} [test2]
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1266,11 +1270,11 @@ STAGE PLANS:
GatherStats: false
Select Operator
expressions: ds (type: string), hr (type: string)
- outputColumnNames: ds, hr
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
- aggregations: count(hr)
- keys: ds (type: string)
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
@@ -1509,10 +1513,10 @@ STAGE PLANS:
GatherStats: false
Select Operator
expressions: ds (type: string)
- outputColumnNames: ds
+ outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
- aggregations: max(ds)
+ aggregations: max(_col0)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
@@ -1523,10 +1527,10 @@ STAGE PLANS:
value expressions: _col0 (type: string)
auto parallelism: false
Path -> Alias:
- -mr-10002default.test1{ds=1} [test1]
- -mr-10003default.test1{ds=2} [test1]
+ -mr-10003default.test1{ds=1} [test1]
+ -mr-10004default.test1{ds=2} [test1]
Path -> Partition:
- -mr-10002default.test1{ds=1}
+ -mr-10003default.test1{ds=1}
Partition
base file name: ds=1
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1566,7 +1570,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test1
name: default.test1
- -mr-10003default.test1{ds=2}
+ -mr-10004default.test1{ds=2}
Partition
base file name: ds=2
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1607,8 +1611,8 @@ STAGE PLANS:
name: default.test1
name: default.test1
Truncated Path -> Alias:
- -mr-10002default.test1{ds=1} [test1]
- -mr-10003default.test1{ds=2} [test1]
+ -mr-10003default.test1{ds=1} [test1]
+ -mr-10004default.test1{ds=2} [test1]
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1761,11 +1765,11 @@ STAGE PLANS:
GatherStats: false
Select Operator
expressions: ds (type: string), hr (type: string)
- outputColumnNames: ds, hr
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
- aggregations: count(DISTINCT hr)
- keys: ds (type: string), hr (type: string)
+ aggregations: count(DISTINCT _col1)
+ keys: _col0 (type: string), _col1 (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
@@ -1777,13 +1781,13 @@ STAGE PLANS:
tag: -1
auto parallelism: true
Path -> Alias:
- -mr-10002default.test2{ds=01_10_10, hr=01} [test2]
- -mr-10003default.test2{ds=01_10_20, hr=02} [test2]
- -mr-10004default.test2{ds=1, hr=1} [test2]
- -mr-10005default.test2{ds=1, hr=2} [test2]
- -mr-10006default.test2{ds=1, hr=3} [test2]
+ -mr-10003default.test2{ds=01_10_10, hr=01} [test2]
+ -mr-10004default.test2{ds=01_10_20, hr=02} [test2]
+ -mr-10005default.test2{ds=1, hr=1} [test2]
+ -mr-10006default.test2{ds=1, hr=2} [test2]
+ -mr-10007default.test2{ds=1, hr=3} [test2]
Path -> Partition:
- -mr-10002default.test2{ds=01_10_10, hr=01}
+ -mr-10003default.test2{ds=01_10_10, hr=01}
Partition
base file name: hr=01
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1824,7 +1828,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10003default.test2{ds=01_10_20, hr=02}
+ -mr-10004default.test2{ds=01_10_20, hr=02}
Partition
base file name: hr=02
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1865,7 +1869,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10004default.test2{ds=1, hr=1}
+ -mr-10005default.test2{ds=1, hr=1}
Partition
base file name: hr=1
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1906,7 +1910,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10005default.test2{ds=1, hr=2}
+ -mr-10006default.test2{ds=1, hr=2}
Partition
base file name: hr=2
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1947,7 +1951,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.test2
name: default.test2
- -mr-10006default.test2{ds=1, hr=3}
+ -mr-10007default.test2{ds=1, hr=3}
Partition
base file name: hr=3
input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat
@@ -1989,11 +1993,11 @@ STAGE PLANS:
name: default.test2
name: default.test2
Truncated Path -> Alias:
- -mr-10002default.test2{ds=01_10_10, hr=01} [test2]
- -mr-10003default.test2{ds=01_10_20, hr=02} [test2]
- -mr-10004default.test2{ds=1, hr=1} [test2]
- -mr-10005default.test2{ds=1, hr=2} [test2]
- -mr-10006default.test2{ds=1, hr=3} [test2]
+ -mr-10003default.test2{ds=01_10_10, hr=01} [test2]
+ -mr-10004default.test2{ds=01_10_20, hr=02} [test2]
+ -mr-10005default.test2{ds=1, hr=1} [test2]
+ -mr-10006default.test2{ds=1, hr=2} [test2]
+ -mr-10007default.test2{ds=1, hr=3} [test2]
Reducer 2
Needs Tagging: false
Reduce Operator Tree: