You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by om...@apache.org on 2017/03/28 21:10:06 UTC
[49/50] [abbrv] hive git commit: HIVE-13815: Improve logic to infer
false predicates (Jesus Camacho Rodriguez, reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out b/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out
index de829e2..c6a9b14 100644
--- a/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out
+++ b/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out
@@ -434,17 +434,17 @@ STAGE PLANS:
alias: table1
Statistics: Num rows: 10 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((dimid = 100) = true) and (dimid <> 100)) (type: boolean)
- Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+ predicate: false (type: boolean)
+ Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: id (type: int), val (type: string), val1 (type: string), dimid (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+ expressions: id (type: int), val (type: string), val1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col3 (type: int), true (type: boolean)
+ key expressions: 100 (type: int), true (type: boolean)
sort order: ++
- Map-reduce partition columns: _col3 (type: int), true (type: boolean)
- Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+ Map-reduce partition columns: 100 (type: int), true (type: boolean)
+ Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string)
Map 3
Map Operator Tree:
@@ -452,10 +452,10 @@ STAGE PLANS:
alias: table3
Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((id = 100) = true) and (id <> 100)) (type: boolean)
+ predicate: ((id = 100) and (id = 100) is not null) (type: boolean)
Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: id (type: int), true (type: boolean)
+ expressions: 100 (type: int), true (type: boolean)
outputColumnNames: _col0, _col1
Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Group By Operator
@@ -474,13 +474,13 @@ STAGE PLANS:
condition map:
Left Semi Join 0 to 1
keys:
- 0 _col3 (type: int), true (type: boolean)
+ 0 100 (type: int), true (type: boolean)
1 _col0 (type: int), _col1 (type: boolean)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 5 Data size: 110 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 5 Data size: 110 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -523,17 +523,17 @@ STAGE PLANS:
alias: table1
Statistics: Num rows: 10 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((dimid) IN (100, 200) and ((dimid = 100) = true)) (type: boolean)
- Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE
+ predicate: ((dimid = 100) and (dimid = 100) is not null) (type: boolean)
+ Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: id (type: int), val (type: string), val1 (type: string), dimid (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE
+ expressions: id (type: int), val (type: string), val1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col3 (type: int), true (type: boolean)
+ key expressions: 100 (type: int), true (type: boolean)
sort order: ++
- Map-reduce partition columns: _col3 (type: int), true (type: boolean)
- Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE
+ Map-reduce partition columns: 100 (type: int), true (type: boolean)
+ Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string)
Map 3
Map Operator Tree:
@@ -541,35 +541,35 @@ STAGE PLANS:
alias: table3
Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((id) IN (100, 200) and ((id = 100) = true)) (type: boolean)
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ predicate: ((id = 100) and (id = 100) is not null) (type: boolean)
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: id (type: int), true (type: boolean)
+ expressions: 100 (type: int), true (type: boolean)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Group By Operator
keys: _col0 (type: int), _col1 (type: boolean)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: boolean)
sort order: ++
Map-reduce partition columns: _col0 (type: int), _col1 (type: boolean)
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Join Operator
condition map:
Left Semi Join 0 to 1
keys:
- 0 _col3 (type: int), true (type: boolean)
+ 0 100 (type: int), true (type: boolean)
1 _col0 (type: int), _col1 (type: boolean)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 44 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 5 Data size: 110 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 44 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 5 Data size: 110 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -614,17 +614,17 @@ STAGE PLANS:
alias: table1
Statistics: Num rows: 10 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((dimid = 100) = true) and (dimid = 200)) (type: boolean)
- Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE
+ predicate: false (type: boolean)
+ Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: id (type: int), val (type: string), val1 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: 200 (type: int), true (type: boolean)
+ key expressions: 100 (type: int), true (type: boolean)
sort order: ++
- Map-reduce partition columns: 200 (type: int), true (type: boolean)
- Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE
+ Map-reduce partition columns: 100 (type: int), true (type: boolean)
+ Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string)
Map 3
Map Operator Tree:
@@ -632,35 +632,35 @@ STAGE PLANS:
alias: table3
Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((id = 100) = true) and (id = 200)) (type: boolean)
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ predicate: ((id = 100) and (id = 100) is not null) (type: boolean)
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: 200 (type: int), true (type: boolean)
+ expressions: 100 (type: int), true (type: boolean)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Group By Operator
keys: _col0 (type: int), _col1 (type: boolean)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: boolean)
sort order: ++
Map-reduce partition columns: _col0 (type: int), _col1 (type: boolean)
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Join Operator
condition map:
Left Semi Join 0 to 1
keys:
- 0 200 (type: int), true (type: boolean)
+ 0 100 (type: int), true (type: boolean)
1 _col0 (type: int), _col1 (type: boolean)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 44 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 44 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -703,17 +703,17 @@ STAGE PLANS:
alias: table1
Statistics: Num rows: 10 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((dimid = 100) = true) and (dimid = 100)) (type: boolean)
- Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE
+ predicate: ((dimid = 100) and (dimid = 100) is not null) (type: boolean)
+ Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: id (type: int), val (type: string), val1 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: 100 (type: int), true (type: boolean)
sort order: ++
Map-reduce partition columns: 100 (type: int), true (type: boolean)
- Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string)
Map 3
Map Operator Tree:
@@ -721,22 +721,22 @@ STAGE PLANS:
alias: table3
Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((id = 100) = true) and (id = 100)) (type: boolean)
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ predicate: ((id = 100) and (id = 100) is not null) (type: boolean)
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: 100 (type: int), true (type: boolean)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Group By Operator
keys: _col0 (type: int), _col1 (type: boolean)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: boolean)
sort order: ++
Map-reduce partition columns: _col0 (type: int), _col1 (type: boolean)
- Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -746,10 +746,10 @@ STAGE PLANS:
0 100 (type: int), true (type: boolean)
1 _col0 (type: int), _col1 (type: boolean)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 44 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 5 Data size: 110 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 44 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 5 Data size: 110 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -794,16 +794,16 @@ STAGE PLANS:
alias: table1
Statistics: Num rows: 10 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((dimid = 100) = true) and dimid is not null) (type: boolean)
+ predicate: ((dimid = 100) and (dimid = 100) is not null) (type: boolean)
Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: id (type: int), val (type: string), val1 (type: string), dimid (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3
+ expressions: id (type: int), val (type: string), val1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col3 (type: int), true (type: boolean)
+ key expressions: 100 (type: int), true (type: boolean)
sort order: ++
- Map-reduce partition columns: _col3 (type: int), true (type: boolean)
+ Map-reduce partition columns: 100 (type: int), true (type: boolean)
Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string)
Map 3
@@ -812,10 +812,10 @@ STAGE PLANS:
alias: table3
Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((id = 100) = true) and id is not null) (type: boolean)
+ predicate: ((id = 100) and (id = 100) is not null) (type: boolean)
Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: id (type: int), true (type: boolean)
+ expressions: 100 (type: int), true (type: boolean)
outputColumnNames: _col0, _col1
Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
Group By Operator
@@ -834,7 +834,7 @@ STAGE PLANS:
condition map:
Left Semi Join 0 to 1
keys:
- 0 _col3 (type: int), true (type: boolean)
+ 0 100 (type: int), true (type: boolean)
1 _col0 (type: int), _col1 (type: boolean)
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 5 Data size: 110 Basic stats: COMPLETE Column stats: NONE
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out b/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out
index ae266e5..8ad9ac5 100644
--- a/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out
+++ b/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out
@@ -197,7 +197,7 @@ STAGE PLANS:
alias: t3
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
Filter Operator
- predicate: (id = 20) (type: boolean)
+ predicate: (20 = id) (type: boolean)
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: 20 (type: int), key (type: string), value (type: string)
@@ -305,7 +305,7 @@ STAGE PLANS:
alias: t3
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
Filter Operator
- predicate: (id = 20) (type: boolean)
+ predicate: (20 = id) (type: boolean)
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: 20 (type: int), key (type: string), value (type: string)
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out
index a7d6e21..74f3db9 100644
--- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out
+++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out
@@ -87,7 +87,7 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 51 Data size: 206 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key = 5) (type: boolean)
+ predicate: (5 = key) (type: boolean)
Statistics: Num rows: 25 Data size: 100 Basic stats: COMPLETE Column stats: NONE
Select Operator
Statistics: Num rows: 25 Data size: 100 Basic stats: COMPLETE Column stats: NONE
@@ -113,7 +113,7 @@ STAGE PLANS:
alias: d
Statistics: Num rows: 55 Data size: 222 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key = 5) (type: boolean)
+ predicate: (5 = key) (type: boolean)
Statistics: Num rows: 27 Data size: 108 Basic stats: COMPLETE Column stats: NONE
Select Operator
Statistics: Num rows: 27 Data size: 108 Basic stats: COMPLETE Column stats: NONE
@@ -197,7 +197,7 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 51 Data size: 206 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key = 5) (type: boolean)
+ predicate: (5 = key) (type: boolean)
Statistics: Num rows: 25 Data size: 100 Basic stats: COMPLETE Column stats: NONE
Select Operator
Statistics: Num rows: 25 Data size: 100 Basic stats: COMPLETE Column stats: NONE
@@ -264,7 +264,7 @@ STAGE PLANS:
alias: d
Statistics: Num rows: 55 Data size: 222 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key = 5) (type: boolean)
+ predicate: (5 = key) (type: boolean)
Statistics: Num rows: 27 Data size: 108 Basic stats: COMPLETE Column stats: NONE
Select Operator
Statistics: Num rows: 27 Data size: 108 Basic stats: COMPLETE Column stats: NONE
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/tez/constprog_semijoin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/constprog_semijoin.q.out b/ql/src/test/results/clientpositive/tez/constprog_semijoin.q.out
index 0f3bd63..15a8351 100644
--- a/ql/src/test/results/clientpositive/tez/constprog_semijoin.q.out
+++ b/ql/src/test/results/clientpositive/tez/constprog_semijoin.q.out
@@ -261,17 +261,17 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_12]
- Merge Join Operator [MERGEJOIN_17] (rows=5 width=22)
- Conds:RS_8._col3, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_17] (rows=2 width=3)
+ Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
- PartitionCols:_col3, true
- Select Operator [SEL_2] (rows=5 width=20)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_15] (rows=5 width=20)
- predicate:(((dimid = 100) = true) and (dimid <> 100))
+ PartitionCols:100, true
+ Select Operator [SEL_2] (rows=1 width=20)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_15] (rows=1 width=20)
+ predicate:false
TableScan [TS_0] (rows=10 width=20)
- default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1","dimid"]
+ default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0, _col1
@@ -280,7 +280,7 @@ Stage-0
Select Operator [SEL_5] (rows=2 width=3)
Output:["_col0","_col1"]
Filter Operator [FIL_16] (rows=2 width=3)
- predicate:(((id = 100) = true) and (id <> 100))
+ predicate:((id = 100) and (id = 100) is not null)
TableScan [TS_3] (rows=5 width=3)
default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"]
@@ -309,26 +309,26 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_12]
- Merge Join Operator [MERGEJOIN_17] (rows=2 width=22)
- Conds:RS_8._col3, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_17] (rows=5 width=22)
+ Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
- PartitionCols:_col3, true
- Select Operator [SEL_2] (rows=2 width=20)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_15] (rows=2 width=20)
- predicate:((dimid) IN (100, 200) and ((dimid = 100) = true))
+ PartitionCols:100, true
+ Select Operator [SEL_2] (rows=5 width=20)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_15] (rows=5 width=20)
+ predicate:((dimid = 100) and (dimid = 100) is not null)
TableScan [TS_0] (rows=10 width=20)
default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1","dimid"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0, _col1
- Group By Operator [GBY_7] (rows=1 width=3)
+ Group By Operator [GBY_7] (rows=2 width=3)
Output:["_col0","_col1"],keys:_col0, _col1
- Select Operator [SEL_5] (rows=1 width=3)
+ Select Operator [SEL_5] (rows=2 width=3)
Output:["_col0","_col1"]
- Filter Operator [FIL_16] (rows=1 width=3)
- predicate:((id) IN (100, 200) and ((id = 100) = true))
+ Filter Operator [FIL_16] (rows=2 width=3)
+ predicate:((id = 100) and (id = 100) is not null)
TableScan [TS_3] (rows=5 width=3)
default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"]
@@ -359,26 +359,26 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_12]
- Merge Join Operator [MERGEJOIN_17] (rows=2 width=22)
- Conds:RS_8.200, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_17] (rows=2 width=3)
+ Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
- PartitionCols:200, true
- Select Operator [SEL_2] (rows=2 width=20)
+ PartitionCols:100, true
+ Select Operator [SEL_2] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_15] (rows=2 width=20)
- predicate:(((dimid = 100) = true) and (dimid = 200))
+ Filter Operator [FIL_15] (rows=1 width=20)
+ predicate:false
TableScan [TS_0] (rows=10 width=20)
- default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1","dimid"]
+ default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0, _col1
- Group By Operator [GBY_7] (rows=1 width=3)
+ Group By Operator [GBY_7] (rows=2 width=3)
Output:["_col0","_col1"],keys:_col0, _col1
- Select Operator [SEL_5] (rows=1 width=3)
+ Select Operator [SEL_5] (rows=2 width=3)
Output:["_col0","_col1"]
- Filter Operator [FIL_16] (rows=1 width=3)
- predicate:(((id = 100) = true) and (id = 200))
+ Filter Operator [FIL_16] (rows=2 width=3)
+ predicate:((id = 100) and (id = 100) is not null)
TableScan [TS_3] (rows=5 width=3)
default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"]
@@ -407,26 +407,26 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_12]
- Merge Join Operator [MERGEJOIN_17] (rows=2 width=22)
+ Merge Join Operator [MERGEJOIN_17] (rows=5 width=22)
Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:100, true
- Select Operator [SEL_2] (rows=2 width=20)
+ Select Operator [SEL_2] (rows=5 width=20)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_15] (rows=2 width=20)
- predicate:(((dimid = 100) = true) and (dimid = 100))
+ Filter Operator [FIL_15] (rows=5 width=20)
+ predicate:((dimid = 100) and (dimid = 100) is not null)
TableScan [TS_0] (rows=10 width=20)
default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1","dimid"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0, _col1
- Group By Operator [GBY_7] (rows=1 width=3)
+ Group By Operator [GBY_7] (rows=2 width=3)
Output:["_col0","_col1"],keys:_col0, _col1
- Select Operator [SEL_5] (rows=1 width=3)
+ Select Operator [SEL_5] (rows=2 width=3)
Output:["_col0","_col1"]
- Filter Operator [FIL_16] (rows=1 width=3)
- predicate:(((id = 100) = true) and (id = 100))
+ Filter Operator [FIL_16] (rows=2 width=3)
+ predicate:((id = 100) and (id = 100) is not null)
TableScan [TS_3] (rows=5 width=3)
default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"]
@@ -458,14 +458,14 @@ Stage-0
Reducer 2
File Output Operator [FS_12]
Merge Join Operator [MERGEJOIN_17] (rows=5 width=22)
- Conds:RS_8._col3, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"]
+ Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
- PartitionCols:_col3, true
+ PartitionCols:100, true
Select Operator [SEL_2] (rows=5 width=20)
- Output:["_col0","_col1","_col2","_col3"]
+ Output:["_col0","_col1","_col2"]
Filter Operator [FIL_15] (rows=5 width=20)
- predicate:(((dimid = 100) = true) and dimid is not null)
+ predicate:((dimid = 100) and (dimid = 100) is not null)
TableScan [TS_0] (rows=10 width=20)
default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1","dimid"]
<-Map 3 [SIMPLE_EDGE]
@@ -476,7 +476,7 @@ Stage-0
Select Operator [SEL_5] (rows=2 width=3)
Output:["_col0","_col1"]
Filter Operator [FIL_16] (rows=2 width=3)
- predicate:(((id = 100) = true) and id is not null)
+ predicate:((id = 100) and (id = 100) is not null)
TableScan [TS_3] (rows=5 width=3)
default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"]
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/tez/cte_5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/cte_5.q.out b/ql/src/test/results/clientpositive/tez/cte_5.q.out
index 579b4f3..73342f5 100644
--- a/ql/src/test/results/clientpositive/tez/cte_5.q.out
+++ b/ql/src/test/results/clientpositive/tez/cte_5.q.out
@@ -63,6 +63,7 @@ src_thrift
srcbucket
srcbucket2
srcpart
+Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: explain
with q1 as (select * from src where key= '5')
select a.colnum
@@ -86,26 +87,26 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_10]
- Merge Join Operator [MERGEJOIN_15] (rows=275 width=10)
- Conds:RS_6.UDFToDouble(_col0)=RS_7.5.0(Inner),Output:["_col0"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:UDFToDouble(_col0)
- Select Operator [SEL_2] (rows=1 width=3)
- Output:["_col0"]
- Filter Operator [FIL_13] (rows=1 width=3)
- predicate:colnum is not null
- TableScan [TS_0] (rows=1 width=3)
- mydb@q1,a,Tbl:COMPLETE,Col:NONE,Output:["colnum"]
- <-Map 3 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:5.0
- Select Operator [SEL_5] (rows=250 width=10)
- Filter Operator [FIL_14] (rows=250 width=10)
- predicate:(key = '5')
- TableScan [TS_3] (rows=500 width=10)
- default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key"]
+ Select Operator [SEL_9] (rows=250 width=14)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_13] (rows=250 width=14)
+ Conds:(Inner)
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ Select Operator [SEL_2] (rows=1 width=3)
+ Filter Operator [FIL_11] (rows=1 width=3)
+ predicate:(UDFToDouble(colnum) = 5.0)
+ TableScan [TS_0] (rows=1 width=3)
+ mydb@q1,a,Tbl:COMPLETE,Col:NONE,Output:["colnum"]
+ <-Map 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ Select Operator [SEL_5] (rows=250 width=10)
+ Filter Operator [FIL_12] (rows=250 width=10)
+ predicate:(key = '5')
+ TableScan [TS_3] (rows=500 width=10)
+ default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key"]
+Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: with q1 as (select * from src where key= '5')
select a.colnum
from mydb.q1 as a join q1 as b
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out b/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out
index 5f8aab5..751382a 100644
--- a/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out
+++ b/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out
@@ -617,10 +617,10 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d1
- filterExpr: (id = 1) (type: boolean)
+ filterExpr: (1 = id) (type: boolean)
Statistics: Num rows: 3 Data size: 15 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (id = 1) (type: boolean)
+ predicate: (1 = id) (type: boolean)
Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: NONE
Select Operator
Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: NONE
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out b/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out
index cffa870..9d7f7ae 100644
--- a/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out
+++ b/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out
@@ -1269,7 +1269,7 @@ STAGE PLANS:
alias: r
Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (cint = 6981) (type: boolean)
+ predicate: (6981 = cint) (type: boolean)
Statistics: Num rows: 6144 Data size: 1082530 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: cdecimal2 (type: decimal(23,14))
@@ -1465,7 +1465,7 @@ STAGE PLANS:
alias: r
Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (cint = 6981) (type: boolean)
+ predicate: (6981 = cint) (type: boolean)
Statistics: Num rows: 6144 Data size: 1082530 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: cdecimal2 (type: decimal(23,14))
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/tez/mapjoin2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/mapjoin2.q.out b/ql/src/test/results/clientpositive/tez/mapjoin2.q.out
index 5ae1ac7..a7f7d15 100644
--- a/ql/src/test/results/clientpositive/tez/mapjoin2.q.out
+++ b/ql/src/test/results/clientpositive/tez/mapjoin2.q.out
@@ -26,6 +26,7 @@ POSTHOOK: Input: default@values__tmp__table__2
POSTHOOK: Output: default@tbl
POSTHOOK: Lineage: tbl.n EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
POSTHOOK: Lineage: tbl.t SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ]
+Warning: Map Join MAPJOIN[13][bigTable=?] in task 'Map 1' is a cross product
PREHOOK: query: select a.n, a.t, isnull(b.n), isnull(b.t) from (select * from tbl where n = 1) a left outer join (select * from tbl where 1 = 2) b on a.n = b.n
PREHOOK: type: QUERY
PREHOOK: Input: default@tbl
@@ -35,6 +36,7 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@tbl
#### A masked pattern was here ####
1 one true true
+Warning: Map Join MAPJOIN[13][bigTable=?] in task 'Map 2' is a cross product
PREHOOK: query: select isnull(a.n), isnull(a.t), b.n, b.t from (select * from tbl where 2 = 1) a right outer join (select * from tbl where n = 2) b on a.n = b.n
PREHOOK: type: QUERY
PREHOOK: Input: default@tbl
@@ -44,6 +46,7 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@tbl
#### A masked pattern was here ####
true true 2 two
+Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: select isnull(a.n), isnull(a.t), isnull(b.n), isnull(b.t) from (select * from tbl where n = 1) a full outer join (select * from tbl where n = 2) b on a.n = b.n
PREHOOK: type: QUERY
PREHOOK: Input: default@tbl
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/tez/mergejoin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/mergejoin.q.out b/ql/src/test/results/clientpositive/tez/mergejoin.q.out
index b860b9b..5bc44fe 100644
--- a/ql/src/test/results/clientpositive/tez/mergejoin.q.out
+++ b/ql/src/test/results/clientpositive/tez/mergejoin.q.out
@@ -3023,6 +3023,7 @@ POSTHOOK: Input: default@tab_part
POSTHOOK: Input: default@tab_part@ds=2008-04-08
#### A masked pattern was here ####
480
+Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: select * from (select * from tab where tab.key = 0)a full outer join (select * from tab_part where tab_part.key = 98)b on a.key = b.key
PREHOOK: type: QUERY
PREHOOK: Input: default@tab
@@ -3042,6 +3043,7 @@ POSTHOOK: Input: default@tab_part@ds=2008-04-08
0 val_0 2008-04-08 NULL NULL NULL
NULL NULL NULL 98 val_98 2008-04-08
NULL NULL NULL 98 val_98 2008-04-08
+Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: select * from (select * from tab where tab.key = 0)a right outer join (select * from tab_part where tab_part.key = 98)b on a.key = b.key
PREHOOK: type: QUERY
PREHOOK: Input: default@tab
@@ -3056,13 +3058,16 @@ POSTHOOK: Input: default@tab_part@ds=2008-04-08
#### A masked pattern was here ####
NULL NULL NULL 98 val_98 2008-04-08
NULL NULL NULL 98 val_98 2008-04-08
+Warning: Shuffle Join MERGEJOIN[19][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: select * from
(select * from tab where tab.key = 0)a
full outer join
(select * from tab_part where tab_part.key = 98)b join tab_part c on a.key = b.key and b.key = c.key
PREHOOK: type: QUERY
PREHOOK: Input: default@tab
+PREHOOK: Input: default@tab@ds=2008-04-08
PREHOOK: Input: default@tab_part
+PREHOOK: Input: default@tab_part@ds=2008-04-08
#### A masked pattern was here ####
POSTHOOK: query: select * from
(select * from tab where tab.key = 0)a
@@ -3070,9 +3075,12 @@ full outer join
(select * from tab_part where tab_part.key = 98)b join tab_part c on a.key = b.key and b.key = c.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@tab
+POSTHOOK: Input: default@tab@ds=2008-04-08
POSTHOOK: Input: default@tab_part
+POSTHOOK: Input: default@tab_part@ds=2008-04-08
#### A masked pattern was here ####
-Warning: Shuffle Join MERGEJOIN[22][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product
+Warning: Shuffle Join MERGEJOIN[20][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
+Warning: Shuffle Join MERGEJOIN[21][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product
PREHOOK: query: select * from
(select * from tab where tab.key = 0)a
full outer join
@@ -3096,6 +3104,7 @@ NULL NULL NULL 98 val_98 2008-04-08 98 val_98 2008-04-08
NULL NULL NULL 98 val_98 2008-04-08 98 val_98 2008-04-08
NULL NULL NULL 98 val_98 2008-04-08 98 val_98 2008-04-08
Warning: Shuffle Join MERGEJOIN[18][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
+Warning: Shuffle Join MERGEJOIN[19][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product
PREHOOK: query: select * from
(select * from tab where tab.key = 0)a
join
@@ -3622,12 +3631,15 @@ NULL NULL NULL NULL NULL NULL 97 val_97 2008-04-08
NULL NULL NULL NULL NULL NULL 97 val_97 2008-04-08
NULL NULL NULL NULL NULL NULL 98 val_98 2008-04-08
NULL NULL NULL NULL NULL NULL 98 val_98 2008-04-08
+Warning: Shuffle Join MERGEJOIN[19][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
+Warning: Shuffle Join MERGEJOIN[20][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product
PREHOOK: query: select * from
(select * from tab where tab.key = 0)a
join
(select * from tab_part where tab_part.key = 98)b on a.key = b.key full outer join tab_part c on b.key = c.key
PREHOOK: type: QUERY
PREHOOK: Input: default@tab
+PREHOOK: Input: default@tab@ds=2008-04-08
PREHOOK: Input: default@tab_part
PREHOOK: Input: default@tab_part@ds=2008-04-08
#### A masked pattern was here ####
@@ -3637,6 +3649,7 @@ join
(select * from tab_part where tab_part.key = 98)b on a.key = b.key full outer join tab_part c on b.key = c.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@tab
+POSTHOOK: Input: default@tab@ds=2008-04-08
POSTHOOK: Input: default@tab_part
POSTHOOK: Input: default@tab_part@ds=2008-04-08
#### A masked pattern was here ####
http://git-wip-us.apache.org/repos/asf/hive/blob/ab3af5b0/ql/src/test/results/clientpositive/tez/tez_self_join.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/tez_self_join.q.out b/ql/src/test/results/clientpositive/tez/tez_self_join.q.out
index 93102be..da8d70d 100644
--- a/ql/src/test/results/clientpositive/tez/tez_self_join.q.out
+++ b/ql/src/test/results/clientpositive/tez/tez_self_join.q.out
@@ -100,7 +100,7 @@ STAGE PLANS:
alias: self2
Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (id3 = 'ab') (type: boolean)
+ predicate: ('ab' = id3) (type: boolean)
Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE
Select Operator
Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE