You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by pr...@apache.org on 2015/09/18 08:02:50 UTC
hive git commit: HIVE-11872: LLAP: Partition column value different
for identity_project_remove_skip.q (Prasanth Jayachandran)
Repository: hive
Updated Branches:
refs/heads/llap 9addf931c -> c6667ddcc
HIVE-11872: LLAP: Partition column value different for identity_project_remove_skip.q (Prasanth Jayachandran)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/c6667ddc
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/c6667ddc
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/c6667ddc
Branch: refs/heads/llap
Commit: c6667ddcc1eb1b59ac2acfad01aacf2ed9849223
Parents: 9addf93
Author: Prasanth Jayachandran <j....@gmail.com>
Authored: Fri Sep 18 01:02:31 2015 -0500
Committer: Prasanth Jayachandran <j....@gmail.com>
Committed: Fri Sep 18 01:02:31 2015 -0500
----------------------------------------------------------------------
.../identity_project_remove_skip.q | 1 +
.../llap/identity_project_remove_skip.q.out | 124 +++++++++++++++++++
.../tez/identity_project_remove_skip.q.out | 3 +-
3 files changed, 127 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/c6667ddc/ql/src/test/queries/clientpositive/identity_project_remove_skip.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/identity_project_remove_skip.q b/ql/src/test/queries/clientpositive/identity_project_remove_skip.q
index 472f20a..cbd2cc0 100644
--- a/ql/src/test/queries/clientpositive/identity_project_remove_skip.q
+++ b/ql/src/test/queries/clientpositive/identity_project_remove_skip.q
@@ -1,6 +1,7 @@
set hive.optimize.remove.identity.project=true;
set hive.auto.convert.join=true;
set hive.optimize.ppd=true;
+set hive.explain.user=false;
explain
select t2.*
http://git-wip-us.apache.org/repos/asf/hive/blob/c6667ddc/ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out b/ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out
new file mode 100644
index 0000000..2033310
--- /dev/null
+++ b/ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out
@@ -0,0 +1,124 @@
+PREHOOK: query: explain
+select t2.*
+from
+ (select key,value from (select key,value from src) t1 sort by key) t2
+ join
+ (select * from src sort by key) t3
+ on (t2.key=t3.key )
+ where t2.value='val_105' and t3.key='105'
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select t2.*
+from
+ (select key,value from (select key,value from src) t1 sort by key) t2
+ join
+ (select * from src sort by key) t3
+ on (t2.key=t3.key )
+ where t2.value='val_105' and t3.key='105'
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+ Reducer 4 <- Map 3 (SIMPLE_EDGE), Reducer 2 (BROADCAST_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((key is not null and (value = 'val_105')) and (key = '105')) (type: boolean)
+ Statistics: Num rows: 62 Data size: 658 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ Statistics: Num rows: 62 Data size: 658 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: '105' (type: string)
+ sort order: +
+ Statistics: Num rows: 62 Data size: 658 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: llap
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key = '105') (type: boolean)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: '105' (type: string)
+ sort order: +
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: llap
+ Reducer 2
+ Execution mode: llap
+ Reduce Operator Tree:
+ Select Operator
+ Statistics: Num rows: 62 Data size: 658 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: '105' (type: string)
+ sort order: +
+ Map-reduce partition columns: '105' (type: string)
+ Statistics: Num rows: 62 Data size: 658 Basic stats: COMPLETE Column stats: NONE
+ Reducer 4
+ Execution mode: uber
+ Reduce Operator Tree:
+ Select Operator
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 '105' (type: string)
+ 1 '105' (type: string)
+ input vertices:
+ 0 Reducer 2
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ HybridGraceHashJoin: true
+ Select Operator
+ expressions: '105' (type: string), 'val_105' (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select t2.*
+from
+ (select key,value from (select key,value from src) t1 sort by key) t2
+ join
+ (select * from src sort by key) t3
+ on (t2.key=t3.key )
+ where t2.value='val_105' and t3.key='105'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select t2.*
+from
+ (select key,value from (select key,value from src) t1 sort by key) t2
+ join
+ (select * from src sort by key) t3
+ on (t2.key=t3.key )
+ where t2.value='val_105' and t3.key='105'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+105 val_105
http://git-wip-us.apache.org/repos/asf/hive/blob/c6667ddc/ql/src/test/results/clientpositive/tez/identity_project_remove_skip.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/identity_project_remove_skip.q.out b/ql/src/test/results/clientpositive/tez/identity_project_remove_skip.q.out
index 8ac424d..d9d24f4 100644
--- a/ql/src/test/results/clientpositive/tez/identity_project_remove_skip.q.out
+++ b/ql/src/test/results/clientpositive/tez/identity_project_remove_skip.q.out
@@ -63,7 +63,7 @@ STAGE PLANS:
Reduce Output Operator
key expressions: '105' (type: string)
sort order: +
- Map-reduce partition columns: '' (type: string)
+ Map-reduce partition columns: '105' (type: string)
Statistics: Num rows: 62 Data size: 658 Basic stats: COMPLETE Column stats: NONE
Reducer 4
Reduce Operator Tree:
@@ -78,6 +78,7 @@ STAGE PLANS:
input vertices:
0 Reducer 2
Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ HybridGraceHashJoin: true
Select Operator
expressions: '105' (type: string), 'val_105' (type: string)
outputColumnNames: _col0, _col1