You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by br...@apache.org on 2014/12/29 03:14:00 UTC
svn commit: r1648280 [2/25] - in /hive/branches/spark: data/conf/spark/
ql/src/java/org/apache/hadoop/hive/ql/exec/spark/session/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/optiq/
ql/src/test/results/clientpositive/spark/
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join2.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join2.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join2.q.out Mon Dec 29 02:13:57 2014
@@ -29,18 +29,19 @@ STAGE PLANS:
Map 2
Map Operator Tree:
TableScan
- alias: src2
+ alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Spark HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1
- keys:
- 0 key (type: string)
- 1 key (type: string)
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Spark HashTable Sink Operator
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
Local Work:
Map Reduce Local Work
@@ -56,29 +57,27 @@ STAGE PLANS:
Filter Operator
predicate: key is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key}
- 1 {key}
- keys:
- 0 key (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col5
- input vertices:
- 1 Map 2
- Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (_col0 + _col5) is not null (type: boolean)
- Statistics: Num rows: 138 Data size: 1465 Basic stats: COMPLETE Column stats: NONE
- Spark HashTable Sink Operator
- condition expressions:
- 0 {_col0}
- 1 {value}
- keys:
- 0 (_col0 + _col5) (type: double)
- 1 UDFToDouble(key) (type: double)
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col1
+ input vertices:
+ 1 Map 2
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (UDFToDouble(_col0) + UDFToDouble(_col1)) is not null (type: boolean)
+ Statistics: Num rows: 138 Data size: 1465 Basic stats: COMPLETE Column stats: NONE
+ Spark HashTable Sink Operator
+ keys:
+ 0 (UDFToDouble(_col0) + UDFToDouble(_col1)) (type: double)
+ 1 UDFToDouble(_col0) (type: double)
Local Work:
Map Reduce Local Work
@@ -89,36 +88,37 @@ STAGE PLANS:
Map 3
Map Operator Tree:
TableScan
- alias: src3
+ alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: UDFToDouble(key) is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0}
- 1 {value}
- keys:
- 0 (_col0 + _col5) (type: double)
- 1 UDFToDouble(key) (type: double)
- outputColumnNames: _col0, _col11
- input vertices:
- 0 Map 1
- Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: UDFToInteger(_col0) (type: int), _col11 (type: string)
- outputColumnNames: _col0, _col1
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 (UDFToDouble(_col0) + UDFToDouble(_col1)) (type: double)
+ 1 UDFToDouble(_col0) (type: double)
+ outputColumnNames: _col0, _col3
+ input vertices:
+ 0 Map 1
Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
+ Select Operator
+ expressions: UDFToInteger(_col0) (type: int), _col3 (type: string)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.dest_j2
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest_j2
Local Work:
Map Reduce Local Work
@@ -146,7 +146,7 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@dest_j2
POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: SELECT sum(hash(dest_j2.key,dest_j2.value)) FROM dest_j2
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j2
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join20.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join20.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join20.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join20.q.out Mon Dec 29 02:13:57 2014
@@ -33,10 +33,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1
@@ -56,10 +52,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0
1
@@ -87,10 +79,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Right Outer Join0 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1
@@ -208,10 +196,6 @@ STAGE PLANS:
predicate: ((key < 15) and (key < 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1
@@ -231,10 +215,6 @@ STAGE PLANS:
predicate: ((key < 10) and (key < 15)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0
1
@@ -262,10 +242,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Right Outer Join0 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join21.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join21.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join21.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join21.q.out Mon Dec 29 02:13:57 2014
@@ -20,10 +20,6 @@ STAGE PLANS:
alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -43,10 +39,6 @@ STAGE PLANS:
predicate: (key > 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -73,10 +65,6 @@ STAGE PLANS:
condition map:
Left Outer Join0 to 1
Right Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join22.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join22.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join22.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join22.q.out Mon Dec 29 02:13:57 2014
@@ -17,18 +17,19 @@ STAGE PLANS:
Map 3
Map Operator Tree:
TableScan
- alias: src2
+ alias: src4
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1
- keys:
- 0 key (type: string)
- 1 key (type: string)
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Spark HashTable Sink Operator
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
Local Work:
Map Reduce Local Work
Map 4
@@ -39,13 +40,14 @@ STAGE PLANS:
Filter Operator
predicate: key is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col3}
- keys:
- 0 key (type: string)
- 1 _col2 (type: string)
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Spark HashTable Sink Operator
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
Local Work:
Map Reduce Local Work
@@ -58,47 +60,41 @@ STAGE PLANS:
Map 1
Map Operator Tree:
TableScan
- alias: src1
+ alias: src4
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key} {value}
- 1
- keys:
- 0 key (type: string)
- 1 key (type: string)
+ Select Operator
+ expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- input vertices:
- 1 Map 3
- Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string)
- outputColumnNames: _col2, _col3
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col1
+ input vertices:
+ 1 Map 3
Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1 {_col3}
keys:
- 0 key (type: string)
- 1 _col2 (type: string)
- outputColumnNames: _col8
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col1
input vertices:
- 0 Map 4
+ 1 Map 4
Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col8 (type: string)
- outputColumnNames: _col3
+ expressions: hash(_col1) (type: int)
+ outputColumnNames: _col0
Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: sum(hash(_col3))
+ aggregations: sum(_col0)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join23.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join23.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join23.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join23.q.out Mon Dec 29 02:13:57 2014
@@ -24,9 +24,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
keys:
0
1
@@ -50,9 +47,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
keys:
0
1
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join24.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join24.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join24.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join24.q.out Mon Dec 29 02:13:57 2014
@@ -43,9 +43,6 @@ STAGE PLANS:
predicate: key is not null (type: boolean)
Statistics: Num rows: 155 Data size: 743 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {cnt}
- 1
keys:
0 key (type: string)
1 key (type: string)
@@ -69,9 +66,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {cnt}
- 1
keys:
0 key (type: string)
1 key (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join26.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join26.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join26.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join26.q.out Mon Dec 29 02:13:57 2014
@@ -38,9 +38,6 @@ STAGE PLANS:
predicate: key is not null (type: boolean)
Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1
keys:
0 key (type: string)
1 key (type: string)
@@ -64,9 +61,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {key}
- 1
keys:
0 key (type: string)
1 key (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join27.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join27.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join27.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join27.q.out Mon Dec 29 02:13:57 2014
@@ -88,9 +88,9 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
Statistics: Num rows: 273 Data size: 2908 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(1)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join28.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join28.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join28.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join28.q.out Mon Dec 29 02:13:57 2014
@@ -20,10 +20,6 @@ STAGE PLANS:
alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -43,10 +39,6 @@ STAGE PLANS:
predicate: (key > 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -73,10 +65,6 @@ STAGE PLANS:
condition map:
Left Outer Join0 to 1
Right Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -145,10 +133,6 @@ STAGE PLANS:
predicate: (key > 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -168,10 +152,6 @@ STAGE PLANS:
predicate: ((key > 10) and (key < 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {value}
filter predicates:
0 {(key < 10)}
1
@@ -198,10 +178,6 @@ STAGE PLANS:
condition map:
Left Outer Join0 to 1
Left Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -270,10 +246,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -293,10 +265,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {value}
filter predicates:
0
1 {(key > 10)}
@@ -323,10 +291,6 @@ STAGE PLANS:
condition map:
Right Outer Join0 to 1
Left Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -395,10 +359,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -415,10 +375,6 @@ STAGE PLANS:
alias: src2
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -445,10 +401,6 @@ STAGE PLANS:
condition map:
Right Outer Join0 to 1
Right Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out Mon Dec 29 02:13:57 2014
@@ -24,10 +24,6 @@ STAGE PLANS:
alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -47,10 +43,6 @@ STAGE PLANS:
predicate: (key > 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -77,10 +69,6 @@ STAGE PLANS:
condition map:
Left Outer Join0 to 1
Right Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -657,10 +645,6 @@ STAGE PLANS:
predicate: (key > 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -680,10 +664,6 @@ STAGE PLANS:
predicate: ((key > 10) and (key < 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {value}
filter predicates:
0 {(key < 10)}
1
@@ -710,10 +690,6 @@ STAGE PLANS:
condition map:
Left Outer Join0 to 1
Left Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -1290,10 +1266,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -1313,10 +1285,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {value}
filter predicates:
0
1 {(key > 10)}
@@ -1343,10 +1311,6 @@ STAGE PLANS:
condition map:
Right Outer Join0 to 1
Left Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -1935,10 +1899,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -1955,10 +1915,6 @@ STAGE PLANS:
alias: src2
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -1985,10 +1941,6 @@ STAGE PLANS:
condition map:
Right Outer Join0 to 1
Right Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -2577,10 +2529,6 @@ STAGE PLANS:
predicate: ((key < 10) and (key > 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
keys:
0 key (type: string)
1 key (type: string)
@@ -2596,10 +2544,6 @@ STAGE PLANS:
predicate: ((key > 10) and (key < 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {value}
keys:
0 key (type: string)
1 key (type: string)
@@ -2625,10 +2569,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Left Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
keys:
0 key (type: string)
1 key (type: string)
@@ -2701,10 +2641,6 @@ STAGE PLANS:
predicate: ((key > 10) and (key < 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1
@@ -2724,10 +2660,6 @@ STAGE PLANS:
predicate: ((key < 10) and (key > 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0
1
@@ -2754,10 +2686,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Right Outer Join1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1
@@ -3334,10 +3262,6 @@ STAGE PLANS:
predicate: ((key < 10) and (key > 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -3357,10 +3281,6 @@ STAGE PLANS:
predicate: ((key > 10) and (key < 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {value}
filter predicates:
0 {(key < 10)}
1
@@ -3387,10 +3307,6 @@ STAGE PLANS:
condition map:
Left Outer Join0 to 1
Inner Join 1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0 {(key < 10)}
1
@@ -3467,10 +3383,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -3490,10 +3402,6 @@ STAGE PLANS:
predicate: (key < 10) (type: boolean)
Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {value}
filter predicates:
0
1 {(key > 10)}
@@ -3523,10 +3431,6 @@ STAGE PLANS:
condition map:
Right Outer Join0 to 1
Inner Join 1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
filter predicates:
0
1 {(key > 10)}
@@ -3625,10 +3529,6 @@ STAGE PLANS:
predicate: ((key < 10) and (key > 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- 2 {key} {value}
keys:
0 key (type: string)
1 key (type: string)
@@ -3644,10 +3544,6 @@ STAGE PLANS:
predicate: ((key > 10) and (key < 10)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {value}
keys:
0 key (type: string)
1 key (type: string)
@@ -3673,10 +3569,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Inner Join 1 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
keys:
0 key (type: string)
1 key (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join3.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join3.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join3.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join3.q.out Mon Dec 29 02:13:57 2014
@@ -28,39 +28,39 @@ STAGE PLANS:
Map 2
Map Operator Tree:
TableScan
- alias: src2
+ alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Spark HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1
- 2 {value}
- keys:
- 0 key (type: string)
- 1 key (type: string)
- 2 key (type: string)
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Spark HashTable Sink Operator
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ 2 _col0 (type: string)
Local Work:
Map Reduce Local Work
Map 3
Map Operator Tree:
TableScan
- alias: src3
+ alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Spark HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1
- 2 {value}
- keys:
- 0 key (type: string)
- 1 key (type: string)
- 2 key (type: string)
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Spark HashTable Sink Operator
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ 2 _col0 (type: string)
Local Work:
Map Reduce Local Work
@@ -76,35 +76,35 @@ STAGE PLANS:
Filter Operator
predicate: key is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
- condition expressions:
- 0 {key}
- 1
- 2 {value}
- keys:
- 0 key (type: string)
- 1 key (type: string)
- 2 key (type: string)
- outputColumnNames: _col0, _col11
- input vertices:
- 1 Map 2
- 2 Map 3
- Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: UDFToInteger(_col0) (type: int), _col11 (type: string)
- outputColumnNames: _col0, _col1
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Inner Join 0 to 2
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ 2 _col0 (type: string)
+ outputColumnNames: _col0, _col3
+ input vertices:
+ 1 Map 2
+ 2 Map 3
Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
+ Select Operator
+ expressions: UDFToInteger(_col0) (type: int), _col3 (type: string)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.dest1
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
Local Work:
Map Reduce Local Work
@@ -132,7 +132,7 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@dest1
POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: dest1.value SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.value SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: SELECT sum(hash(dest1.key,dest1.value)) FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join30.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join30.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join30.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join30.q.out Mon Dec 29 02:13:57 2014
@@ -52,9 +52,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -93,9 +90,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1 {_col0} {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -207,9 +201,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -245,9 +236,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Left Outer Join0 to 1
- condition expressions:
- 0
- 1 {_col0} {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -358,9 +346,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -397,9 +382,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0
- 1 {_col0} {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -538,10 +520,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -555,10 +533,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -599,10 +573,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Inner Join 0 to 2
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -743,10 +713,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -760,10 +726,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -801,10 +763,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Left Outer Join0 to 2
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -945,10 +903,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -962,10 +916,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -1003,10 +953,6 @@ STAGE PLANS:
condition map:
Left Outer Join0 to 1
Left Outer Join0 to 2
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -1146,10 +1092,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -1163,10 +1105,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -1205,10 +1143,6 @@ STAGE PLANS:
condition map:
Left Outer Join0 to 1
Right Outer Join0 to 2
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -1348,10 +1282,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -1365,10 +1295,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -1407,10 +1333,6 @@ STAGE PLANS:
condition map:
Right Outer Join0 to 1
Right Outer Join0 to 2
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join31.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join31.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join31.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join31.q.out Mon Dec 29 02:13:57 2014
@@ -69,10 +69,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -86,10 +82,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -128,10 +120,6 @@ STAGE PLANS:
condition map:
Right Outer Join0 to 1
Inner Join 0 to 2
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
keys:
0 _col0 (type: string)
1 _col0 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join32.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join32.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join32.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join32.q.out Mon Dec 29 02:13:57 2014
@@ -45,9 +45,6 @@ STAGE PLANS:
predicate: name is not null (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {name}
- 1 {registration}
keys:
0 name (type: string)
1 name (type: string)
@@ -71,9 +68,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {name}
- 1 {registration}
keys:
0 name (type: string)
1 name (type: string)
@@ -186,9 +180,6 @@ STAGE PLANS:
Sorted Merge Bucket Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {name}
- 1 {registration}
keys:
0 name (type: string)
1 name (type: string)
@@ -311,9 +302,6 @@ STAGE PLANS:
Sorted Merge Bucket Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {name}
- 1 {registration}
keys:
0 name (type: string)
1 name (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join4.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join4.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join4.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join4.q.out Mon Dec 29 02:13:57 2014
@@ -60,9 +60,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1}
- 1 {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -88,9 +85,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Left Outer Join0 to 1
- condition expressions:
- 0 {_col0} {_col1}
- 1 {_col0} {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join5.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join5.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join5.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join5.q.out Mon Dec 29 02:13:57 2014
@@ -60,9 +60,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {_col1}
- 1 {_col0} {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -88,9 +85,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0 {_col0} {_col1}
- 1 {_col0} {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join6.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join6.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join6.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join6.q.out Mon Dec 29 02:13:57 2014
@@ -89,9 +89,9 @@ STAGE PLANS:
Join Operator
condition map:
Outer Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE
Select Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join7.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join7.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join7.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join7.q.out Mon Dec 29 02:13:57 2014
@@ -47,42 +47,48 @@ FROM (
INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
+ Stage-3 is a root stage
+ Stage-1 depends on stages: Stage-3
Stage-0 depends on stages: Stage-1
Stage-2 depends on stages: Stage-0
STAGE PLANS:
- Stage: Stage-1
+ Stage: Stage-3
Spark
- Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
- Map 1
+ Map 4
Map Operator Tree:
TableScan
alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((key > 10) and (key < 20)) (type: boolean)
+ predicate: ((UDFToDouble(key) > 20.0) and (UDFToDouble(key) < 25.0)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: string)
- Map 3
+ Spark HashTable Sink Operator
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ Local Work:
+ Map Reduce Local Work
+
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
Map Operator Tree:
TableScan
- alias: src2
+ alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((key > 15) and (key < 25)) (type: boolean)
+ predicate: ((UDFToDouble(key) > 10.0) and (UDFToDouble(key) < 20.0)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), value (type: string)
@@ -94,13 +100,13 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
- alias: src3
+ alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((key > 20) and (key < 25)) (type: boolean)
+ predicate: ((UDFToDouble(key) > 15.0) and (UDFToDouble(key) < 25.0)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), value (type: string)
@@ -113,29 +119,39 @@ STAGE PLANS:
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Reducer 2
+ Local Work:
+ Map Reduce Local Work
Reduce Operator Tree:
Join Operator
condition map:
Outer Join 0 to 1
- Left Outer Join0 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
- 2 {KEY.reducesinkkey0} {VALUE._col0}
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: UDFToInteger(_col0) (type: int), _col1 (type: string), UDFToInteger(_col2) (type: int), _col3 (type: string), UDFToInteger(_col4) (type: int), _col5 (type: string)
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Left Outer Join0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.dest1
+ input vertices:
+ 1 Map 4
+ Statistics: Num rows: 66 Data size: 706 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: UDFToInteger(_col0) (type: int), _col1 (type: string), UDFToInteger(_col2) (type: int), _col3 (type: string), UDFToInteger(_col4) (type: int), _col5 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Statistics: Num rows: 66 Data size: 706 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 66 Data size: 706 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
Stage: Stage-0
Move Operator
@@ -193,11 +209,11 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@dest1
POSTHOOK: Lineage: dest1.c1 EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: dest1.c2 SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: dest1.c3 EXPRESSION [(src)src2.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: dest1.c4 SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: dest1.c5 EXPRESSION [(src)src3.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: dest1.c6 SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.c2 EXPRESSION [(src)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.c3 EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.c4 SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.c5 EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.c6 SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: SELECT sum(hash(dest1.c1,dest1.c2,dest1.c3,dest1.c4,dest1.c5,dest1.c6)) FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join8.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join8.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join8.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join8.q.out Mon Dec 29 02:13:57 2014
@@ -60,9 +60,6 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1}
- 1 {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -88,9 +85,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Left Outer Join0 to 1
- condition expressions:
- 0 {_col0} {_col1}
- 1 {_col0} {_col1}
keys:
0 _col0 (type: string)
1 _col0 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join9.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join9.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join9.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join9.q.out Mon Dec 29 02:13:57 2014
@@ -34,9 +34,6 @@ STAGE PLANS:
predicate: key is not null (type: boolean)
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1 {value}
keys:
0 key (type: string)
1 key (type: string)
@@ -58,9 +55,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {key}
- 1 {value}
keys:
0 key (type: string)
1 key (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out Mon Dec 29 02:13:57 2014
@@ -211,7 +211,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE true
bucket_count -1
columns dealid,date,time,cityid,userid
- columns.comments
+ columns.comments
columns.types int:string:string:int:int
#### A masked pattern was here ####
name default.orderpayment_small
@@ -231,7 +231,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE true
bucket_count -1
columns dealid,date,time,cityid,userid
- columns.comments
+ columns.comments
columns.types int:string:string:int:int
#### A masked pattern was here ####
name default.orderpayment_small
@@ -277,7 +277,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE true
bucket_count -1
columns dealid,date,time,cityid,userid
- columns.comments
+ columns.comments
columns.types int:string:string:int:int
#### A masked pattern was here ####
name default.orderpayment_small
@@ -297,7 +297,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE true
bucket_count -1
columns dealid,date,time,cityid,userid
- columns.comments
+ columns.comments
columns.types int:string:string:int:int
#### A masked pattern was here ####
name default.orderpayment_small
@@ -343,7 +343,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE true
bucket_count -1
columns dealid,date,time,cityid,userid
- columns.comments
+ columns.comments
columns.types int:string:string:int:int
#### A masked pattern was here ####
name default.orderpayment_small
@@ -363,7 +363,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE true
bucket_count -1
columns dealid,date,time,cityid,userid
- columns.comments
+ columns.comments
columns.types int:string:string:int:int
#### A masked pattern was here ####
name default.orderpayment_small
@@ -409,7 +409,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE true
bucket_count -1
columns dealid,date,time,cityid,userid
- columns.comments
+ columns.comments
columns.types int:string:string:int:int
#### A masked pattern was here ####
name default.orderpayment_small
@@ -429,7 +429,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE true
bucket_count -1
columns dealid,date,time,cityid,userid
- columns.comments
+ columns.comments
columns.types int:string:string:int:int
#### A masked pattern was here ####
name default.orderpayment_small
@@ -518,9 +518,9 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col0} {VALUE._col2} {VALUE._col3}
- 1 {KEY.reducesinkkey0}
+ keys:
+ 0 date (type: string)
+ 1 date (type: string)
outputColumnNames: _col0, _col3, _col4, _col9
Statistics: Num rows: 1 Data size: 39 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -537,9 +537,9 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col2} {VALUE._col3} {VALUE._col8}
- 1 {KEY.reducesinkkey0}
+ keys:
+ 0 _col0 (type: int)
+ 1 dealid (type: int)
outputColumnNames: _col3, _col4, _col9, _col16
Statistics: Num rows: 1 Data size: 42 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -556,9 +556,9 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col3} {VALUE._col8} {VALUE._col15}
- 1
+ keys:
+ 0 _col3 (type: int)
+ 1 cityid (type: int)
outputColumnNames: _col4, _col9, _col16
Statistics: Num rows: 1 Data size: 46 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -575,9 +575,9 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col8} {VALUE._col15}
- 1
+ keys:
+ 0 _col4 (type: int)
+ 1 userid (type: int)
outputColumnNames: _col9, _col16
Statistics: Num rows: 55 Data size: 158 Basic stats: COMPLETE Column stats: NONE
Select Operator