You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by vg...@apache.org on 2018/10/21 19:47:10 UTC
[4/7] hive git commit: HIVE-20703: Put dynamic sort partition
optimization under cost based decision (Vineet Garg,
reviewed by Prasanth Jayachandran, Sergey Shelukhin)
http://git-wip-us.apache.org/repos/asf/hive/blob/5eebbdf7/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out b/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out
index 406c620..7ad7bfb 100644
--- a/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out
+++ b/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out
@@ -54,124 +54,124 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket_mapjoin_n8
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08
#### A masked pattern was here ####
-165 val_165 2008-04-08
-484 val_484 2008-04-08
-150 val_150 2008-04-08
-224 val_224 2008-04-08
-66 val_66 2008-04-08
-213 val_213 2008-04-08
-374 val_374 2008-04-08
-495 val_495 2008-04-08
-37 val_37 2008-04-08
-327 val_327 2008-04-08
-15 val_15 2008-04-08
-338 val_338 2008-04-08
-459 val_459 2008-04-08
-466 val_466 2008-04-08
-396 val_396 2008-04-08
-309 val_309 2008-04-08
-367 val_367 2008-04-08
0 val_0 2008-04-08
-455 val_455 2008-04-08
-316 val_316 2008-04-08
-345 val_345 2008-04-08
+0 val_0 2008-04-08
+0 val_0 2008-04-08
+103 val_103 2008-04-08
+103 val_103 2008-04-08
+11 val_11 2008-04-08
+114 val_114 2008-04-08
+118 val_118 2008-04-08
+118 val_118 2008-04-08
+125 val_125 2008-04-08
+125 val_125 2008-04-08
129 val_129 2008-04-08
-378 val_378 2008-04-08
-4 val_4 2008-04-08
-356 val_356 2008-04-08
+129 val_129 2008-04-08
+136 val_136 2008-04-08
+143 val_143 2008-04-08
+15 val_15 2008-04-08
+15 val_15 2008-04-08
+150 val_150 2008-04-08
+158 val_158 2008-04-08
+165 val_165 2008-04-08
+165 val_165 2008-04-08
169 val_169 2008-04-08
-125 val_125 2008-04-08
-437 val_437 2008-04-08
-286 val_286 2008-04-08
-187 val_187 2008-04-08
+169 val_169 2008-04-08
+169 val_169 2008-04-08
+169 val_169 2008-04-08
+172 val_172 2008-04-08
+172 val_172 2008-04-08
176 val_176 2008-04-08
-459 val_459 2008-04-08
-51 val_51 2008-04-08
-103 val_103 2008-04-08
-239 val_239 2008-04-08
-213 val_213 2008-04-08
176 val_176 2008-04-08
-275 val_275 2008-04-08
-260 val_260 2008-04-08
-404 val_404 2008-04-08
+183 val_183 2008-04-08
+187 val_187 2008-04-08
+187 val_187 2008-04-08
+187 val_187 2008-04-08
+19 val_19 2008-04-08
+190 val_190 2008-04-08
+194 val_194 2008-04-08
+202 val_202 2008-04-08
+213 val_213 2008-04-08
+213 val_213 2008-04-08
217 val_217 2008-04-08
-84 val_84 2008-04-08
-466 val_466 2008-04-08
-8 val_8 2008-04-08
-411 val_411 2008-04-08
-172 val_172 2008-04-08
-129 val_129 2008-04-08
-158 val_158 2008-04-08
-0 val_0 2008-04-08
+217 val_217 2008-04-08
+224 val_224 2008-04-08
+224 val_224 2008-04-08
+228 val_228 2008-04-08
+235 val_235 2008-04-08
+239 val_239 2008-04-08
+239 val_239 2008-04-08
+242 val_242 2008-04-08
+242 val_242 2008-04-08
+257 val_257 2008-04-08
26 val_26 2008-04-08
-165 val_165 2008-04-08
-327 val_327 2008-04-08
-51 val_51 2008-04-08
-404 val_404 2008-04-08
-95 val_95 2008-04-08
+26 val_26 2008-04-08
+260 val_260 2008-04-08
+275 val_275 2008-04-08
282 val_282 2008-04-08
-187 val_187 2008-04-08
-316 val_316 2008-04-08
-169 val_169 2008-04-08
-77 val_77 2008-04-08
-0 val_0 2008-04-08
-118 val_118 2008-04-08
282 val_282 2008-04-08
-419 val_419 2008-04-08
-15 val_15 2008-04-08
-118 val_118 2008-04-08
-19 val_19 2008-04-08
-224 val_224 2008-04-08
+286 val_286 2008-04-08
+305 val_305 2008-04-08
309 val_309 2008-04-08
-389 val_389 2008-04-08
+309 val_309 2008-04-08
+316 val_316 2008-04-08
+316 val_316 2008-04-08
+316 val_316 2008-04-08
+323 val_323 2008-04-08
+327 val_327 2008-04-08
+327 val_327 2008-04-08
327 val_327 2008-04-08
-242 val_242 2008-04-08
-392 val_392 2008-04-08
-242 val_242 2008-04-08
-396 val_396 2008-04-08
-95 val_95 2008-04-08
-11 val_11 2008-04-08
-143 val_143 2008-04-08
-228 val_228 2008-04-08
33 val_33 2008-04-08
-103 val_103 2008-04-08
+338 val_338 2008-04-08
+341 val_341 2008-04-08
+345 val_345 2008-04-08
+356 val_356 2008-04-08
367 val_367 2008-04-08
-239 val_239 2008-04-08
-480 val_480 2008-04-08
-202 val_202 2008-04-08
-316 val_316 2008-04-08
-235 val_235 2008-04-08
-80 val_80 2008-04-08
-44 val_44 2008-04-08
-466 val_466 2008-04-08
-257 val_257 2008-04-08
-190 val_190 2008-04-08
-114 val_114 2008-04-08
+367 val_367 2008-04-08
+37 val_37 2008-04-08
+37 val_37 2008-04-08
+374 val_374 2008-04-08
+378 val_378 2008-04-08
+389 val_389 2008-04-08
+392 val_392 2008-04-08
396 val_396 2008-04-08
-217 val_217 2008-04-08
-125 val_125 2008-04-08
-187 val_187 2008-04-08
-480 val_480 2008-04-08
-491 val_491 2008-04-08
-305 val_305 2008-04-08
+396 val_396 2008-04-08
+396 val_396 2008-04-08
+4 val_4 2008-04-08
+400 val_400 2008-04-08
+404 val_404 2008-04-08
+404 val_404 2008-04-08
+411 val_411 2008-04-08
+419 val_419 2008-04-08
+437 val_437 2008-04-08
+44 val_44 2008-04-08
444 val_444 2008-04-08
-169 val_169 2008-04-08
-323 val_323 2008-04-08
-480 val_480 2008-04-08
-136 val_136 2008-04-08
-172 val_172 2008-04-08
+448 val_448 2008-04-08
+455 val_455 2008-04-08
+459 val_459 2008-04-08
+459 val_459 2008-04-08
462 val_462 2008-04-08
-26 val_26 2008-04-08
462 val_462 2008-04-08
-341 val_341 2008-04-08
-183 val_183 2008-04-08
-84 val_84 2008-04-08
-37 val_37 2008-04-08
-448 val_448 2008-04-08
-194 val_194 2008-04-08
+466 val_466 2008-04-08
+466 val_466 2008-04-08
+466 val_466 2008-04-08
477 val_477 2008-04-08
-169 val_169 2008-04-08
-400 val_400 2008-04-08
+480 val_480 2008-04-08
+480 val_480 2008-04-08
+480 val_480 2008-04-08
+484 val_484 2008-04-08
+491 val_491 2008-04-08
+495 val_495 2008-04-08
+51 val_51 2008-04-08
+51 val_51 2008-04-08
+66 val_66 2008-04-08
+77 val_77 2008-04-08
+8 val_8 2008-04-08
+80 val_80 2008-04-08
+84 val_84 2008-04-08
+84 val_84 2008-04-08
+95 val_95 2008-04-08
+95 val_95 2008-04-08
PREHOOK: query: drop table srcbucket_mapjoin_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@srcbucket_mapjoin_n8
@@ -205,6 +205,9 @@ STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
@@ -215,16 +218,28 @@ STAGE PLANS:
expressions: key (type: int), value (type: string), ds (type: string)
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcbucket_mapjoin_n8
+ Reduce Output Operator
+ key expressions: _col2 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col2 (type: string)
+ value expressions: _col0 (type: int), _col1 (type: string)
Execution mode: vectorized, llap
LLAP IO: no inputs
+ Reducer 2
+ Execution mode: vectorized, llap
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), KEY._col2 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ File Output Operator
+ compressed: false
+ Dp Sort State: PARTITION_SORTED
+ Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.srcbucket_mapjoin_n8
Stage: Stage-2
Dependency Collection
@@ -265,124 +280,124 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket_mapjoin_n8
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08
#### A masked pattern was here ####
-165 val_165 2008-04-08
-484 val_484 2008-04-08
-150 val_150 2008-04-08
-224 val_224 2008-04-08
-66 val_66 2008-04-08
-213 val_213 2008-04-08
-374 val_374 2008-04-08
-495 val_495 2008-04-08
-37 val_37 2008-04-08
-327 val_327 2008-04-08
-15 val_15 2008-04-08
-338 val_338 2008-04-08
-459 val_459 2008-04-08
-466 val_466 2008-04-08
-396 val_396 2008-04-08
-309 val_309 2008-04-08
-367 val_367 2008-04-08
0 val_0 2008-04-08
-455 val_455 2008-04-08
-316 val_316 2008-04-08
-345 val_345 2008-04-08
-129 val_129 2008-04-08
-378 val_378 2008-04-08
-4 val_4 2008-04-08
-356 val_356 2008-04-08
-169 val_169 2008-04-08
-125 val_125 2008-04-08
-437 val_437 2008-04-08
-286 val_286 2008-04-08
-187 val_187 2008-04-08
-176 val_176 2008-04-08
-459 val_459 2008-04-08
-51 val_51 2008-04-08
+0 val_0 2008-04-08
+0 val_0 2008-04-08
103 val_103 2008-04-08
-239 val_239 2008-04-08
-213 val_213 2008-04-08
-176 val_176 2008-04-08
-275 val_275 2008-04-08
-260 val_260 2008-04-08
-404 val_404 2008-04-08
-217 val_217 2008-04-08
-84 val_84 2008-04-08
-466 val_466 2008-04-08
-8 val_8 2008-04-08
-411 val_411 2008-04-08
-172 val_172 2008-04-08
+103 val_103 2008-04-08
+11 val_11 2008-04-08
+114 val_114 2008-04-08
+118 val_118 2008-04-08
+118 val_118 2008-04-08
+125 val_125 2008-04-08
+125 val_125 2008-04-08
+129 val_129 2008-04-08
129 val_129 2008-04-08
+136 val_136 2008-04-08
+143 val_143 2008-04-08
+15 val_15 2008-04-08
+15 val_15 2008-04-08
+150 val_150 2008-04-08
158 val_158 2008-04-08
-0 val_0 2008-04-08
-26 val_26 2008-04-08
165 val_165 2008-04-08
-327 val_327 2008-04-08
-51 val_51 2008-04-08
-404 val_404 2008-04-08
-95 val_95 2008-04-08
-282 val_282 2008-04-08
-187 val_187 2008-04-08
-316 val_316 2008-04-08
+165 val_165 2008-04-08
169 val_169 2008-04-08
-77 val_77 2008-04-08
-0 val_0 2008-04-08
-118 val_118 2008-04-08
-282 val_282 2008-04-08
-419 val_419 2008-04-08
-15 val_15 2008-04-08
-118 val_118 2008-04-08
+169 val_169 2008-04-08
+169 val_169 2008-04-08
+169 val_169 2008-04-08
+172 val_172 2008-04-08
+172 val_172 2008-04-08
+176 val_176 2008-04-08
+176 val_176 2008-04-08
+183 val_183 2008-04-08
+187 val_187 2008-04-08
+187 val_187 2008-04-08
+187 val_187 2008-04-08
19 val_19 2008-04-08
+190 val_190 2008-04-08
+194 val_194 2008-04-08
+202 val_202 2008-04-08
+213 val_213 2008-04-08
+213 val_213 2008-04-08
+217 val_217 2008-04-08
+217 val_217 2008-04-08
+224 val_224 2008-04-08
224 val_224 2008-04-08
-309 val_309 2008-04-08
-389 val_389 2008-04-08
-327 val_327 2008-04-08
-242 val_242 2008-04-08
-392 val_392 2008-04-08
-242 val_242 2008-04-08
-396 val_396 2008-04-08
-95 val_95 2008-04-08
-11 val_11 2008-04-08
-143 val_143 2008-04-08
228 val_228 2008-04-08
-33 val_33 2008-04-08
-103 val_103 2008-04-08
-367 val_367 2008-04-08
-239 val_239 2008-04-08
-480 val_480 2008-04-08
-202 val_202 2008-04-08
-316 val_316 2008-04-08
235 val_235 2008-04-08
-80 val_80 2008-04-08
-44 val_44 2008-04-08
-466 val_466 2008-04-08
+239 val_239 2008-04-08
+239 val_239 2008-04-08
+242 val_242 2008-04-08
+242 val_242 2008-04-08
257 val_257 2008-04-08
-190 val_190 2008-04-08
-114 val_114 2008-04-08
-396 val_396 2008-04-08
-217 val_217 2008-04-08
-125 val_125 2008-04-08
-187 val_187 2008-04-08
-480 val_480 2008-04-08
-491 val_491 2008-04-08
+26 val_26 2008-04-08
+26 val_26 2008-04-08
+260 val_260 2008-04-08
+275 val_275 2008-04-08
+282 val_282 2008-04-08
+282 val_282 2008-04-08
+286 val_286 2008-04-08
305 val_305 2008-04-08
-444 val_444 2008-04-08
-169 val_169 2008-04-08
+309 val_309 2008-04-08
+309 val_309 2008-04-08
+316 val_316 2008-04-08
+316 val_316 2008-04-08
+316 val_316 2008-04-08
323 val_323 2008-04-08
-480 val_480 2008-04-08
-136 val_136 2008-04-08
-172 val_172 2008-04-08
-462 val_462 2008-04-08
-26 val_26 2008-04-08
-462 val_462 2008-04-08
+327 val_327 2008-04-08
+327 val_327 2008-04-08
+327 val_327 2008-04-08
+33 val_33 2008-04-08
+338 val_338 2008-04-08
341 val_341 2008-04-08
-183 val_183 2008-04-08
-84 val_84 2008-04-08
+345 val_345 2008-04-08
+356 val_356 2008-04-08
+367 val_367 2008-04-08
+367 val_367 2008-04-08
37 val_37 2008-04-08
+37 val_37 2008-04-08
+374 val_374 2008-04-08
+378 val_378 2008-04-08
+389 val_389 2008-04-08
+392 val_392 2008-04-08
+396 val_396 2008-04-08
+396 val_396 2008-04-08
+396 val_396 2008-04-08
+4 val_4 2008-04-08
+400 val_400 2008-04-08
+404 val_404 2008-04-08
+404 val_404 2008-04-08
+411 val_411 2008-04-08
+419 val_419 2008-04-08
+437 val_437 2008-04-08
+44 val_44 2008-04-08
+444 val_444 2008-04-08
448 val_448 2008-04-08
-194 val_194 2008-04-08
+455 val_455 2008-04-08
+459 val_459 2008-04-08
+459 val_459 2008-04-08
+462 val_462 2008-04-08
+462 val_462 2008-04-08
+466 val_466 2008-04-08
+466 val_466 2008-04-08
+466 val_466 2008-04-08
477 val_477 2008-04-08
-169 val_169 2008-04-08
-400 val_400 2008-04-08
+480 val_480 2008-04-08
+480 val_480 2008-04-08
+480 val_480 2008-04-08
+484 val_484 2008-04-08
+491 val_491 2008-04-08
+495 val_495 2008-04-08
+51 val_51 2008-04-08
+51 val_51 2008-04-08
+66 val_66 2008-04-08
+77 val_77 2008-04-08
+8 val_8 2008-04-08
+80 val_80 2008-04-08
+84 val_84 2008-04-08
+84 val_84 2008-04-08
+95 val_95 2008-04-08
+95 val_95 2008-04-08
PREHOOK: query: drop table srcbucket_mapjoin_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@srcbucket_mapjoin_n8
@@ -416,6 +431,9 @@ STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
@@ -426,16 +444,28 @@ STAGE PLANS:
expressions: key (type: int), value (type: string), ds (type: string), hr (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcbucket_mapjoin_n8
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col3 (type: int)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string), _col3 (type: int)
+ value expressions: _col0 (type: int), _col1 (type: string)
Execution mode: vectorized, llap
LLAP IO: no inputs
+ Reducer 2
+ Execution mode: vectorized, llap
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: int)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ File Output Operator
+ compressed: false
+ Dp Sort State: PARTITION_SORTED
+ Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.srcbucket_mapjoin_n8
Stage: Stage-2
Dependency Collection
@@ -482,124 +512,124 @@ POSTHOOK: Input: default@srcbucket_mapjoin_n8
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=0
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=1
#### A masked pattern was here ####
-484 val_484 2008-04-08 0
-224 val_224 2008-04-08 0
-213 val_213 2008-04-08 0
-495 val_495 2008-04-08 0
-327 val_327 2008-04-08 0
-338 val_338 2008-04-08 0
-466 val_466 2008-04-08 0
-309 val_309 2008-04-08 0
0 val_0 2008-04-08 0
-316 val_316 2008-04-08 0
+0 val_0 2008-04-08 1
+0 val_0 2008-04-08 1
+103 val_103 2008-04-08 0
+103 val_103 2008-04-08 1
+11 val_11 2008-04-08 1
+114 val_114 2008-04-08 1
+118 val_118 2008-04-08 0
+118 val_118 2008-04-08 0
+125 val_125 2008-04-08 0
+125 val_125 2008-04-08 1
129 val_129 2008-04-08 0
-4 val_4 2008-04-08 0
+129 val_129 2008-04-08 1
+136 val_136 2008-04-08 1
+143 val_143 2008-04-08 0
+15 val_15 2008-04-08 1
+15 val_15 2008-04-08 1
+150 val_150 2008-04-08 1
+158 val_158 2008-04-08 0
+165 val_165 2008-04-08 1
+165 val_165 2008-04-08 1
169 val_169 2008-04-08 0
-437 val_437 2008-04-08 0
+169 val_169 2008-04-08 0
+169 val_169 2008-04-08 1
+169 val_169 2008-04-08 1
+172 val_172 2008-04-08 0
+172 val_172 2008-04-08 0
+176 val_176 2008-04-08 1
+176 val_176 2008-04-08 1
+183 val_183 2008-04-08 1
187 val_187 2008-04-08 0
-459 val_459 2008-04-08 0
-103 val_103 2008-04-08 0
+187 val_187 2008-04-08 1
+187 val_187 2008-04-08 1
+19 val_19 2008-04-08 1
+190 val_190 2008-04-08 0
+194 val_194 2008-04-08 1
+202 val_202 2008-04-08 1
213 val_213 2008-04-08 0
-275 val_275 2008-04-08 0
-404 val_404 2008-04-08 0
-84 val_84 2008-04-08 0
-8 val_8 2008-04-08 0
-172 val_172 2008-04-08 0
-158 val_158 2008-04-08 0
-26 val_26 2008-04-08 0
-327 val_327 2008-04-08 0
-404 val_404 2008-04-08 0
-282 val_282 2008-04-08 0
-316 val_316 2008-04-08 0
-77 val_77 2008-04-08 0
-118 val_118 2008-04-08 0
-419 val_419 2008-04-08 0
-118 val_118 2008-04-08 0
+213 val_213 2008-04-08 0
+217 val_217 2008-04-08 1
+217 val_217 2008-04-08 1
224 val_224 2008-04-08 0
-389 val_389 2008-04-08 0
+224 val_224 2008-04-08 0
+228 val_228 2008-04-08 1
+235 val_235 2008-04-08 1
+239 val_239 2008-04-08 1
+239 val_239 2008-04-08 1
242 val_242 2008-04-08 0
242 val_242 2008-04-08 0
-95 val_95 2008-04-08 0
-143 val_143 2008-04-08 0
-33 val_33 2008-04-08 0
-367 val_367 2008-04-08 0
-480 val_480 2008-04-08 0
-316 val_316 2008-04-08 0
-80 val_80 2008-04-08 0
-466 val_466 2008-04-08 0
-190 val_190 2008-04-08 0
-396 val_396 2008-04-08 0
-125 val_125 2008-04-08 0
-480 val_480 2008-04-08 0
-305 val_305 2008-04-08 0
-169 val_169 2008-04-08 0
-480 val_480 2008-04-08 0
-172 val_172 2008-04-08 0
+257 val_257 2008-04-08 1
+26 val_26 2008-04-08 0
26 val_26 2008-04-08 0
-341 val_341 2008-04-08 0
-84 val_84 2008-04-08 0
-448 val_448 2008-04-08 0
-477 val_477 2008-04-08 0
-400 val_400 2008-04-08 0
-165 val_165 2008-04-08 1
-150 val_150 2008-04-08 1
-66 val_66 2008-04-08 1
-374 val_374 2008-04-08 1
-37 val_37 2008-04-08 1
-15 val_15 2008-04-08 1
-459 val_459 2008-04-08 1
-396 val_396 2008-04-08 1
-367 val_367 2008-04-08 1
-455 val_455 2008-04-08 1
-345 val_345 2008-04-08 1
-378 val_378 2008-04-08 1
-356 val_356 2008-04-08 1
-125 val_125 2008-04-08 1
-286 val_286 2008-04-08 1
-176 val_176 2008-04-08 1
-51 val_51 2008-04-08 1
-239 val_239 2008-04-08 1
-176 val_176 2008-04-08 1
260 val_260 2008-04-08 1
-217 val_217 2008-04-08 1
-466 val_466 2008-04-08 1
-411 val_411 2008-04-08 1
-129 val_129 2008-04-08 1
-0 val_0 2008-04-08 1
-165 val_165 2008-04-08 1
-51 val_51 2008-04-08 1
-95 val_95 2008-04-08 1
-187 val_187 2008-04-08 1
-169 val_169 2008-04-08 1
-0 val_0 2008-04-08 1
+275 val_275 2008-04-08 0
+282 val_282 2008-04-08 0
282 val_282 2008-04-08 1
-15 val_15 2008-04-08 1
-19 val_19 2008-04-08 1
+286 val_286 2008-04-08 1
+305 val_305 2008-04-08 0
+309 val_309 2008-04-08 0
309 val_309 2008-04-08 1
+316 val_316 2008-04-08 0
+316 val_316 2008-04-08 0
+316 val_316 2008-04-08 0
+323 val_323 2008-04-08 1
+327 val_327 2008-04-08 0
+327 val_327 2008-04-08 0
327 val_327 2008-04-08 1
+33 val_33 2008-04-08 0
+338 val_338 2008-04-08 0
+341 val_341 2008-04-08 0
+345 val_345 2008-04-08 1
+356 val_356 2008-04-08 1
+367 val_367 2008-04-08 0
+367 val_367 2008-04-08 1
+37 val_37 2008-04-08 1
+37 val_37 2008-04-08 1
+374 val_374 2008-04-08 1
+378 val_378 2008-04-08 1
+389 val_389 2008-04-08 0
392 val_392 2008-04-08 1
+396 val_396 2008-04-08 0
396 val_396 2008-04-08 1
-11 val_11 2008-04-08 1
-228 val_228 2008-04-08 1
-103 val_103 2008-04-08 1
-239 val_239 2008-04-08 1
-202 val_202 2008-04-08 1
-235 val_235 2008-04-08 1
+396 val_396 2008-04-08 1
+4 val_4 2008-04-08 0
+400 val_400 2008-04-08 0
+404 val_404 2008-04-08 0
+404 val_404 2008-04-08 0
+411 val_411 2008-04-08 1
+419 val_419 2008-04-08 0
+437 val_437 2008-04-08 0
44 val_44 2008-04-08 1
-257 val_257 2008-04-08 1
-114 val_114 2008-04-08 1
-217 val_217 2008-04-08 1
-187 val_187 2008-04-08 1
-491 val_491 2008-04-08 1
444 val_444 2008-04-08 1
-323 val_323 2008-04-08 1
-136 val_136 2008-04-08 1
+448 val_448 2008-04-08 0
+455 val_455 2008-04-08 1
+459 val_459 2008-04-08 0
+459 val_459 2008-04-08 1
462 val_462 2008-04-08 1
462 val_462 2008-04-08 1
-183 val_183 2008-04-08 1
-37 val_37 2008-04-08 1
-194 val_194 2008-04-08 1
-169 val_169 2008-04-08 1
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 1
+477 val_477 2008-04-08 0
+480 val_480 2008-04-08 0
+480 val_480 2008-04-08 0
+480 val_480 2008-04-08 0
+484 val_484 2008-04-08 0
+491 val_491 2008-04-08 1
+495 val_495 2008-04-08 0
+51 val_51 2008-04-08 1
+51 val_51 2008-04-08 1
+66 val_66 2008-04-08 1
+77 val_77 2008-04-08 0
+8 val_8 2008-04-08 0
+80 val_80 2008-04-08 0
+84 val_84 2008-04-08 0
+84 val_84 2008-04-08 0
+95 val_95 2008-04-08 0
+95 val_95 2008-04-08 1
PREHOOK: query: drop table srcbucket_mapjoin_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@srcbucket_mapjoin_n8
@@ -633,6 +663,9 @@ STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
@@ -643,16 +676,28 @@ STAGE PLANS:
expressions: key (type: int), value (type: string), ds (type: string), hr (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcbucket_mapjoin_n8
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col3 (type: int)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string), _col3 (type: int)
+ value expressions: _col0 (type: int), _col1 (type: string)
Execution mode: vectorized, llap
LLAP IO: no inputs
+ Reducer 2
+ Execution mode: vectorized, llap
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: int)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ File Output Operator
+ compressed: false
+ Dp Sort State: PARTITION_SORTED
+ Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.srcbucket_mapjoin_n8
Stage: Stage-2
Dependency Collection
@@ -699,242 +744,242 @@ POSTHOOK: Input: default@srcbucket_mapjoin_n8
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=0
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=1
#### A masked pattern was here ####
-484 val_484 2008-04-08 0
-224 val_224 2008-04-08 0
-213 val_213 2008-04-08 0
-495 val_495 2008-04-08 0
-327 val_327 2008-04-08 0
-338 val_338 2008-04-08 0
-466 val_466 2008-04-08 0
-309 val_309 2008-04-08 0
0 val_0 2008-04-08 0
-316 val_316 2008-04-08 0
-129 val_129 2008-04-08 0
-4 val_4 2008-04-08 0
-169 val_169 2008-04-08 0
-437 val_437 2008-04-08 0
-187 val_187 2008-04-08 0
-459 val_459 2008-04-08 0
+0 val_0 2008-04-08 0
+0 val_0 2008-04-08 1
+0 val_0 2008-04-08 1
+0 val_0 2008-04-08 1
+0 val_0 2008-04-08 1
103 val_103 2008-04-08 0
-213 val_213 2008-04-08 0
-275 val_275 2008-04-08 0
-404 val_404 2008-04-08 0
-84 val_84 2008-04-08 0
-8 val_8 2008-04-08 0
-172 val_172 2008-04-08 0
-158 val_158 2008-04-08 0
-26 val_26 2008-04-08 0
-327 val_327 2008-04-08 0
-404 val_404 2008-04-08 0
-282 val_282 2008-04-08 0
-316 val_316 2008-04-08 0
-77 val_77 2008-04-08 0
+103 val_103 2008-04-08 0
+103 val_103 2008-04-08 1
+103 val_103 2008-04-08 1
+11 val_11 2008-04-08 1
+11 val_11 2008-04-08 1
+114 val_114 2008-04-08 1
+114 val_114 2008-04-08 1
118 val_118 2008-04-08 0
-419 val_419 2008-04-08 0
118 val_118 2008-04-08 0
-224 val_224 2008-04-08 0
-389 val_389 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-95 val_95 2008-04-08 0
-143 val_143 2008-04-08 0
-33 val_33 2008-04-08 0
-367 val_367 2008-04-08 0
-480 val_480 2008-04-08 0
-316 val_316 2008-04-08 0
-80 val_80 2008-04-08 0
-466 val_466 2008-04-08 0
-190 val_190 2008-04-08 0
-396 val_396 2008-04-08 0
-125 val_125 2008-04-08 0
-480 val_480 2008-04-08 0
-305 val_305 2008-04-08 0
-169 val_169 2008-04-08 0
-480 val_480 2008-04-08 0
-172 val_172 2008-04-08 0
-26 val_26 2008-04-08 0
-341 val_341 2008-04-08 0
-84 val_84 2008-04-08 0
-448 val_448 2008-04-08 0
-477 val_477 2008-04-08 0
-400 val_400 2008-04-08 0
-484 val_484 2008-04-08 0
-224 val_224 2008-04-08 0
-213 val_213 2008-04-08 0
-495 val_495 2008-04-08 0
-327 val_327 2008-04-08 0
-338 val_338 2008-04-08 0
-466 val_466 2008-04-08 0
-309 val_309 2008-04-08 0
-0 val_0 2008-04-08 0
-316 val_316 2008-04-08 0
-129 val_129 2008-04-08 0
-4 val_4 2008-04-08 0
-169 val_169 2008-04-08 0
-437 val_437 2008-04-08 0
-187 val_187 2008-04-08 0
-459 val_459 2008-04-08 0
-103 val_103 2008-04-08 0
-213 val_213 2008-04-08 0
-275 val_275 2008-04-08 0
-404 val_404 2008-04-08 0
-84 val_84 2008-04-08 0
-8 val_8 2008-04-08 0
-172 val_172 2008-04-08 0
-158 val_158 2008-04-08 0
-26 val_26 2008-04-08 0
-327 val_327 2008-04-08 0
-404 val_404 2008-04-08 0
-282 val_282 2008-04-08 0
-316 val_316 2008-04-08 0
-77 val_77 2008-04-08 0
118 val_118 2008-04-08 0
-419 val_419 2008-04-08 0
118 val_118 2008-04-08 0
-224 val_224 2008-04-08 0
-389 val_389 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-95 val_95 2008-04-08 0
-143 val_143 2008-04-08 0
-33 val_33 2008-04-08 0
-367 val_367 2008-04-08 0
-480 val_480 2008-04-08 0
-316 val_316 2008-04-08 0
-80 val_80 2008-04-08 0
-466 val_466 2008-04-08 0
-190 val_190 2008-04-08 0
-396 val_396 2008-04-08 0
125 val_125 2008-04-08 0
-480 val_480 2008-04-08 0
-305 val_305 2008-04-08 0
+125 val_125 2008-04-08 0
+125 val_125 2008-04-08 1
+125 val_125 2008-04-08 1
+129 val_129 2008-04-08 0
+129 val_129 2008-04-08 0
+129 val_129 2008-04-08 1
+129 val_129 2008-04-08 1
+136 val_136 2008-04-08 1
+136 val_136 2008-04-08 1
+143 val_143 2008-04-08 0
+143 val_143 2008-04-08 0
+15 val_15 2008-04-08 1
+15 val_15 2008-04-08 1
+15 val_15 2008-04-08 1
+15 val_15 2008-04-08 1
+150 val_150 2008-04-08 1
+150 val_150 2008-04-08 1
+158 val_158 2008-04-08 0
+158 val_158 2008-04-08 0
+165 val_165 2008-04-08 1
+165 val_165 2008-04-08 1
+165 val_165 2008-04-08 1
+165 val_165 2008-04-08 1
169 val_169 2008-04-08 0
-480 val_480 2008-04-08 0
+169 val_169 2008-04-08 0
+169 val_169 2008-04-08 0
+169 val_169 2008-04-08 0
+169 val_169 2008-04-08 1
+169 val_169 2008-04-08 1
+169 val_169 2008-04-08 1
+169 val_169 2008-04-08 1
+172 val_172 2008-04-08 0
+172 val_172 2008-04-08 0
+172 val_172 2008-04-08 0
172 val_172 2008-04-08 0
-26 val_26 2008-04-08 0
-341 val_341 2008-04-08 0
-84 val_84 2008-04-08 0
-448 val_448 2008-04-08 0
-477 val_477 2008-04-08 0
-400 val_400 2008-04-08 0
-165 val_165 2008-04-08 1
-150 val_150 2008-04-08 1
-66 val_66 2008-04-08 1
-374 val_374 2008-04-08 1
-37 val_37 2008-04-08 1
-15 val_15 2008-04-08 1
-459 val_459 2008-04-08 1
-396 val_396 2008-04-08 1
-367 val_367 2008-04-08 1
-455 val_455 2008-04-08 1
-345 val_345 2008-04-08 1
-378 val_378 2008-04-08 1
-356 val_356 2008-04-08 1
-125 val_125 2008-04-08 1
-286 val_286 2008-04-08 1
176 val_176 2008-04-08 1
-51 val_51 2008-04-08 1
-239 val_239 2008-04-08 1
176 val_176 2008-04-08 1
-260 val_260 2008-04-08 1
-217 val_217 2008-04-08 1
-466 val_466 2008-04-08 1
-411 val_411 2008-04-08 1
-129 val_129 2008-04-08 1
-0 val_0 2008-04-08 1
-165 val_165 2008-04-08 1
-51 val_51 2008-04-08 1
-95 val_95 2008-04-08 1
+176 val_176 2008-04-08 1
+176 val_176 2008-04-08 1
+183 val_183 2008-04-08 1
+183 val_183 2008-04-08 1
+187 val_187 2008-04-08 0
+187 val_187 2008-04-08 0
+187 val_187 2008-04-08 1
+187 val_187 2008-04-08 1
+187 val_187 2008-04-08 1
187 val_187 2008-04-08 1
-169 val_169 2008-04-08 1
-0 val_0 2008-04-08 1
-282 val_282 2008-04-08 1
-15 val_15 2008-04-08 1
19 val_19 2008-04-08 1
-309 val_309 2008-04-08 1
-327 val_327 2008-04-08 1
-392 val_392 2008-04-08 1
-396 val_396 2008-04-08 1
-11 val_11 2008-04-08 1
-228 val_228 2008-04-08 1
-103 val_103 2008-04-08 1
-239 val_239 2008-04-08 1
+19 val_19 2008-04-08 1
+190 val_190 2008-04-08 0
+190 val_190 2008-04-08 0
+194 val_194 2008-04-08 1
+194 val_194 2008-04-08 1
202 val_202 2008-04-08 1
-235 val_235 2008-04-08 1
-44 val_44 2008-04-08 1
-257 val_257 2008-04-08 1
-114 val_114 2008-04-08 1
+202 val_202 2008-04-08 1
+213 val_213 2008-04-08 0
+213 val_213 2008-04-08 0
+213 val_213 2008-04-08 0
+213 val_213 2008-04-08 0
217 val_217 2008-04-08 1
-187 val_187 2008-04-08 1
-491 val_491 2008-04-08 1
-444 val_444 2008-04-08 1
-323 val_323 2008-04-08 1
-136 val_136 2008-04-08 1
-462 val_462 2008-04-08 1
-462 val_462 2008-04-08 1
-183 val_183 2008-04-08 1
-37 val_37 2008-04-08 1
-194 val_194 2008-04-08 1
-169 val_169 2008-04-08 1
-165 val_165 2008-04-08 1
-150 val_150 2008-04-08 1
-66 val_66 2008-04-08 1
-374 val_374 2008-04-08 1
-37 val_37 2008-04-08 1
-15 val_15 2008-04-08 1
-459 val_459 2008-04-08 1
-396 val_396 2008-04-08 1
-367 val_367 2008-04-08 1
-455 val_455 2008-04-08 1
-345 val_345 2008-04-08 1
-378 val_378 2008-04-08 1
-356 val_356 2008-04-08 1
-125 val_125 2008-04-08 1
-286 val_286 2008-04-08 1
-176 val_176 2008-04-08 1
-51 val_51 2008-04-08 1
+217 val_217 2008-04-08 1
+217 val_217 2008-04-08 1
+217 val_217 2008-04-08 1
+224 val_224 2008-04-08 0
+224 val_224 2008-04-08 0
+224 val_224 2008-04-08 0
+224 val_224 2008-04-08 0
+228 val_228 2008-04-08 1
+228 val_228 2008-04-08 1
+235 val_235 2008-04-08 1
+235 val_235 2008-04-08 1
239 val_239 2008-04-08 1
-176 val_176 2008-04-08 1
+239 val_239 2008-04-08 1
+239 val_239 2008-04-08 1
+239 val_239 2008-04-08 1
+242 val_242 2008-04-08 0
+242 val_242 2008-04-08 0
+242 val_242 2008-04-08 0
+242 val_242 2008-04-08 0
+257 val_257 2008-04-08 1
+257 val_257 2008-04-08 1
+26 val_26 2008-04-08 0
+26 val_26 2008-04-08 0
+26 val_26 2008-04-08 0
+26 val_26 2008-04-08 0
260 val_260 2008-04-08 1
-217 val_217 2008-04-08 1
-466 val_466 2008-04-08 1
-411 val_411 2008-04-08 1
-129 val_129 2008-04-08 1
-0 val_0 2008-04-08 1
-165 val_165 2008-04-08 1
-51 val_51 2008-04-08 1
-95 val_95 2008-04-08 1
-187 val_187 2008-04-08 1
-169 val_169 2008-04-08 1
-0 val_0 2008-04-08 1
+260 val_260 2008-04-08 1
+275 val_275 2008-04-08 0
+275 val_275 2008-04-08 0
+282 val_282 2008-04-08 0
+282 val_282 2008-04-08 0
282 val_282 2008-04-08 1
-15 val_15 2008-04-08 1
-19 val_19 2008-04-08 1
+282 val_282 2008-04-08 1
+286 val_286 2008-04-08 1
+286 val_286 2008-04-08 1
+305 val_305 2008-04-08 0
+305 val_305 2008-04-08 0
+309 val_309 2008-04-08 0
+309 val_309 2008-04-08 0
+309 val_309 2008-04-08 1
309 val_309 2008-04-08 1
+316 val_316 2008-04-08 0
+316 val_316 2008-04-08 0
+316 val_316 2008-04-08 0
+316 val_316 2008-04-08 0
+316 val_316 2008-04-08 0
+316 val_316 2008-04-08 0
+323 val_323 2008-04-08 1
+323 val_323 2008-04-08 1
+327 val_327 2008-04-08 0
+327 val_327 2008-04-08 0
+327 val_327 2008-04-08 0
+327 val_327 2008-04-08 0
+327 val_327 2008-04-08 1
327 val_327 2008-04-08 1
+33 val_33 2008-04-08 0
+33 val_33 2008-04-08 0
+338 val_338 2008-04-08 0
+338 val_338 2008-04-08 0
+341 val_341 2008-04-08 0
+341 val_341 2008-04-08 0
+345 val_345 2008-04-08 1
+345 val_345 2008-04-08 1
+356 val_356 2008-04-08 1
+356 val_356 2008-04-08 1
+367 val_367 2008-04-08 0
+367 val_367 2008-04-08 0
+367 val_367 2008-04-08 1
+367 val_367 2008-04-08 1
+37 val_37 2008-04-08 1
+37 val_37 2008-04-08 1
+37 val_37 2008-04-08 1
+37 val_37 2008-04-08 1
+374 val_374 2008-04-08 1
+374 val_374 2008-04-08 1
+378 val_378 2008-04-08 1
+378 val_378 2008-04-08 1
+389 val_389 2008-04-08 0
+389 val_389 2008-04-08 0
392 val_392 2008-04-08 1
+392 val_392 2008-04-08 1
+396 val_396 2008-04-08 0
+396 val_396 2008-04-08 0
396 val_396 2008-04-08 1
-11 val_11 2008-04-08 1
-228 val_228 2008-04-08 1
-103 val_103 2008-04-08 1
-239 val_239 2008-04-08 1
-202 val_202 2008-04-08 1
-235 val_235 2008-04-08 1
+396 val_396 2008-04-08 1
+396 val_396 2008-04-08 1
+396 val_396 2008-04-08 1
+4 val_4 2008-04-08 0
+4 val_4 2008-04-08 0
+400 val_400 2008-04-08 0
+400 val_400 2008-04-08 0
+404 val_404 2008-04-08 0
+404 val_404 2008-04-08 0
+404 val_404 2008-04-08 0
+404 val_404 2008-04-08 0
+411 val_411 2008-04-08 1
+411 val_411 2008-04-08 1
+419 val_419 2008-04-08 0
+419 val_419 2008-04-08 0
+437 val_437 2008-04-08 0
+437 val_437 2008-04-08 0
+44 val_44 2008-04-08 1
44 val_44 2008-04-08 1
-257 val_257 2008-04-08 1
-114 val_114 2008-04-08 1
-217 val_217 2008-04-08 1
-187 val_187 2008-04-08 1
-491 val_491 2008-04-08 1
444 val_444 2008-04-08 1
-323 val_323 2008-04-08 1
-136 val_136 2008-04-08 1
+444 val_444 2008-04-08 1
+448 val_448 2008-04-08 0
+448 val_448 2008-04-08 0
+455 val_455 2008-04-08 1
+455 val_455 2008-04-08 1
+459 val_459 2008-04-08 0
+459 val_459 2008-04-08 0
+459 val_459 2008-04-08 1
+459 val_459 2008-04-08 1
462 val_462 2008-04-08 1
462 val_462 2008-04-08 1
-183 val_183 2008-04-08 1
-37 val_37 2008-04-08 1
-194 val_194 2008-04-08 1
-169 val_169 2008-04-08 1
+462 val_462 2008-04-08 1
+462 val_462 2008-04-08 1
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 1
+466 val_466 2008-04-08 1
+477 val_477 2008-04-08 0
+477 val_477 2008-04-08 0
+480 val_480 2008-04-08 0
+480 val_480 2008-04-08 0
+480 val_480 2008-04-08 0
+480 val_480 2008-04-08 0
+480 val_480 2008-04-08 0
+480 val_480 2008-04-08 0
+484 val_484 2008-04-08 0
+484 val_484 2008-04-08 0
+491 val_491 2008-04-08 1
+491 val_491 2008-04-08 1
+495 val_495 2008-04-08 0
+495 val_495 2008-04-08 0
+51 val_51 2008-04-08 1
+51 val_51 2008-04-08 1
+51 val_51 2008-04-08 1
+51 val_51 2008-04-08 1
+66 val_66 2008-04-08 1
+66 val_66 2008-04-08 1
+77 val_77 2008-04-08 0
+77 val_77 2008-04-08 0
+8 val_8 2008-04-08 0
+8 val_8 2008-04-08 0
+80 val_80 2008-04-08 0
+80 val_80 2008-04-08 0
+84 val_84 2008-04-08 0
+84 val_84 2008-04-08 0
+84 val_84 2008-04-08 0
+84 val_84 2008-04-08 0
+95 val_95 2008-04-08 0
+95 val_95 2008-04-08 0
+95 val_95 2008-04-08 1
+95 val_95 2008-04-08 1
PREHOOK: query: drop table srcbucket_mapjoin_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@srcbucket_mapjoin_n8
@@ -1041,124 +1086,124 @@ POSTHOOK: query: select * from srcbucket_mapjoin_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket_mapjoin_n8
#### A masked pattern was here ####
-8 val_8
-33 val_33
-37 val_37
-37 val_37
-51 val_51
-51 val_51
-103 val_103
-103 val_103
-125 val_125
-125 val_125
-165 val_165
-165 val_165
-194 val_194
-260 val_260
-275 val_275
-305 val_305
-323 val_323
-411 val_411
-455 val_455
-466 val_466
-466 val_466
-466 val_466
-484 val_484
0 val_0
0 val_0
0 val_0
-4 val_4
+103 val_103
+103 val_103
11 val_11
-19 val_19
-26 val_26
-26 val_26
-44 val_44
-77 val_77
+114 val_114
118 val_118
118 val_118
-158 val_158
-217 val_217
-217 val_217
-316 val_316
-316 val_316
-316 val_316
-327 val_327
-327 val_327
-327 val_327
-338 val_338
-356 val_356
-378 val_378
-389 val_389
-404 val_404
-404 val_404
-419 val_419
-444 val_444
-462 val_462
-462 val_462
-15 val_15
-15 val_15
-80 val_80
-84 val_84
-84 val_84
-95 val_95
-95 val_95
+125 val_125
+125 val_125
129 val_129
129 val_129
+136 val_136
+143 val_143
+15 val_15
+15 val_15
+150 val_150
+158 val_158
+165 val_165
+165 val_165
169 val_169
169 val_169
169 val_169
169 val_169
-239 val_239
-239 val_239
-282 val_282
-282 val_282
-367 val_367
-367 val_367
-66 val_66
-114 val_114
-136 val_136
-143 val_143
172 val_172
172 val_172
-190 val_190
-242 val_242
-242 val_242
-286 val_286
-345 val_345
-400 val_400
-437 val_437
-448 val_448
-459 val_459
-459 val_459
-150 val_150
176 val_176
176 val_176
183 val_183
187 val_187
187 val_187
187 val_187
+19 val_19
+190 val_190
+194 val_194
202 val_202
213 val_213
213 val_213
+217 val_217
+217 val_217
224 val_224
224 val_224
228 val_228
235 val_235
+239 val_239
+239 val_239
+242 val_242
+242 val_242
257 val_257
+26 val_26
+26 val_26
+260 val_260
+275 val_275
+282 val_282
+282 val_282
+286 val_286
+305 val_305
309 val_309
309 val_309
+316 val_316
+316 val_316
+316 val_316
+323 val_323
+327 val_327
+327 val_327
+327 val_327
+33 val_33
+338 val_338
341 val_341
+345 val_345
+356 val_356
+367 val_367
+367 val_367
+37 val_37
+37 val_37
374 val_374
+378 val_378
+389 val_389
392 val_392
396 val_396
396 val_396
396 val_396
+4 val_4
+400 val_400
+404 val_404
+404 val_404
+411 val_411
+419 val_419
+437 val_437
+44 val_44
+444 val_444
+448 val_448
+455 val_455
+459 val_459
+459 val_459
+462 val_462
+462 val_462
+466 val_466
+466 val_466
+466 val_466
477 val_477
480 val_480
480 val_480
480 val_480
+484 val_484
491 val_491
495 val_495
+51 val_51
+51 val_51
+66 val_66
+77 val_77
+8 val_8
+80 val_80
+84 val_84
+84 val_84
+95 val_95
+95 val_95
PREHOOK: query: drop table srcbucket_mapjoin_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@srcbucket_mapjoin_n8
@@ -1206,250 +1251,22 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: string), _col2 (type: string)
- Execution mode: vectorized, llap
- LLAP IO: no inputs
- Reducer 2
- Execution mode: vectorized, llap
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string)
- outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcbucket_mapjoin_n8
-
- Stage: Stage-2
- Dependency Collection
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- replace: false
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcbucket_mapjoin_n8
-
- Stage: Stage-3
- Stats Work
- Basic Stats Work:
-
-PREHOOK: query: load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin_n8
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
-PREHOOK: Output: default@srcbucket_mapjoin_n8
-POSTHOOK: query: load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin_n8
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
-POSTHOOK: Output: default@srcbucket_mapjoin_n8@ds=2008-04-08
-POSTHOOK: Lineage: srcbucket_mapjoin_n8 PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin_n8__temp_table_for_load_data__)srcbucket_mapjoin_n8__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ]
-POSTHOOK: Lineage: srcbucket_mapjoin_n8 PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin_n8__temp_table_for_load_data__)srcbucket_mapjoin_n8__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ]
-PREHOOK: query: select * from srcbucket_mapjoin_n8
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcbucket_mapjoin_n8
-PREHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select * from srcbucket_mapjoin_n8
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcbucket_mapjoin_n8
-POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08
-#### A masked pattern was here ####
-8 val_8 2008-04-08
-33 val_33 2008-04-08
-37 val_37 2008-04-08
-37 val_37 2008-04-08
-51 val_51 2008-04-08
-51 val_51 2008-04-08
-103 val_103 2008-04-08
-103 val_103 2008-04-08
-125 val_125 2008-04-08
-125 val_125 2008-04-08
-165 val_165 2008-04-08
-165 val_165 2008-04-08
-194 val_194 2008-04-08
-260 val_260 2008-04-08
-275 val_275 2008-04-08
-305 val_305 2008-04-08
-323 val_323 2008-04-08
-411 val_411 2008-04-08
-455 val_455 2008-04-08
-466 val_466 2008-04-08
-466 val_466 2008-04-08
-466 val_466 2008-04-08
-484 val_484 2008-04-08
-0 val_0 2008-04-08
-0 val_0 2008-04-08
-0 val_0 2008-04-08
-4 val_4 2008-04-08
-11 val_11 2008-04-08
-19 val_19 2008-04-08
-26 val_26 2008-04-08
-26 val_26 2008-04-08
-44 val_44 2008-04-08
-77 val_77 2008-04-08
-118 val_118 2008-04-08
-118 val_118 2008-04-08
-158 val_158 2008-04-08
-217 val_217 2008-04-08
-217 val_217 2008-04-08
-316 val_316 2008-04-08
-316 val_316 2008-04-08
-316 val_316 2008-04-08
-327 val_327 2008-04-08
-327 val_327 2008-04-08
-327 val_327 2008-04-08
-338 val_338 2008-04-08
-356 val_356 2008-04-08
-378 val_378 2008-04-08
-389 val_389 2008-04-08
-404 val_404 2008-04-08
-404 val_404 2008-04-08
-419 val_419 2008-04-08
-444 val_444 2008-04-08
-462 val_462 2008-04-08
-462 val_462 2008-04-08
-15 val_15 2008-04-08
-15 val_15 2008-04-08
-80 val_80 2008-04-08
-84 val_84 2008-04-08
-84 val_84 2008-04-08
-95 val_95 2008-04-08
-95 val_95 2008-04-08
-129 val_129 2008-04-08
-129 val_129 2008-04-08
-169 val_169 2008-04-08
-169 val_169 2008-04-08
-169 val_169 2008-04-08
-169 val_169 2008-04-08
-239 val_239 2008-04-08
-239 val_239 2008-04-08
-282 val_282 2008-04-08
-282 val_282 2008-04-08
-367 val_367 2008-04-08
-367 val_367 2008-04-08
-66 val_66 2008-04-08
-114 val_114 2008-04-08
-136 val_136 2008-04-08
-143 val_143 2008-04-08
-172 val_172 2008-04-08
-172 val_172 2008-04-08
-190 val_190 2008-04-08
-242 val_242 2008-04-08
-242 val_242 2008-04-08
-286 val_286 2008-04-08
-345 val_345 2008-04-08
-400 val_400 2008-04-08
-437 val_437 2008-04-08
-448 val_448 2008-04-08
-459 val_459 2008-04-08
-459 val_459 2008-04-08
-150 val_150 2008-04-08
-176 val_176 2008-04-08
-176 val_176 2008-04-08
-183 val_183 2008-04-08
-187 val_187 2008-04-08
-187 val_187 2008-04-08
-187 val_187 2008-04-08
-202 val_202 2008-04-08
-213 val_213 2008-04-08
-213 val_213 2008-04-08
-224 val_224 2008-04-08
-224 val_224 2008-04-08
-228 val_228 2008-04-08
-235 val_235 2008-04-08
-257 val_257 2008-04-08
-309 val_309 2008-04-08
-309 val_309 2008-04-08
-341 val_341 2008-04-08
-374 val_374 2008-04-08
-392 val_392 2008-04-08
-396 val_396 2008-04-08
-396 val_396 2008-04-08
-396 val_396 2008-04-08
-477 val_477 2008-04-08
-480 val_480 2008-04-08
-480 val_480 2008-04-08
-480 val_480 2008-04-08
-491 val_491 2008-04-08
-495 val_495 2008-04-08
-PREHOOK: query: drop table srcbucket_mapjoin_n8
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@srcbucket_mapjoin_n8
-PREHOOK: Output: default@srcbucket_mapjoin_n8
-POSTHOOK: query: drop table srcbucket_mapjoin_n8
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@srcbucket_mapjoin_n8
-POSTHOOK: Output: default@srcbucket_mapjoin_n8
-PREHOOK: query: CREATE TABLE srcbucket_mapjoin_n8(key int, value string) partitioned by (ds string, hr int) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@srcbucket_mapjoin_n8
-POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_n8(key int, value string) partitioned by (ds string, hr int) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@srcbucket_mapjoin_n8
-PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
-PREHOOK: Output: default@srcbucket_mapjoin_n8
-POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: srcbucket_mapjoin_n8__temp_table_for_load_data__
- Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: int), value (type: string), ds (type: string), hr (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: int)
+ key expressions: _col2 (type: string), _bucket_number (type: string), _col0 (type: int)
+ sort order: +++
+ Map-reduce partition columns: _col2 (type: string)
+ value expressions: _col1 (type: string)
Execution mode: vectorized, llap
LLAP IO: no inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
+ expressions: KEY._col0 (type: int), VALUE._col1 (type: string), KEY._col2 (type: string), KEY._bucket_number (type: string)
+ outputColumnNames: _col0, _col1, _col2, _bucket_number
File Output Operator
compressed: false
- Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
+ Dp Sort State: PARTITION_BUCKET_SORTED
+ Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1464,7 +1281,6 @@ STAGE PLANS:
tables:
partition:
ds
- hr
replace: false
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1476,149 +1292,144 @@ STAGE PLANS:
Stats Work
Basic Stats Work:
-PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8
+PREHOOK: query: load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
PREHOOK: Output: default@srcbucket_mapjoin_n8
-POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8
+POSTHOOK: query: load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
-POSTHOOK: Output: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=0
-POSTHOOK: Output: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=1
-POSTHOOK: Lineage: srcbucket_mapjoin_n8 PARTITION(ds=2008-04-08,hr=0).key SIMPLE [(srcbucket_mapjoin_n8__temp_table_for_load_data__)srcbucket_mapjoin_n8__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ]
-POSTHOOK: Lineage: srcbucket_mapjoin_n8 PARTITION(ds=2008-04-08,hr=0).value SIMPLE [(srcbucket_mapjoin_n8__temp_table_for_load_data__)srcbucket_mapjoin_n8__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ]
-POSTHOOK: Lineage: srcbucket_mapjoin_n8 PARTITION(ds=2008-04-08,hr=1).key SIMPLE [(srcbucket_mapjoin_n8__temp_table_for_load_data__)srcbucket_mapjoin_n8__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ]
-POSTHOOK: Lineage: srcbucket_mapjoin_n8 PARTITION(ds=2008-04-08,hr=1).value SIMPLE [(srcbucket_mapjoin_n8__temp_table_for_load_data__)srcbucket_mapjoin_n8__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ]
+POSTHOOK: Output: default@srcbucket_mapjoin_n8@ds=2008-04-08
+POSTHOOK: Lineage: srcbucket_mapjoin_n8 PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin_n8__temp_table_for_load_data__)srcbucket_mapjoin_n8__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: srcbucket_mapjoin_n8 PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin_n8__temp_table_for_load_data__)srcbucket_mapjoin_n8__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ]
PREHOOK: query: select * from srcbucket_mapjoin_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket_mapjoin_n8
-PREHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=0
-PREHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=1
+PREHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08
#### A masked pattern was here ####
POSTHOOK: query: select * from srcbucket_mapjoin_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket_mapjoin_n8
-POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=0
-POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=1
+POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08
#### A masked pattern was here ####
-8 val_8 2008-04-08 0
-33 val_33 2008-04-08 0
-103 val_103 2008-04-08 0
-125 val_125 2008-04-08 0
-275 val_275 2008-04-08 0
-305 val_305 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-484 val_484 2008-04-08 0
-0 val_0 2008-04-08 0
-4 val_4 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-77 val_77 2008-04-08 0
-118 val_118 2008-04-08 0
-118 val_118 2008-04-08 0
-158 val_158 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-327 val_327 2008-04-08 0
-327 val_327 2008-04-08 0
-338 val_338 2008-04-08 0
-389 val_389 2008-04-08 0
-404 val_404 2008-04-08 0
-404 val_404 2008-04-08 0
-419 val_419 2008-04-08 0
-80 val_80 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-95 val_95 2008-04-08 0
-129 val_129 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-282 val_282 2008-04-08 0
-367 val_367 2008-04-08 0
-143 val_143 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-190 val_190 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-400 val_400 2008-04-08 0
-437 val_437 2008-04-08 0
-448 val_448 2008-04-08 0
-459 val_459 2008-04-08 0
-187 val_187 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-309 val_309 2008-04-08 0
-341 val_341 2008-04-08 0
-396 val_396 2008-04-08 0
-477 val_477 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-495 val_495 2008-04-08 0
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-51 val_51 2008-04-08 1
-51 val_51 2008-04-08 1
-103 val_103 2008-04-08 1
-125 val_125 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-194 val_194 2008-04-08 1
-260 val_260 2008-04-08 1
-323 val_323 2008-04-08 1
-411 val_411 2008-04-08 1
-455 val_455 2008-04-08 1
-466 val_466 2008-04-08 1
-0 val_0 2008-04-08 1
-0 val_0 2008-04-08 1
-11 val_11 2008-04-08 1
-19 val_19 2008-04-08 1
-44 val_44 2008-04-08 1
-217 val_217 2008-04-08 1
-217 val_217 2008-04-08 1
-327 val_327 2008-04-08 1
-356 val_356 2008-04-08 1
-378 val_378 2008-04-08 1
-444 val_444 2008-04-08 1
-462 val_462 2008-04-08 1
-462 val_462 2008-04-08 1
-15 val_15 2008-04-08 1
-15 val_15 2008-04-08 1
-95 val_95 2008-04-08 1
-129 val_129 2008-04-08 1
-169 val_169 2008-04-08 1
-169 val_169 2008-04-08 1
-239 val_239 2008-04-08 1
-239 val_239 2008-04-08 1
-282 val_282 2008-04-08 1
-367 val_367 2008-04-08 1
-66 val_66 2008-04-08 1
-114 val_114 2008-04-08 1
-136 val_136 2008-04-08 1
-286 val_286 2008-04-08 1
-345 val_345 2008-04-08 1
-459 val_459 2008-04-08 1
-150 val_150 2008-04-08 1
-176 val_176 2008-04-08 1
-176 val_176 2008-04-08 1
-183 val_183 2008-04-08 1
-187 val_187 2008-04-08 1
-187 val_187 2008-04-08 1
-202 val_202 2008-04-08 1
-228 val_228 2008-04-08 1
-235 val_235 2008-04-08 1
-257 val_257 2008-04-08 1
-309 val_309 2008-04-08 1
-374 val_374 2008-04-08 1
-392 val_392 2008-04-08 1
-396 val_396 2008-04-08 1
-396 val_396 2008-04-08 1
-491 val_491 2008-04-08 1
+0 val_0 2008-04-08
+0 val_0 2008-04-08
+0 val_0 2008-04-08
+103 val_103 2008-04-08
+103 val_103 2008-04-08
+11 val_11 2008-04-08
+114 val_114 2008-04-08
+118 val_118 2008-04-08
+118 val_118 2008-04-08
+125 val_125 2008-04-08
+125 val_125 2008-04-08
+129 val_129 2008-04-08
+129 val_129 2008-04-08
+136 val_136 2008-04-08
+143 val_143 2008-04-08
+15 val_15 2008-04-08
+15 val_15 2008-04-08
+150 val_150 2008-04-08
+158 val_158 2008-04-08
+165 val_165 2008-04-08
+165 val_165 2008-04-08
+169 val_169 2008-04-08
+169 val_169 2008-04-08
+169 val_169 2008-04-08
+169 val_169 2008-04-08
+172 val_172 2008-04-08
+172 val_172 2008-04-08
+176 val_176 2008-04-08
+176 val_176 2008-04-08
+183 val_183 2008-04-08
+187 val_187 2008-04-08
+187 val_187 2008-04-08
+187 val_187 2008-04-08
+19 val_19 2008-04-08
+190 val_190 2008-04-08
+194 val_194 2008-04-08
+202 val_202 2008-04-08
+213 val_213 2008-04-08
+213 val_213 2008-04-08
+217 val_217 2008-04-08
+217 val_217 2008-04-08
+224 val_224 2008-04-08
+224 val_224 2008-04-08
+228 val_228 2008-04-08
+235 val_235 2008-04-08
+239 val_239 2008-04-08
+239 val_239 2008-04-08
+242 val_242 2008-04-08
+242 val_242 2008-04-08
+257 val_257 2008-04-08
+26 val_26 2008-04-08
+26 val_26 2008-04-08
+260 val_260 2008-04-08
+275 val_275 2008-04-08
+282 val_282 2008-04-08
+282 val_282 2008-04-08
+286 val_286 2008-04-08
+305 val_305 2008-04-08
+309 val_309 2008-04-08
+309 val_309 2008-04-08
+316 val_316 2008-04-08
+316 val_316 2008-04-08
+316 val_316 2008-04-08
+323 val_323 2008-04-08
+327 val_327 2008-04-08
+327 val_327 2008-04-08
+327 val_327 2008-04-08
+33 val_33 2008-04-08
+338 val_338 2008-04-08
+341 val_341 2008-04-08
+345 val_345 2008-04-08
+356 val_356 2008-04-08
+367 val_367 2008-04-08
+367 val_367 2008-04-08
+37 val_37 2008-04-08
+37 val_37 2008-04-08
+374 val_374 2008-04-08
+378 val_378 2008-04-08
+389 val_389 2008-04-08
+392 val_392 2008-04-08
+396 val_396 2008-04-08
+396 val_396 2008-04-08
+396 val_396 2008-04-08
+4 val_4 2008-04-08
+400 val_400 2008-04-08
+404 val_404 2008-04-08
+404 val_404 2008-04-08
+411 val_411 2008-04-08
+419 val_419 2008-04-08
+437 val_437 2008-04-08
+44 val_44 2008-04-08
+444 val_444 2008-04-08
+448 val_448 2008-04-08
+455 val_455 2008-04-08
+459 val_459 2008-04-08
+459 val_459 2008-04-08
+462 val_462 2008-04-08
+462 val_462 2008-04-08
+466 val_466 2008-04-08
+466 val_466 2008-04-08
+466 val_466 2008-04-08
+477 val_477 2008-04-08
+480 val_480 2008-04-08
+480 val_480 2008-04-08
+480 val_480 2008-04-08
+484 val_484 2008-04-08
+491 val_491 2008-04-08
+495 val_495 2008-04-08
+51 val_51 2008-04-08
+51 val_51 2008-04-08
+66 val_66 2008-04-08
+77 val_77 2008-04-08
+8 val_8 2008-04-08
+80 val_80 2008-04-08
+84 val_84 2008-04-08
+84 val_84 2008-04-08
+95 val_95 2008-04-08
+95 val_95 2008-04-08
PREHOOK: query: drop table srcbucket_mapjoin_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@srcbucket_mapjoin_n8
@@ -1635,11 +1446,11 @@ POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_n8(key int, value string) partit
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@srcbucket_mapjoin_n8
-PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8
+PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
PREHOOK: Output: default@srcbucket_mapjoin_n8
-POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8
+POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
STAGE DEPENDENCIES:
@@ -1660,29 +1471,28 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: srcbucket_mapjoin_n8__temp_table_for_load_data__
- Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string), ds (type: string), hr (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: int)
+ key expressions: _col2 (type: string), _col3 (type: int), _bucket_number (type: string), _col0 (type: int)
+ sort order: ++++
+ Map-reduce partition columns: _col2 (type: string), _col3 (type: int)
+ value expressions: _col1 (type: string)
Execution mode: vectorized, llap
LLAP IO: no inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
+ expressions: KEY._col0 (type: int), VALUE._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: int), KEY._bucket_number (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _bucket_number
File Output Operator
compressed: false
- Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
+ Dp Sort State: PARTITION_BUCKET_SORTED
+ Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1709,11 +1519,11 @@ STAGE PLANS:
Stats Work
Basic Stats Work:
-PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8
+PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
PREHOOK: Output: default@srcbucket_mapjoin_n8
-POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8
+POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
POSTHOOK: Output: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=0
@@ -1734,242 +1544,124 @@ POSTHOOK: Input: default@srcbucket_mapjoin_n8
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=0
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=1
#### A masked pattern was here ####
-8 val_8 2008-04-08 0
-8 val_8 2008-04-08 0
-33 val_33 2008-04-08 0
-33 val_33 2008-04-08 0
-103 val_103 2008-04-08 0
-103 val_103 2008-04-08 0
-125 val_125 2008-04-08 0
-125 val_125 2008-04-08 0
-275 val_275 2008-04-08 0
-275 val_275 2008-04-08 0
-305 val_305 2008-04-08 0
-305 val_305 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-484 val_484 2008-04-08 0
-484 val_484 2008-04-08 0
0 val_0 2008-04-08 0
-0 val_0 2008-04-08 0
-4 val_4 2008-04-08 0
-4 val_4 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-77 val_77 2008-04-08 0
-77 val_77 2008-04-08 0
-118 val_118 2008-04-08 0
-118 val_118 2008-04-08 0
+0 val_0 2008-04-08 1
+0 val_0 2008-04-08 1
+103 val_103 2008-04-08 0
+103 val_103 2008-04-08 1
+11 val_11 2008-04-08 1
+114 val_114 2008-04-08 1
118 val_118 2008-04-08 0
118 val_118 2008-04-08 0
-158 val_158 2008-04-08 0
-158 val_158 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-327 val_327 2008-04-08 0
-327 val_327 2008-04-08 0
-327 val_327 2008-04-08 0
-327 val_327 2008-04-08 0
-338 val_338 2008-04-08 0
-338 val_338 2008-04-08 0
-389 val_389 2008-04-08 0
-389 val_389 2008-04-08 0
-404 val_404 2008-04-08 0
-404 val_404 2008-04-08 0
-404 val_404 2008-04-08 0
-404 val_404 2008-04-08 0
-419 val_419 2008-04-08 0
-419 val_419 2008-04-08 0
-80 val_80 2008-04-08 0
-80 val_80 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-95 val_95 2008-04-08 0
-95 val_95 2008-04-08 0
-129 val_129 2008-04-08 0
+125 val_125 2008-04-08 0
+125 val_125 2008-04-08 1
129 val_129 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-282 val_282 2008-04-08 0
-282 val_282 2008-04-08 0
-367 val_367 2008-04-08 0
-367 val_367 2008-04-08 0
-143 val_143 2008-04-08 0
+129 val_129 2008-04-08 1
+136 val_136 2008-04-08 1
143 val_143 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-190 val_190 2008-04-08 0
-190 val_190 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-400 val_400 2008-04-08 0
-400 val_400 2008-04-08 0
-437 val_437 2008-04-08 0
-437 val_437 2008-04-08 0
-448 val_448 2008-04-08 0
-448 val_448 2008-04-08 0
-459 val_459 2008-04-08 0
-459 val_459 2008-04-08 0
-187 val_187 2008-04-08 0
-187 val_187 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-309 val_309 2008-04-08 0
-309 val_309 2008-04-08 0
-341 val_341 2008-04-08 0
-341 val_341 2008-04-08 0
-396 val_396 2008-04-08 0
-396 val_396 2008-04-08 0
-477 val_477 2008-04-08 0
-477 val_477 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-495 val_495 2008-04-08 0
-495 val_495 2008-04-08 0
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-51 val_51 2008-04-08 1
-51 val_51 2008-04-08 1
-51 val_51 2008-04-08 1
-51 val_51 2008-04-08 1
-103 val_103 2008-04-08 1
-103 val_103 2008-04-08 1
-125 val_125 2008-04-08 1
-125 val_125 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-194 val_194 2008-04-08 1
-194 val_194 2008-04-08 1
-260 val_260 2008-04-08 1
-260 val_260 2008-04-08 1
-323 val_323 2008-04-08 1
-323 val_323 2008-04-08 1
-411 val_411 2008-04-08 1
-411 val_411 2008-04-08 1
-455 val_455 2008-04-08 1
-455 val_455 2008-04-08 1
-466 val_466 2008-04-08 1
-466 val_466 2008-04-08 1
-0 val_0 2008-04-08 1
-0 val_0 2008-04-08 1
-0 val_0 2008-04-08 1
-0 val_0 2008-04-08 1
-11 val_11 2008-04-08 1
-11 val_11 2008-04-08 1
-19 val_19 2008-04-08 1
-19 val_19 2008-04-08 1
-44 val_44 2008-04-08 1
-44 val_44 2008-04-08 1
-217 val_217 2008-04-08 1
-217 val_217 2008-04-08 1
-217 val_217 2008-04-08 1
-217 val_217 2008-04-08 1
-327 val_327 2008-04-08 1
-327 val_327 2008-04-08 1
-356 val_356 2008-04-08 1
-356 val_356 2008-04-08 1
-378 val_378 2008-04-08 1
-378 val_378 2008-04-08 1
-444 val_444 2008-04-08 1
-444 val_444 2008-04-08 1
-462 val_462 2008-04-08 1
-462 val_462 2008-04-08 1
-462 val_462 2008-04-08 1
-462 val_462 2008-04-08 1
-15 val_15 2008-04-08 1
15 val_15 2008-04-08 1
15 val_15 2008-04-08 1
-15 val_15 2008-04-08 1
-95 val_95 2008-04-08 1
-95 val_95 2008-04-08 1
-129 val_129 2008-04-08 1
-129 val_129 2008-04-08 1
-169 val_169 2008-04-08 1
-169 val_169 2008-04-08 1
+150 val_150 2008-04-08 1
+158 val_158 2008-04-08 0
+165 val_165 2008-04-08 1
+165 val_165 2008-04-08 1
+169 val_169 2008-04-08 0
+169 val_169 2008-04-08 0
169 val_169 2008-04-08 1
169 val_169 2008-04-08 1
-239 val_239 2008-04-08 1
-239 val_239 2008-04-08 1
-239 val_239 2008-04-08 1
-239 val_239 2008-04-08 1
-282 val_282 2008-04-08 1
-282 val_282 2008-04-08 1
-367 val_367 2008-04-08 1
-367 val_367 2008-04-08 1
-66 val_66 2008-04-08 1
-66 val_66 2008-04-08 1
-114 val_114 2008-04-08 1
-114 val_114 2008-04-08 1
-136 val_136 2008-04-08 1
-136 val_136 2008-04-08 1
-286 val_286 2008-04-08 1
-286 val_286 2008-04-08 1
-345 val_345 2008-04-08 1
-345 val_345 2008-04-08 1
-459 val_459 2008-04-08 1
-459 val_459 2008-04-08 1
-150 val_150 2008-04-08 1
-150 val_150 2008-04-08 1
-176 val_176 2008-04-08 1
-176 val_176 2008-04-08 1
+172 val_172 2008-04-08 0
+172 val_172 2008-04-08 0
176 val_176 2008-04-08 1
176 val_176 2008-04-08 1
183 val_183 2008-04-08 1
-183 val_183 2008-04-08 1
-187 val_187 2008-04-08 1
-187 val_187 2008-04-08 1
+187 val_187 2008-04-08 0
187 val_187 2008-04-08 1
187 val_187 2008-04-08 1
+19 val_19 2008-04-08 1
+190 val_190 2008-04-08 0
+194 val_194 2008-04-08 1
202 val_202 2008-04-08 1
-202 val_202 2008-04-08 1
-228 val_228 2008-04-08 1
+213 val_213 2008-04-08 0
+213 val_213 2008-04-08 0
+217 val_217 2008-04-08 1
+217 val_217 2008-04-08 1
+224 val_224 2008-04-08 0
+224 val_224 2008-04-08 0
228 val_228 2008-04-08 1
235 val_235 2008-04-08 1
-235 val_235 2008-04-08 1
-257 val_257 2008-04-08 1
+239 val_239 2008-04-08 1
+239 val_239 2008-04-08 1
+242 val_242 2008-04-08 0
+242 val_242 2008-04-08 0
257 val_257 2008-04-08 1
+26 val_26 2008-04-08 0
+26 val_26 2008-04-08 0
+260 val_260 2008-04-08 1
+275 val_275 2008-04-08 0
+282 val_282 2008-04-08 0
+282 val_282 2008-04-08 1
+286 val_286 2008-04-08 1
+305 val_305 2008-04-08 0
+309 val_309 2008-04-08 0
309 val_309 2008-04-08 1
-309 val_309 2008-04-08 1
-374 val_374 2008-04-08 1
+316 val_316 2008-04-08 0
+316 val_316 2008-04-08 0
+316 val_316 2008-04-08 0
+323 val_323 2008-04-08 1
+327 val_327 2008-04-08 0
+327 val_327 2008-04-08 0
+327 val_327 2008-04-08 1
+33 val_33 2008-04-08 0
+338 val_338 2008-04-08 0
+341 val_341 2008-04-08 0
+345 val_345 2008-04-08 1
+356 val_356 2008-04-08 1
+367 val_367 2008-04-08 0
+367 val_367 2008-04-08 1
+37 val_37 2008-04-08 1
+37 val_37 2008-04-08 1
374 val_374 2008-04-08 1
+378 val_378 2008-04-08 1
+389 val_389 2008-04-08 0
392 val_392 2008-04-08 1
-392 val_392 2008-04-08 1
-396 val_396 2008-04-08 1
-396 val_396 2008-04-08 1
+396 val_396 2008-04-08 0
396 val_396 2008-04-08 1
396 val_396 2008-04-08 1
+4 val_4 2008-04-08 0
+400 val_400 2008-04-08 0
+404 val_404 2008-04-08 0
+404 val_404 2008-04-08 0
+411 val_411 2008-04-08 1
+419 val_419 2008-04-08 0
+437 val_437 2008-04-08 0
+44 val_44 2008-04-08 1
+444 val_444 2008-04-08 1
+448 val_448 2008-04-08 0
+455 val_455 2008-04-08 1
+459 val_459 2008-04-08 0
+459 val_459 2008-04-08 1
+462 val_462 2008-04-08 1
+462 val_462 2008-04-08 1
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 1
+477 val_477 2008-04-08 0
+480 val_480 2008-04-08 0
+480 val_480 2008-04-08 0
+480 val_480 2008-04-08 0
+484 val_484 2008-04-08 0
491 val_491 2008-04-08 1
-491 val_491 2008-04-08 1
+495 val_495 2008-04-08 0
+51 val_51 2008-04-08 1
+51 val_51 2008-04-08 1
+66 val_66 2008-04-08 1
+77 val_77 2008-04-08 0
+8 val_8 2008-04-08 0
+80 val_80 2008-04-08 0
+84 val_84 2008-04-08 0
+84 val_84 2008-04-08 0
+95 val_95 2008-04-08 0
+95 val_95 2008-04-08 1
PREHOOK: query: drop table srcbucket_mapjoin_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@srcbucket_mapjoin_n8
@@ -1986,11 +1678,11 @@ POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_n8(key int, value string) partit
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@srcbucket_mapjoin_n8
-PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin_n8
+PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
PREHOOK: Output: default@srcbucket_mapjoin_n8
-POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin_n8
+POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
STAGE DEPENDENCIES:
@@ -2011,29 +1703,28 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: srcbucket_mapjoin_n8__temp_table_for_load_data__
- Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string), ds (type: string), hr (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: int)
+ key expressions: _col2 (type: string), _col3 (type: int), _bucket_number (type: string), _col0 (type: int)
+ sort order: ++++
+ Map-reduce partition columns: _col2 (type: string), _col3 (type: int)
+ value expressions: _col1 (type: string)
Execution mode: vectorized, llap
LLAP IO: no inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE
+ expressions: KEY._col0 (type: int), VALUE._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: int), KEY._bucket_number (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _bucket_number
File Output Operator
compressed: false
- Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE
+ Dp Sort State: PARTITION_BUCKET_SORTED
+ Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2060,11 +1751,11 @@ STAGE PLANS:
Stats Work
Basic Stats Work:
-PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin_n8
+PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
PREHOOK: Output: default@srcbucket_mapjoin_n8
-POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin_n8
+POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__
POSTHOOK: Output: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=0
@@ -2085,224 +1776,208 @@ POSTHOOK: Input: default@srcbucket_mapjoin_n8
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=0
POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=1
#### A masked pattern was here ####
-8 val_8 2008-04-08 0
-8 val_8 2008-04-08 0
-8 val_8 2008-04-08 0
-8 val_8 2008-04-08 0
-33 val_33 2008-04-08 0
-33 val_33 2008-04-08 0
-33 val_33 2008-04-08 0
-33 val_33 2008-04-08 0
-103 val_103 2008-04-08 0
-103 val_103 2008-04-08 0
-103 val_103 2008-04-08 0
-103 val_103 2008-04-08 0
-125 val_125 2008-04-08 0
-125 val_125 2008-04-08 0
-125 val_125 2008-04-08 0
-125 val_125 2008-04-08 0
-275 val_275 2008-04-08 0
-275 val_275 2008-04-08 0
-275 val_275 2008-04-08 0
-275 val_275 2008-04-08 0
-305 val_305 2008-04-08 0
-305 val_305 2008-04-08 0
-305 val_305 2008-04-08 0
-305 val_305 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-466 val_466 2008-04-08 0
-484 val_484 2008-04-08 0
-484 val_484 2008-04-08 0
-484 val_484 2008-04-08 0
-484 val_484 2008-04-08 0
-0 val_0 2008-04-08 0
0 val_0 2008-04-08 0
0 val_0 2008-04-08 0
-0 val_0 2008-04-08 0
-4 val_4 2008-04-08 0
-4 val_4 2008-04-08 0
-4 val_4 2008-04-08 0
-4 val_4 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-26 val_26 2008-04-08 0
-77 val_77 2008-04-08 0
-77 val_77 2008-04-08 0
-77 val_77 2008-04-08 0
-77 val_77 2008-04-08 0
-118 val_118 2008-04-08 0
-118 val_118 2008-04-08 0
-118 val_118 2008-04-08 0
-118 val_118 2008-04-08 0
+0 val_0 2008-04-08 1
+0 val_0 2008-04-08 1
+0 val_0 2008-04-08 1
+0 val_0 2008-04-08 1
+103 val_103 2008-04-08 0
+103 val_103 2008-04-08 0
+103 val_103 2008-04-08 1
+103 val_103 2008-04-08 1
+11 val_11 2008-04-08 1
+11 val_11 2008-04-08 1
+114 val_114 2008-04-08 1
+114 val_114 2008-04-08 1
118 val_118 2008-04-08 0
118 val_118 2008-04-08 0
118 val_118 2008-04-08 0
118 val_118 2008-04-08 0
+125 val_125 2008-04-08 0
+125 val_125 2008-04-08 0
+125 val_125 2008-04-08 1
+125 val_125 2008-04-08 1
+129 val_129 2008-04-08 0
+129 val_129 2008-04-08 0
+129 val_129 2008-04-08 1
+129 val_129 2008-04-08 1
+136 val_136 2008-04-08 1
+136 val_136 2008-04-08 1
+143 val_143 2008-04-08 0
+143 val_143 2008-04-08 0
+15 val_15 2008-04-08 1
+15 val_15 2008-04-08 1
+15 val_15 2008-04-08 1
+15 val_15 2008-04-08 1
+150 val_150 2008-04-08 1
+150 val_150 2008-04-08 1
158 val_158 2008-04-08 0
158 val_158 2008-04-08 0
-158 val_158 2008-04-08 0
-158 val_158 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
-316 val_316 2008-04-08 0
+165 val_165 2008-04-08 1
+165 val_165 2008-04-08 1
+165 val_165 2008-04-08 1
+165 val_165 2008-04-08 1
+169 val_169 2008-04-08 0
+169 val_169 2008-04-08 0
+169 val_169 2008-04-08 0
+169 val_169 2008-04-08 0
+169 val_169 2008-04-08 1
+169 val_169 2008-04-08 1
+169 val_169 2008-04-08 1
+169 val_169 2008-04-08 1
+172 val_172 2008-04-08 0
+172 val_172 2008-04-08 0
+172 val_172 2008-04-08 0
+172 val_172 2008-04-08 0
+176 val_176 2008-04-08 1
+176 val_176 2008-04-08 1
+176 val_176 2008-04-08 1
+176 val_176 2008-04-08 1
+183 val_183 2008-04-08 1
+183 val_183 2008-04-08 1
+187 val_187 2008-04-08 0
+187 val_187 2008-04-08 0
+187 val_187 2008-04-08 1
+187 val_187 2008-04-08 1
+187 val_187 2008-04-08 1
+187 val_187 2008-04-08 1
+19 val_19 2008-04-08 1
+19 val_19 2008-04-08 1
+190 val_190 2008-04-08 0
+190 val_190 2008-04-08 0
+194 val_194 2008-04-08 1
+194 val_194 2008-04-08 1
+202 val_202 2008-04-08 1
+202 val_202 2008-04-08 1
+213 val_213 2008-04-08 0
+213 val_213 2008-04-08 0
+213 val_213 2008-04-08 0
+213 val_213 2008-04-08 0
+217 val_217 2008-04-08 1
+217 val_217 2008-04-08 1
+217 val_217 2008-04-08 1
+217 val_217 2008-04-08 1
+224 val_224 2008-04-08 0
+224 val_224 2008-04-08 0
+224 val_224 2008-04-08 0
+224 val_224 2008-04-08 0
+228 val_228 2008-04-08 1
+228 val_228 2008-04-08 1
+235 val_235 2008-04-08 1
+235 val_235 2008-04-08 1
+239 val_239 2008-04-08 1
+239 val_239 2008-04-08 1
+239 val_239 2008-04-08 1
+239 val_239 2008-04-08 1
+242 val_242 2008-04-08 0
+242 val_242 2008-04-08 0
+242 val_242 2008-04-08 0
+242 val_242 2008-04-08 0
+257 val_257 2008-04-08 1
+257 val_257 2008-04-08 1
+26 val_26 2008-04-08 0
+26 val_26 2008-04-08 0
+26 val_26 2008-04-08 0
+26 val_26 2008-04-08 0
+260 val_260 2008-04-08 1
+260 val_260 2008-04-08 1
+275 val_275 2008-04-08 0
+275 val_275 2008-04-08 0
+282 val_282 2008-04-08 0
+282 val_282 2008-04-08 0
+282 val_282 2008-04-08 1
+282 val_282 2008-04-08 1
+286 val_286 2008-04-08 1
+286 val_286 2008-04-08 1
+305 val_305 2008-04-08 0
+305 val_305 2008-04-08 0
+309 val_309 2008-04-08 0
+309 val_309 2008-04-08 0
+309 val_309 2008-04-08 1
+309 val_309 2008-04-08 1
316 val_316 2008-04-08 0
316 val_316 2008-04-08 0
316 val_316 2008-04-08 0
316 val_316 2008-04-08 0
316 val_316 2008-04-08 0
316 val_316 2008-04-08 0
+323 val_323 2008-04-08 1
+323 val_323 2008-04-08 1
327 val_327 2008-04-08 0
327 val_327 2008-04-08 0
327 val_327 2008-04-08 0
327 val_327 2008-04-08 0
-327 val_327 2008-04-08 0
-327 val_327 2008-04-08 0
-327 val_327 2008-04-08 0
-327 val_327 2008-04-08 0
-338 val_338 2008-04-08 0
-338 val_338 2008-04-08 0
+327 val_327 2008-04-08 1
+327 val_327 2008-04-08 1
+33 val_33 2008-04-08 0
+33 val_33 2008-04-08 0
338 val_338 2008-04-08 0
338 val_338 2008-04-08 0
+341 val_341 2008-04-08 0
+341 val_341 2008-04-08 0
+345 val_345 2008-04-08 1
+345 val_345 2008-04-08 1
+356 val_356 2008-04-08 1
+356 val_356 2008-04-08 1
+367 val_367 2008-04-08 0
+367 val_367 2008-04-08 0
+367 val_367 2008-04-08 1
+367 val_367 2008-04-08 1
+37 val_37 2008-04-08 1
+37 val_37 2008-04-08 1
+37 val_37 2008-04-08 1
+37 val_37 2008-04-08 1
+374 val_374 2008-04-08 1
+374 val_374 2008-04-08 1
+378 val_378 2008-04-08 1
+378 val_378 2008-04-08 1
389 val_389 2008-04-08 0
389 val_389 2008-04-08 0
-389 val_389 2008-04-08 0
-389 val_389 2008-04-08 0
-404 val_404 2008-04-08 0
-404 val_404 2008-04-08 0
-404 val_404 2008-04-08 0
-404 val_404 2008-04-08 0
+392 val_392 2008-04-08 1
+392 val_392 2008-04-08 1
+396 val_396 2008-04-08 0
+396 val_396 2008-04-08 0
+396 val_396 2008-04-08 1
+396 val_396 2008-04-08 1
+396 val_396 2008-04-08 1
+396 val_396 2008-04-08 1
+4 val_4 2008-04-08 0
+4 val_4 2008-04-08 0
+400 val_400 2008-04-08 0
+400 val_400 2008-04-08 0
404 val_404 2008-04-08 0
404 val_404 2008-04-08 0
404 val_404 2008-04-08 0
404 val_404 2008-04-08 0
+411 val_411 2008-04-08 1
+411 val_411 2008-04-08 1
419 val_419 2008-04-08 0
419 val_419 2008-04-08 0
-419 val_419 2008-04-08 0
-419 val_419 2008-04-08 0
-80 val_80 2008-04-08 0
-80 val_80 2008-04-08 0
-80 val_80 2008-04-08 0
-80 val_80 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-84 val_84 2008-04-08 0
-95 val_95 2008-04-08 0
-95 val_95 2008-04-08 0
-95 val_95 2008-04-08 0
-95 val_95 2008-04-08 0
-129 val_129 2008-04-08 0
-129 val_129 2008-04-08 0
-129 val_129 2008-04-08 0
-129 val_129 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-169 val_169 2008-04-08 0
-282 val_282 2008-04-08 0
-282 val_282 2008-04-08 0
-282 val_282 2008-04-08 0
-282 val_282 2008-04-08 0
-367 val_367 2008-04-08 0
-367 val_367 2008-04-08 0
-367 val_367 2008-04-08 0
-367 val_367 2008-04-08 0
-143 val_143 2008-04-08 0
-143 val_143 2008-04-08 0
-143 val_143 2008-04-08 0
-143 val_143 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-172 val_172 2008-04-08 0
-190 val_190 2008-04-08 0
-190 val_190 2008-04-08 0
-190 val_190 2008-04-08 0
-190 val_190 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-242 val_242 2008-04-08 0
-400 val_400 2008-04-08 0
-400 val_400 2008-04-08 0
-400 val_400 2008-04-08 0
-400 val_400 2008-04-08 0
-437 val_437 2008-04-08 0
437 val_437 2008-04-08 0
437 val_437 2008-04-08 0
-437 val_437 2008-04-08 0
-448 val_448 2008-04-08 0
-448 val_448 2008-04-08 0
+44 val_44 2008-04-08 1
+44 val_44 2008-04-08 1
+444 val_444 2008-04-08 1
+444 val_444 2008-04-08 1
448 val_448 2008-04-08 0
448 val_448 2008-04-08 0
+455 val_455 2008-04-08 1
+455 val_455 2008-04-08 1
459 val_459 2008-04-08 0
459 val_459 2008-04-08 0
-459 val_459 2008-04-08 0
-459 val_459 2008-04-08 0
-187 val_187 2008-04-08 0
-187 val_187 2008-04-08 0
-187 val_187 2008-04-08 0
-187 val_187 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-213 val_213 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-224 val_224 2008-04-08 0
-309 val_309 2008-04-08 0
-309 val_309 2008-04-08 0
-309 val_309 2008-04-08 0
-309 val_309 2008-04-08 0
-341 val_341 2008-04-08 0
-341 val_341 2008-04-08 0
-341 val_341 2008-04-08 0
-341 val_341 2008-04-08 0
-396 val_396 2008-04-08 0
-396 val_396 2008-04-08 0
-396 val_396 2008-04-08 0
-396 val_396 2008-04-08 0
-477 val_477 2008-04-08 0
-477 val_477 2008-04-08 0
+459 val_459 2008-04-08 1
+459 val_459 2008-04-08 1
+462 val_462 2008-04-08 1
+462 val_462 2008-04-08 1
+462 val_462 2008-04-08 1
+462 val_462 2008-04-08 1
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 0
+466 val_466 2008-04-08 1
+466 val_466 2008-04-08 1
477 val_477 2008-04-08 0
477 val_477 2008-04-08 0
480 val_480 2008-04-08 0
@@ -2311,72 +1986,150 @@ POSTHOOK: Input: default@srcbucket_mapjoin_n8@ds=2008-04-08/hr=1
480 val_480 2008-04-08 0
480 val_480 2008-04-08 0
480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-480 val_480 2008-04-08 0
-495 val_495 2008-04-08 0
-495 val_495 2008-04-08 0
+484 val_484 2008-04-08 0
+484 val_484 2008-04-08 0
+491 val_491 2008-04-08 1
+491 val_491 2008-04-08 1
495 val_495 2008-04-08 0
495 val_495 2008-04-08 0
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-37 val_37 2008-04-08 1
-51 val_51 2008-04-08 1
51 val_51 2008-04-08 1
51 val_51 2008-04-08 1
51 val_51 2008-04-08 1
51 val_51 2008-04-08 1
-51 val_51 2008-04-08 1
-51 val_51 2008-04-08 1
-51 val_51 2008-04-08 1
-103 val_103 2008-04-08 1
-103 val_103 2008-04-08 1
-103 val_103 2008-04-08 1
-103 val_103 2008-04-08 1
-125 val_125 2008-04-08 1
-125 val_125 2008-04-08 1
-125 val_125 2008-04-08 1
-125 val_125 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-165 val_165 2008-04-08 1
-194 val_194 2008-04-08 1
-194 val_194 2008-04-08 1
-194 val_194 2008-04-08 1
-194 val_194 2008-04-08 1
-260 val_260 2008-04-08 1
-260 val_260 2008-04-08 1
-260 val_260 2008-04-08 1
-260 val_260 2008-04-08 1
-323 val_323 2008-04-08 1
-323 val_323 2008-04-08 1
-323 val_323 2008-04-08 1
-323 val_323 2008-04-08 1
-411 val_411 2008-04-08 1
-411 val_411 2008-04-08 1
-411 val_411 2008-04-08 1
-411 val_411 2008-04-08 1
-455 val_455 2008-04-08 1
-455 val_455 2008-04-08 1
-455 val_455 2008-04-08 1
-455 val_455 2008-04-08 1
-466 val_466 2008-04-08 1
-466 val_466 2008-04-08 1
-466 val_
<TRUNCATED>