You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2011/12/21 18:14:28 UTC
svn commit: r1221812 [4/4] - in /hive/trunk/ql/src:
java/org/apache/hadoop/hive/ql/optimizer/
java/org/apache/hadoop/hive/ql/optimizer/unionproc/
test/queries/clientpositive/ test/results/clientpositive/
Added: hive/trunk/ql/src/test/results/clientpositive/union26.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union26.q.out?rev=1221812&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union26.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/union26.q.out Wed Dec 21 17:14:27 2011
@@ -0,0 +1,1353 @@
+PREHOOK: query: EXPLAIN
+SELECT
+count(1) as counts,
+key,
+value
+FROM
+(
+
+SELECT
+a.key, a.value
+FROM srcpart a JOIN srcpart b
+ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12'
+AND a.key = b.key
+
+UNION ALL
+
+select key, value
+FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol
+WHERE ds='2008-04-08' and hr='11'
+) a
+group by key, value
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT
+count(1) as counts,
+key,
+value
+FROM
+(
+
+SELECT
+a.key, a.value
+FROM srcpart a JOIN srcpart b
+ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12'
+AND a.key = b.key
+
+UNION ALL
+
+select key, value
+FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol
+WHERE ds='2008-04-08' and hr='11'
+) a
+group by key, value
+POSTHOOK: type: QUERY
+ABSTRACT SYNTAX TREE:
+ (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcpart) a) (TOK_TABREF (TOK_TABNAME srcpart) b) (AND (and (and (and (= (. (TOK_TABLE_OR_COL a) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL a) hr) '11')) (= (. (TOK_TABLE_OR_COL b) ds) '2008-04-08')) (= (. (TOK_TABLE_OR_COL b) hr) '12')) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))))) (TOK_QUERY (TOK_FROM (TOK_LATERAL_VIEW (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION explode (TOK_FUNCTION array 1 2 3)) myCol (TOK_TABALIAS myTable))) (TOK_TABREF (TOK_TABNAME srcpart)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) '11')))))) a)) (TOK_INSE
RT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1) counts) (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))))
+
+STAGE DEPENDENCIES:
+ Stage-3 is a root stage
+ Stage-2 depends on stages: Stage-3
+ Stage-0 is a root stage
+
+STAGE PLANS:
+ Stage: Stage-3
+ Map Reduce
+ Alias -> Map Operator Tree:
+ null-subquery1:a-subquery1:a
+ TableScan
+ alias: a
+ Reduce Output Operator
+ key expressions:
+ expr: key
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: key
+ type: string
+ tag: 0
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ null-subquery1:a-subquery1:b
+ TableScan
+ alias: b
+ Reduce Output Operator
+ key expressions:
+ expr: key
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: key
+ type: string
+ tag: 1
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {VALUE._col0} {VALUE._col1}
+ 1
+ handleSkewJoin: false
+ outputColumnNames: _col0, _col1
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ TableScan
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ Group By Operator
+ aggregations:
+ expr: count(1)
+ bucketGroup: false
+ keys:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ sort order: ++
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ tag: -1
+ value expressions:
+ expr: _col2
+ type: bigint
+ null-subquery2:a-subquery2:srcpart
+ TableScan
+ alias: srcpart
+ Lateral View Forward
+ Select Operator
+ SELECT * : (no compute)
+ Lateral View Join Operator
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ Group By Operator
+ aggregations:
+ expr: count(1)
+ bucketGroup: false
+ keys:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ sort order: ++
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ tag: -1
+ value expressions:
+ expr: _col2
+ type: bigint
+ Select Operator
+ expressions:
+ expr: array(1,2,3)
+ type: array<int>
+ outputColumnNames: _col0
+ UDTF Operator
+ function name: explode
+ Lateral View Join Operator
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ Group By Operator
+ aggregations:
+ expr: count(1)
+ bucketGroup: false
+ keys:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ sort order: ++
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ tag: -1
+ value expressions:
+ expr: _col2
+ type: bigint
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations:
+ expr: count(VALUE._col0)
+ bucketGroup: false
+ keys:
+ expr: KEY._col0
+ type: string
+ expr: KEY._col1
+ type: string
+ mode: mergepartial
+ outputColumnNames: _col0, _col1, _col2
+ Select Operator
+ expressions:
+ expr: _col2
+ type: bigint
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1, _col2
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+
+
+PREHOOK: query: SELECT
+count(1) as counts,
+key,
+value
+FROM
+(
+
+SELECT
+a.key, a.value
+FROM srcpart a JOIN srcpart b
+ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12'
+AND a.key = b.key
+
+UNION ALL
+
+select key, value
+FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol
+WHERE ds='2008-04-08' and hr='11'
+) a
+group by key, value order by key, value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT
+count(1) as counts,
+key,
+value
+FROM
+(
+
+SELECT
+a.key, a.value
+FROM srcpart a JOIN srcpart b
+ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12'
+AND a.key = b.key
+
+UNION ALL
+
+select key, value
+FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol
+WHERE ds='2008-04-08' and hr='11'
+) a
+group by key, value order by key, value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+#### A masked pattern was here ####
+18 0 val_0
+4 10 val_10
+10 100 val_100
+10 103 val_103
+10 104 val_104
+4 105 val_105
+4 11 val_11
+4 111 val_111
+10 113 val_113
+4 114 val_114
+4 116 val_116
+10 118 val_118
+18 119 val_119
+10 12 val_12
+10 120 val_120
+10 125 val_125
+4 126 val_126
+18 128 val_128
+10 129 val_129
+4 131 val_131
+4 133 val_133
+10 134 val_134
+4 136 val_136
+10 137 val_137
+28 138 val_138
+4 143 val_143
+4 145 val_145
+10 146 val_146
+10 149 val_149
+10 15 val_15
+4 150 val_150
+10 152 val_152
+4 153 val_153
+4 155 val_155
+4 156 val_156
+4 157 val_157
+4 158 val_158
+4 160 val_160
+4 162 val_162
+4 163 val_163
+10 164 val_164
+10 165 val_165
+4 166 val_166
+18 167 val_167
+4 168 val_168
+28 169 val_169
+4 17 val_17
+4 170 val_170
+10 172 val_172
+10 174 val_174
+10 175 val_175
+10 176 val_176
+4 177 val_177
+4 178 val_178
+10 179 val_179
+10 18 val_18
+4 180 val_180
+4 181 val_181
+4 183 val_183
+4 186 val_186
+18 187 val_187
+4 189 val_189
+4 19 val_19
+4 190 val_190
+10 191 val_191
+4 192 val_192
+18 193 val_193
+4 194 val_194
+10 195 val_195
+4 196 val_196
+10 197 val_197
+18 199 val_199
+4 2 val_2
+4 20 val_20
+10 200 val_200
+4 201 val_201
+4 202 val_202
+10 203 val_203
+10 205 val_205
+10 207 val_207
+18 208 val_208
+10 209 val_209
+10 213 val_213
+4 214 val_214
+10 216 val_216
+10 217 val_217
+4 218 val_218
+10 219 val_219
+10 221 val_221
+4 222 val_222
+10 223 val_223
+10 224 val_224
+4 226 val_226
+4 228 val_228
+10 229 val_229
+40 230 val_230
+10 233 val_233
+4 235 val_235
+10 237 val_237
+10 238 val_238
+10 239 val_239
+10 24 val_24
+4 241 val_241
+10 242 val_242
+4 244 val_244
+4 247 val_247
+4 248 val_248
+4 249 val_249
+4 252 val_252
+10 255 val_255
+10 256 val_256
+4 257 val_257
+4 258 val_258
+10 26 val_26
+4 260 val_260
+4 262 val_262
+4 263 val_263
+10 265 val_265
+4 266 val_266
+4 27 val_27
+10 272 val_272
+18 273 val_273
+4 274 val_274
+4 275 val_275
+28 277 val_277
+10 278 val_278
+4 28 val_28
+10 280 val_280
+10 281 val_281
+10 282 val_282
+4 283 val_283
+4 284 val_284
+4 285 val_285
+4 286 val_286
+4 287 val_287
+10 288 val_288
+4 289 val_289
+4 291 val_291
+4 292 val_292
+4 296 val_296
+18 298 val_298
+4 30 val_30
+4 302 val_302
+4 305 val_305
+4 306 val_306
+10 307 val_307
+4 308 val_308
+10 309 val_309
+4 310 val_310
+18 311 val_311
+4 315 val_315
+18 316 val_316
+10 317 val_317
+18 318 val_318
+10 321 val_321
+10 322 val_322
+4 323 val_323
+10 325 val_325
+18 327 val_327
+4 33 val_33
+10 331 val_331
+4 332 val_332
+10 333 val_333
+4 335 val_335
+4 336 val_336
+4 338 val_338
+4 339 val_339
+4 34 val_34
+4 341 val_341
+10 342 val_342
+10 344 val_344
+4 345 val_345
+40 348 val_348
+18 35 val_35
+4 351 val_351
+10 353 val_353
+4 356 val_356
+4 360 val_360
+4 362 val_362
+4 364 val_364
+4 365 val_365
+4 366 val_366
+10 367 val_367
+4 368 val_368
+18 369 val_369
+10 37 val_37
+4 373 val_373
+4 374 val_374
+4 375 val_375
+4 377 val_377
+4 378 val_378
+4 379 val_379
+10 382 val_382
+18 384 val_384
+4 386 val_386
+4 389 val_389
+4 392 val_392
+4 393 val_393
+4 394 val_394
+10 395 val_395
+18 396 val_396
+10 397 val_397
+10 399 val_399
+4 4 val_4
+4 400 val_400
+40 401 val_401
+4 402 val_402
+18 403 val_403
+10 404 val_404
+28 406 val_406
+4 407 val_407
+18 409 val_409
+4 41 val_41
+4 411 val_411
+10 413 val_413
+10 414 val_414
+18 417 val_417
+4 418 val_418
+4 419 val_419
+10 42 val_42
+4 421 val_421
+10 424 val_424
+4 427 val_427
+10 429 val_429
+4 43 val_43
+18 430 val_430
+18 431 val_431
+4 432 val_432
+4 435 val_435
+4 436 val_436
+4 437 val_437
+18 438 val_438
+10 439 val_439
+4 44 val_44
+4 443 val_443
+4 444 val_444
+4 446 val_446
+4 448 val_448
+4 449 val_449
+4 452 val_452
+4 453 val_453
+18 454 val_454
+4 455 val_455
+4 457 val_457
+10 458 val_458
+10 459 val_459
+4 460 val_460
+10 462 val_462
+10 463 val_463
+18 466 val_466
+4 467 val_467
+28 468 val_468
+40 469 val_469
+4 47 val_47
+4 470 val_470
+4 472 val_472
+4 475 val_475
+4 477 val_477
+10 478 val_478
+4 479 val_479
+18 480 val_480
+4 481 val_481
+4 482 val_482
+4 483 val_483
+4 484 val_484
+4 485 val_485
+4 487 val_487
+28 489 val_489
+4 490 val_490
+4 491 val_491
+10 492 val_492
+4 493 val_493
+4 494 val_494
+4 495 val_495
+4 496 val_496
+4 497 val_497
+18 498 val_498
+18 5 val_5
+10 51 val_51
+4 53 val_53
+4 54 val_54
+4 57 val_57
+10 58 val_58
+4 64 val_64
+4 65 val_65
+4 66 val_66
+10 67 val_67
+4 69 val_69
+18 70 val_70
+10 72 val_72
+4 74 val_74
+10 76 val_76
+4 77 val_77
+4 78 val_78
+4 8 val_8
+4 80 val_80
+4 82 val_82
+10 83 val_83
+10 84 val_84
+4 85 val_85
+4 86 val_86
+4 87 val_87
+4 9 val_9
+18 90 val_90
+4 92 val_92
+10 95 val_95
+4 96 val_96
+10 97 val_97
+10 98 val_98
+PREHOOK: query: SELECT
+count(1) as counts,
+key,
+value
+FROM
+(
+
+SELECT
+a.key, a.value
+FROM srcpart a JOIN srcpart b
+ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12'
+AND a.key = b.key
+
+UNION ALL
+
+select key, value
+FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol
+WHERE ds='2008-04-08' and hr='11'
+) a
+group by key, value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT
+count(1) as counts,
+key,
+value
+FROM
+(
+
+SELECT
+a.key, a.value
+FROM srcpart a JOIN srcpart b
+ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12'
+AND a.key = b.key
+
+UNION ALL
+
+select key, value
+FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol
+WHERE ds='2008-04-08' and hr='11'
+) a
+group by key, value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+#### A masked pattern was here ####
+18 0 val_0
+4 10 val_10
+10 100 val_100
+10 103 val_103
+10 104 val_104
+4 105 val_105
+4 11 val_11
+4 111 val_111
+10 113 val_113
+4 114 val_114
+4 116 val_116
+10 118 val_118
+18 119 val_119
+10 12 val_12
+10 120 val_120
+10 125 val_125
+4 126 val_126
+18 128 val_128
+10 129 val_129
+4 131 val_131
+4 133 val_133
+10 134 val_134
+4 136 val_136
+10 137 val_137
+28 138 val_138
+4 143 val_143
+4 145 val_145
+10 146 val_146
+10 149 val_149
+10 15 val_15
+4 150 val_150
+10 152 val_152
+4 153 val_153
+4 155 val_155
+4 156 val_156
+4 157 val_157
+4 158 val_158
+4 160 val_160
+4 162 val_162
+4 163 val_163
+10 164 val_164
+10 165 val_165
+4 166 val_166
+18 167 val_167
+4 168 val_168
+28 169 val_169
+4 17 val_17
+4 170 val_170
+10 172 val_172
+10 174 val_174
+10 175 val_175
+10 176 val_176
+4 177 val_177
+4 178 val_178
+10 179 val_179
+10 18 val_18
+4 180 val_180
+4 181 val_181
+4 183 val_183
+4 186 val_186
+18 187 val_187
+4 189 val_189
+4 19 val_19
+4 190 val_190
+10 191 val_191
+4 192 val_192
+18 193 val_193
+4 194 val_194
+10 195 val_195
+4 196 val_196
+10 197 val_197
+18 199 val_199
+4 2 val_2
+4 20 val_20
+10 200 val_200
+4 201 val_201
+4 202 val_202
+10 203 val_203
+10 205 val_205
+10 207 val_207
+18 208 val_208
+10 209 val_209
+10 213 val_213
+4 214 val_214
+10 216 val_216
+10 217 val_217
+4 218 val_218
+10 219 val_219
+10 221 val_221
+4 222 val_222
+10 223 val_223
+10 224 val_224
+4 226 val_226
+4 228 val_228
+10 229 val_229
+40 230 val_230
+10 233 val_233
+4 235 val_235
+10 237 val_237
+10 238 val_238
+10 239 val_239
+10 24 val_24
+4 241 val_241
+10 242 val_242
+4 244 val_244
+4 247 val_247
+4 248 val_248
+4 249 val_249
+4 252 val_252
+10 255 val_255
+10 256 val_256
+4 257 val_257
+4 258 val_258
+10 26 val_26
+4 260 val_260
+4 262 val_262
+4 263 val_263
+10 265 val_265
+4 266 val_266
+4 27 val_27
+10 272 val_272
+18 273 val_273
+4 274 val_274
+4 275 val_275
+28 277 val_277
+10 278 val_278
+4 28 val_28
+10 280 val_280
+10 281 val_281
+10 282 val_282
+4 283 val_283
+4 284 val_284
+4 285 val_285
+4 286 val_286
+4 287 val_287
+10 288 val_288
+4 289 val_289
+4 291 val_291
+4 292 val_292
+4 296 val_296
+18 298 val_298
+4 30 val_30
+4 302 val_302
+4 305 val_305
+4 306 val_306
+10 307 val_307
+4 308 val_308
+10 309 val_309
+4 310 val_310
+18 311 val_311
+4 315 val_315
+18 316 val_316
+10 317 val_317
+18 318 val_318
+10 321 val_321
+10 322 val_322
+4 323 val_323
+10 325 val_325
+18 327 val_327
+4 33 val_33
+10 331 val_331
+4 332 val_332
+10 333 val_333
+4 335 val_335
+4 336 val_336
+4 338 val_338
+4 339 val_339
+4 34 val_34
+4 341 val_341
+10 342 val_342
+10 344 val_344
+4 345 val_345
+40 348 val_348
+18 35 val_35
+4 351 val_351
+10 353 val_353
+4 356 val_356
+4 360 val_360
+4 362 val_362
+4 364 val_364
+4 365 val_365
+4 366 val_366
+10 367 val_367
+4 368 val_368
+18 369 val_369
+10 37 val_37
+4 373 val_373
+4 374 val_374
+4 375 val_375
+4 377 val_377
+4 378 val_378
+4 379 val_379
+10 382 val_382
+18 384 val_384
+4 386 val_386
+4 389 val_389
+4 392 val_392
+4 393 val_393
+4 394 val_394
+10 395 val_395
+18 396 val_396
+10 397 val_397
+10 399 val_399
+4 4 val_4
+4 400 val_400
+40 401 val_401
+4 402 val_402
+18 403 val_403
+10 404 val_404
+28 406 val_406
+4 407 val_407
+18 409 val_409
+4 41 val_41
+4 411 val_411
+10 413 val_413
+10 414 val_414
+18 417 val_417
+4 418 val_418
+4 419 val_419
+10 42 val_42
+4 421 val_421
+10 424 val_424
+4 427 val_427
+10 429 val_429
+4 43 val_43
+18 430 val_430
+18 431 val_431
+4 432 val_432
+4 435 val_435
+4 436 val_436
+4 437 val_437
+18 438 val_438
+10 439 val_439
+4 44 val_44
+4 443 val_443
+4 444 val_444
+4 446 val_446
+4 448 val_448
+4 449 val_449
+4 452 val_452
+4 453 val_453
+18 454 val_454
+4 455 val_455
+4 457 val_457
+10 458 val_458
+10 459 val_459
+4 460 val_460
+10 462 val_462
+10 463 val_463
+18 466 val_466
+4 467 val_467
+28 468 val_468
+40 469 val_469
+4 47 val_47
+4 470 val_470
+4 472 val_472
+4 475 val_475
+4 477 val_477
+10 478 val_478
+4 479 val_479
+18 480 val_480
+4 481 val_481
+4 482 val_482
+4 483 val_483
+4 484 val_484
+4 485 val_485
+4 487 val_487
+28 489 val_489
+4 490 val_490
+4 491 val_491
+10 492 val_492
+4 493 val_493
+4 494 val_494
+4 495 val_495
+4 496 val_496
+4 497 val_497
+18 498 val_498
+18 5 val_5
+10 51 val_51
+4 53 val_53
+4 54 val_54
+4 57 val_57
+10 58 val_58
+4 64 val_64
+4 65 val_65
+4 66 val_66
+10 67 val_67
+4 69 val_69
+18 70 val_70
+10 72 val_72
+4 74 val_74
+10 76 val_76
+4 77 val_77
+4 78 val_78
+4 8 val_8
+4 80 val_80
+4 82 val_82
+10 83 val_83
+10 84 val_84
+4 85 val_85
+4 86 val_86
+4 87 val_87
+4 9 val_9
+18 90 val_90
+4 92 val_92
+10 95 val_95
+4 96 val_96
+10 97 val_97
+10 98 val_98
+PREHOOK: query: SELECT
+count(1) as counts,
+key,
+value
+FROM
+(
+
+SELECT
+a.key, a.value
+FROM srcpart a JOIN srcpart b
+ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12'
+AND a.key = b.key
+
+UNION ALL
+
+select key, value
+FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol
+WHERE ds='2008-04-08' and hr='11'
+) a
+group by key, value order by key, value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT
+count(1) as counts,
+key,
+value
+FROM
+(
+
+SELECT
+a.key, a.value
+FROM srcpart a JOIN srcpart b
+ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12'
+AND a.key = b.key
+
+UNION ALL
+
+select key, value
+FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol
+WHERE ds='2008-04-08' and hr='11'
+) a
+group by key, value order by key, value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+#### A masked pattern was here ####
+18 0 val_0
+4 10 val_10
+10 100 val_100
+10 103 val_103
+10 104 val_104
+4 105 val_105
+4 11 val_11
+4 111 val_111
+10 113 val_113
+4 114 val_114
+4 116 val_116
+10 118 val_118
+18 119 val_119
+10 12 val_12
+10 120 val_120
+10 125 val_125
+4 126 val_126
+18 128 val_128
+10 129 val_129
+4 131 val_131
+4 133 val_133
+10 134 val_134
+4 136 val_136
+10 137 val_137
+28 138 val_138
+4 143 val_143
+4 145 val_145
+10 146 val_146
+10 149 val_149
+10 15 val_15
+4 150 val_150
+10 152 val_152
+4 153 val_153
+4 155 val_155
+4 156 val_156
+4 157 val_157
+4 158 val_158
+4 160 val_160
+4 162 val_162
+4 163 val_163
+10 164 val_164
+10 165 val_165
+4 166 val_166
+18 167 val_167
+4 168 val_168
+28 169 val_169
+4 17 val_17
+4 170 val_170
+10 172 val_172
+10 174 val_174
+10 175 val_175
+10 176 val_176
+4 177 val_177
+4 178 val_178
+10 179 val_179
+10 18 val_18
+4 180 val_180
+4 181 val_181
+4 183 val_183
+4 186 val_186
+18 187 val_187
+4 189 val_189
+4 19 val_19
+4 190 val_190
+10 191 val_191
+4 192 val_192
+18 193 val_193
+4 194 val_194
+10 195 val_195
+4 196 val_196
+10 197 val_197
+18 199 val_199
+4 2 val_2
+4 20 val_20
+10 200 val_200
+4 201 val_201
+4 202 val_202
+10 203 val_203
+10 205 val_205
+10 207 val_207
+18 208 val_208
+10 209 val_209
+10 213 val_213
+4 214 val_214
+10 216 val_216
+10 217 val_217
+4 218 val_218
+10 219 val_219
+10 221 val_221
+4 222 val_222
+10 223 val_223
+10 224 val_224
+4 226 val_226
+4 228 val_228
+10 229 val_229
+40 230 val_230
+10 233 val_233
+4 235 val_235
+10 237 val_237
+10 238 val_238
+10 239 val_239
+10 24 val_24
+4 241 val_241
+10 242 val_242
+4 244 val_244
+4 247 val_247
+4 248 val_248
+4 249 val_249
+4 252 val_252
+10 255 val_255
+10 256 val_256
+4 257 val_257
+4 258 val_258
+10 26 val_26
+4 260 val_260
+4 262 val_262
+4 263 val_263
+10 265 val_265
+4 266 val_266
+4 27 val_27
+10 272 val_272
+18 273 val_273
+4 274 val_274
+4 275 val_275
+28 277 val_277
+10 278 val_278
+4 28 val_28
+10 280 val_280
+10 281 val_281
+10 282 val_282
+4 283 val_283
+4 284 val_284
+4 285 val_285
+4 286 val_286
+4 287 val_287
+10 288 val_288
+4 289 val_289
+4 291 val_291
+4 292 val_292
+4 296 val_296
+18 298 val_298
+4 30 val_30
+4 302 val_302
+4 305 val_305
+4 306 val_306
+10 307 val_307
+4 308 val_308
+10 309 val_309
+4 310 val_310
+18 311 val_311
+4 315 val_315
+18 316 val_316
+10 317 val_317
+18 318 val_318
+10 321 val_321
+10 322 val_322
+4 323 val_323
+10 325 val_325
+18 327 val_327
+4 33 val_33
+10 331 val_331
+4 332 val_332
+10 333 val_333
+4 335 val_335
+4 336 val_336
+4 338 val_338
+4 339 val_339
+4 34 val_34
+4 341 val_341
+10 342 val_342
+10 344 val_344
+4 345 val_345
+40 348 val_348
+18 35 val_35
+4 351 val_351
+10 353 val_353
+4 356 val_356
+4 360 val_360
+4 362 val_362
+4 364 val_364
+4 365 val_365
+4 366 val_366
+10 367 val_367
+4 368 val_368
+18 369 val_369
+10 37 val_37
+4 373 val_373
+4 374 val_374
+4 375 val_375
+4 377 val_377
+4 378 val_378
+4 379 val_379
+10 382 val_382
+18 384 val_384
+4 386 val_386
+4 389 val_389
+4 392 val_392
+4 393 val_393
+4 394 val_394
+10 395 val_395
+18 396 val_396
+10 397 val_397
+10 399 val_399
+4 4 val_4
+4 400 val_400
+40 401 val_401
+4 402 val_402
+18 403 val_403
+10 404 val_404
+28 406 val_406
+4 407 val_407
+18 409 val_409
+4 41 val_41
+4 411 val_411
+10 413 val_413
+10 414 val_414
+18 417 val_417
+4 418 val_418
+4 419 val_419
+10 42 val_42
+4 421 val_421
+10 424 val_424
+4 427 val_427
+10 429 val_429
+4 43 val_43
+18 430 val_430
+18 431 val_431
+4 432 val_432
+4 435 val_435
+4 436 val_436
+4 437 val_437
+18 438 val_438
+10 439 val_439
+4 44 val_44
+4 443 val_443
+4 444 val_444
+4 446 val_446
+4 448 val_448
+4 449 val_449
+4 452 val_452
+4 453 val_453
+18 454 val_454
+4 455 val_455
+4 457 val_457
+10 458 val_458
+10 459 val_459
+4 460 val_460
+10 462 val_462
+10 463 val_463
+18 466 val_466
+4 467 val_467
+28 468 val_468
+40 469 val_469
+4 47 val_47
+4 470 val_470
+4 472 val_472
+4 475 val_475
+4 477 val_477
+10 478 val_478
+4 479 val_479
+18 480 val_480
+4 481 val_481
+4 482 val_482
+4 483 val_483
+4 484 val_484
+4 485 val_485
+4 487 val_487
+28 489 val_489
+4 490 val_490
+4 491 val_491
+10 492 val_492
+4 493 val_493
+4 494 val_494
+4 495 val_495
+4 496 val_496
+4 497 val_497
+18 498 val_498
+18 5 val_5
+10 51 val_51
+4 53 val_53
+4 54 val_54
+4 57 val_57
+10 58 val_58
+4 64 val_64
+4 65 val_65
+4 66 val_66
+10 67 val_67
+4 69 val_69
+18 70 val_70
+10 72 val_72
+4 74 val_74
+10 76 val_76
+4 77 val_77
+4 78 val_78
+4 8 val_8
+4 80 val_80
+4 82 val_82
+10 83 val_83
+10 84 val_84
+4 85 val_85
+4 86 val_86
+4 87 val_87
+4 9 val_9
+18 90 val_90
+4 92 val_92
+10 95 val_95
+4 96 val_96
+10 97 val_97
+10 98 val_98
Modified: hive/trunk/ql/src/test/results/clientpositive/union3.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union3.q.out?rev=1221812&r1=1221811&r2=1221812&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union3.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union3.q.out Wed Dec 21 17:14:27 2011
@@ -89,57 +89,61 @@ STAGE PLANS:
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ TableScan
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: int
+ outputColumnNames: _col0
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ TableScan
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: int
+ outputColumnNames: _col0
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ TableScan
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: int
+ outputColumnNames: _col0
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ TableScan
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: int
+ outputColumnNames: _col0
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Stage: Stage-3
Map Reduce
Modified: hive/trunk/ql/src/test/results/clientpositive/union4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union4.q.out?rev=1221812&r1=1221811&r2=1221812&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union4.q.out Wed Dec 21 17:14:27 2011
@@ -79,53 +79,55 @@ STAGE PLANS:
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
+ TableScan
+ Union
Select Operator
expressions:
expr: _col0
type: string
- expr: UDFToInteger(_col1)
- type: int
+ expr: _col1
+ type: bigint
outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.tmptable
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: UDFToInteger(_col1)
+ type: int
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.tmptable
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
+ TableScan
+ Union
Select Operator
expressions:
expr: _col0
type: string
- expr: UDFToInteger(_col1)
- type: int
+ expr: _col1
+ type: bigint
outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.tmptable
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: UDFToInteger(_col1)
+ type: int
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.tmptable
Stage: Stage-6
Conditional Operator
Modified: hive/trunk/ql/src/test/results/clientpositive/union5.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union5.q.out?rev=1221812&r1=1221811&r2=1221812&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union5.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union5.q.out Wed Dec 21 17:14:27 2011
@@ -66,61 +66,63 @@ STAGE PLANS:
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- outputColumnNames: _col0
- Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
+ TableScan
+ Union
+ Select Operator
+ expressions:
expr: _col0
type: string
- mode: hash
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
+ outputColumnNames: _col0
+ Group By Operator
+ aggregations:
+ expr: count(1)
+ bucketGroup: false
+ keys:
expr: _col0
type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ tag: -1
+ value expressions:
+ expr: _col1
+ type: bigint
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- outputColumnNames: _col0
- Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
+ TableScan
+ Union
+ Select Operator
+ expressions:
expr: _col0
type: string
- mode: hash
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
+ outputColumnNames: _col0
+ Group By Operator
+ aggregations:
+ expr: count(1)
+ bucketGroup: false
+ keys:
expr: _col0
type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ tag: -1
+ value expressions:
+ expr: _col1
+ type: bigint
Reduce Operator Tree:
Group By Operator
aggregations:
Modified: hive/trunk/ql/src/test/results/clientpositive/union6.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union6.q.out?rev=1221812&r1=1221811&r2=1221812&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union6.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union6.q.out Wed Dec 21 17:14:27 2011
@@ -26,13 +26,12 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1, Stage-7
+ Stage-2 depends on stages: Stage-1
Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
Stage-5
Stage-0 depends on stages: Stage-5, Stage-4
Stage-3 depends on stages: Stage-0
Stage-4
- Stage-7 is a root stage
STAGE PLANS:
Stage: Stage-1
@@ -79,39 +78,49 @@ STAGE PLANS:
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.tmptable
-#### A masked pattern was here ####
- Union
+ TableScan
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.tmptable
+ null-subquery2:unionsrc-subquery2:s2
+ TableScan
+ alias: s2
Select Operator
expressions:
- expr: _col0
+ expr: key
type: string
- expr: _col1
+ expr: value
type: string
outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.tmptable
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.tmptable
Stage: Stage-6
Conditional Operator
@@ -148,26 +157,6 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.tmptable
- Stage: Stage-7
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:unionsrc-subquery2:s2
- TableScan
- alias: s2
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
PREHOOK: query: insert overwrite table tmptable
select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
Modified: hive/trunk/ql/src/test/results/clientpositive/union7.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union7.q.out?rev=1221812&r1=1221811&r2=1221812&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union7.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union7.q.out Wed Dec 21 17:14:27 2011
@@ -17,8 +17,7 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1, Stage-3
- Stage-3 is a root stage
+ Stage-2 depends on stages: Stage-1
Stage-0 is a root stage
STAGE PLANS:
@@ -66,61 +65,71 @@ STAGE PLANS:
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- outputColumnNames: _col0
- Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
+ TableScan
+ Union
+ Select Operator
+ expressions:
expr: _col0
type: string
- mode: hash
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
+ outputColumnNames: _col0
+ Group By Operator
+ aggregations:
+ expr: count(1)
+ bucketGroup: false
+ keys:
expr: _col0
type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
-#### A masked pattern was here ####
- Union
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ tag: -1
+ value expressions:
+ expr: _col1
+ type: bigint
+ null-subquery2:unionsrc-subquery2:s2
+ TableScan
+ alias: s2
Select Operator
expressions:
- expr: _col0
+ expr: key
type: string
- outputColumnNames: _col0
- Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: _col0
- type: string
- mode: hash
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
+ expr: value
+ type: string
+ outputColumnNames: _col0, _col1
+ Union
+ Select Operator
+ expressions:
expr: _col0
type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ outputColumnNames: _col0
+ Group By Operator
+ aggregations:
+ expr: count(1)
+ bucketGroup: false
+ keys:
+ expr: _col0
+ type: string
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ tag: -1
+ value expressions:
+ expr: _col1
+ type: bigint
Reduce Operator Tree:
Group By Operator
aggregations:
@@ -145,26 +154,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:unionsrc-subquery2:s2
- TableScan
- alias: s2
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
Stage: Stage-0
Fetch Operator
limit: -1