You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by br...@apache.org on 2014/08/20 02:48:00 UTC
svn commit: r1619017 [2/4] - in /hive/branches/spark:
itests/src/test/resources/ ql/src/test/results/clientpositive/spark/
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/union18.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/union18.q.out?rev=1619017&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/union18.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/union18.q.out Wed Aug 20 00:47:59 2014
@@ -0,0 +1,1217 @@
+PREHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST1
+POSTHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST1
+PREHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST2
+POSTHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST2
+PREHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
+
+explain
+FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
+
+explain
+FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-2 is a root stage
+ Stage-3 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-3
+ Stage-4 depends on stages: Stage-0
+ Stage-6 depends on stages: Stage-0
+ Stage-8 depends on stages: Stage-0
+ Stage-1 depends on stages: Stage-3
+ Stage-5 depends on stages: Stage-1
+ Stage-7 depends on stages: Stage-1
+ Stage-9 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-2
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP)
+ Union 3 <- Map 4 (NONE), Reducer 2 (NONE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: s1
+ Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE
+ Select Operator
+ Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE
+ Group By Operator
+ aggregations: count(1)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ value expressions: _col0 (type: bigint)
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: s2
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest2
+ Reducer 2
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Select Operator
+ expressions: 'tst1' (type: string), UDFToString(_col0) (type: string)
+ outputColumnNames: _col0, _col1
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest2
+ Union 3
+ Vertex: Union 3
+
+ Stage: Stage-3
+ Dependency Collection
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+
+ Stage: Stage-4
+ Stats-Aggr Operator
+
+ Stage: Stage-6
+ Stats-Aggr Operator
+
+ Stage: Stage-8
+ Stats-Aggr Operator
+
+ Stage: Stage-1
+ Move Operator
+ tables:
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest2
+
+ Stage: Stage-5
+ Stats-Aggr Operator
+
+ Stage: Stage-7
+ Stats-Aggr Operator
+
+ Stage: Stage-9
+ Stats-Aggr Operator
+
+PREHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest1
+PREHOOK: Output: default@dest2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest1
+POSTHOOK: Output: default@dest2
+POSTHOOK: Lineage: dest1.key EXPRESSION [(src)s2.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.value EXPRESSION [(src)s1.null, (src)s2.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.key EXPRESSION [(src)s2.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.val1 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.val2 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest1
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest1
+#### A masked pattern was here ####
+0 val_0
+0 val_0
+0 val_0
+10 val_10
+100 val_100
+100 val_100
+103 val_103
+103 val_103
+104 val_104
+104 val_104
+105 val_105
+11 val_11
+111 val_111
+113 val_113
+113 val_113
+114 val_114
+116 val_116
+118 val_118
+118 val_118
+119 val_119
+119 val_119
+119 val_119
+12 val_12
+12 val_12
+120 val_120
+120 val_120
+125 val_125
+125 val_125
+126 val_126
+128 val_128
+128 val_128
+128 val_128
+129 val_129
+129 val_129
+131 val_131
+133 val_133
+134 val_134
+134 val_134
+136 val_136
+137 val_137
+137 val_137
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+143 val_143
+145 val_145
+146 val_146
+146 val_146
+149 val_149
+149 val_149
+15 val_15
+15 val_15
+150 val_150
+152 val_152
+152 val_152
+153 val_153
+155 val_155
+156 val_156
+157 val_157
+158 val_158
+160 val_160
+162 val_162
+163 val_163
+164 val_164
+164 val_164
+165 val_165
+165 val_165
+166 val_166
+167 val_167
+167 val_167
+167 val_167
+168 val_168
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+17 val_17
+170 val_170
+172 val_172
+172 val_172
+174 val_174
+174 val_174
+175 val_175
+175 val_175
+176 val_176
+176 val_176
+177 val_177
+178 val_178
+179 val_179
+179 val_179
+18 val_18
+18 val_18
+180 val_180
+181 val_181
+183 val_183
+186 val_186
+187 val_187
+187 val_187
+187 val_187
+189 val_189
+19 val_19
+190 val_190
+191 val_191
+191 val_191
+192 val_192
+193 val_193
+193 val_193
+193 val_193
+194 val_194
+195 val_195
+195 val_195
+196 val_196
+197 val_197
+197 val_197
+199 val_199
+199 val_199
+199 val_199
+2 val_2
+20 val_20
+200 val_200
+200 val_200
+201 val_201
+202 val_202
+203 val_203
+203 val_203
+205 val_205
+205 val_205
+207 val_207
+207 val_207
+208 val_208
+208 val_208
+208 val_208
+209 val_209
+209 val_209
+213 val_213
+213 val_213
+214 val_214
+216 val_216
+216 val_216
+217 val_217
+217 val_217
+218 val_218
+219 val_219
+219 val_219
+221 val_221
+221 val_221
+222 val_222
+223 val_223
+223 val_223
+224 val_224
+224 val_224
+226 val_226
+228 val_228
+229 val_229
+229 val_229
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+233 val_233
+233 val_233
+235 val_235
+237 val_237
+237 val_237
+238 val_238
+238 val_238
+239 val_239
+239 val_239
+24 val_24
+24 val_24
+241 val_241
+242 val_242
+242 val_242
+244 val_244
+247 val_247
+248 val_248
+249 val_249
+252 val_252
+255 val_255
+255 val_255
+256 val_256
+256 val_256
+257 val_257
+258 val_258
+26 val_26
+26 val_26
+260 val_260
+262 val_262
+263 val_263
+265 val_265
+265 val_265
+266 val_266
+27 val_27
+272 val_272
+272 val_272
+273 val_273
+273 val_273
+273 val_273
+274 val_274
+275 val_275
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+278 val_278
+278 val_278
+28 val_28
+280 val_280
+280 val_280
+281 val_281
+281 val_281
+282 val_282
+282 val_282
+283 val_283
+284 val_284
+285 val_285
+286 val_286
+287 val_287
+288 val_288
+288 val_288
+289 val_289
+291 val_291
+292 val_292
+296 val_296
+298 val_298
+298 val_298
+298 val_298
+30 val_30
+302 val_302
+305 val_305
+306 val_306
+307 val_307
+307 val_307
+308 val_308
+309 val_309
+309 val_309
+310 val_310
+311 val_311
+311 val_311
+311 val_311
+315 val_315
+316 val_316
+316 val_316
+316 val_316
+317 val_317
+317 val_317
+318 val_318
+318 val_318
+318 val_318
+321 val_321
+321 val_321
+322 val_322
+322 val_322
+323 val_323
+325 val_325
+325 val_325
+327 val_327
+327 val_327
+327 val_327
+33 val_33
+331 val_331
+331 val_331
+332 val_332
+333 val_333
+333 val_333
+335 val_335
+336 val_336
+338 val_338
+339 val_339
+34 val_34
+341 val_341
+342 val_342
+342 val_342
+344 val_344
+344 val_344
+345 val_345
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+35 val_35
+35 val_35
+35 val_35
+351 val_351
+353 val_353
+353 val_353
+356 val_356
+360 val_360
+362 val_362
+364 val_364
+365 val_365
+366 val_366
+367 val_367
+367 val_367
+368 val_368
+369 val_369
+369 val_369
+369 val_369
+37 val_37
+37 val_37
+373 val_373
+374 val_374
+375 val_375
+377 val_377
+378 val_378
+379 val_379
+382 val_382
+382 val_382
+384 val_384
+384 val_384
+384 val_384
+386 val_386
+389 val_389
+392 val_392
+393 val_393
+394 val_394
+395 val_395
+395 val_395
+396 val_396
+396 val_396
+396 val_396
+397 val_397
+397 val_397
+399 val_399
+399 val_399
+4 val_4
+400 val_400
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+402 val_402
+403 val_403
+403 val_403
+403 val_403
+404 val_404
+404 val_404
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+407 val_407
+409 val_409
+409 val_409
+409 val_409
+41 val_41
+411 val_411
+413 val_413
+413 val_413
+414 val_414
+414 val_414
+417 val_417
+417 val_417
+417 val_417
+418 val_418
+419 val_419
+42 val_42
+42 val_42
+421 val_421
+424 val_424
+424 val_424
+427 val_427
+429 val_429
+429 val_429
+43 val_43
+430 val_430
+430 val_430
+430 val_430
+431 val_431
+431 val_431
+431 val_431
+432 val_432
+435 val_435
+436 val_436
+437 val_437
+438 val_438
+438 val_438
+438 val_438
+439 val_439
+439 val_439
+44 val_44
+443 val_443
+444 val_444
+446 val_446
+448 val_448
+449 val_449
+452 val_452
+453 val_453
+454 val_454
+454 val_454
+454 val_454
+455 val_455
+457 val_457
+458 val_458
+458 val_458
+459 val_459
+459 val_459
+460 val_460
+462 val_462
+462 val_462
+463 val_463
+463 val_463
+466 val_466
+466 val_466
+466 val_466
+467 val_467
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+47 val_47
+470 val_470
+472 val_472
+475 val_475
+477 val_477
+478 val_478
+478 val_478
+479 val_479
+480 val_480
+480 val_480
+480 val_480
+481 val_481
+482 val_482
+483 val_483
+484 val_484
+485 val_485
+487 val_487
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+490 val_490
+491 val_491
+492 val_492
+492 val_492
+493 val_493
+494 val_494
+495 val_495
+496 val_496
+497 val_497
+498 val_498
+498 val_498
+498 val_498
+5 val_5
+5 val_5
+5 val_5
+51 val_51
+51 val_51
+53 val_53
+54 val_54
+57 val_57
+58 val_58
+58 val_58
+64 val_64
+65 val_65
+66 val_66
+67 val_67
+67 val_67
+69 val_69
+70 val_70
+70 val_70
+70 val_70
+72 val_72
+72 val_72
+74 val_74
+76 val_76
+76 val_76
+77 val_77
+78 val_78
+8 val_8
+80 val_80
+82 val_82
+83 val_83
+83 val_83
+84 val_84
+84 val_84
+85 val_85
+86 val_86
+87 val_87
+9 val_9
+90 val_90
+90 val_90
+90 val_90
+92 val_92
+95 val_95
+95 val_95
+96 val_96
+97 val_97
+97 val_97
+98 val_98
+98 val_98
+tst1 500
+PREHOOK: query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest2
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest2
+#### A masked pattern was here ####
+0 val_0 val_0
+0 val_0 val_0
+0 val_0 val_0
+10 val_10 val_10
+100 val_100 val_100
+100 val_100 val_100
+103 val_103 val_103
+103 val_103 val_103
+104 val_104 val_104
+104 val_104 val_104
+105 val_105 val_105
+11 val_11 val_11
+111 val_111 val_111
+113 val_113 val_113
+113 val_113 val_113
+114 val_114 val_114
+116 val_116 val_116
+118 val_118 val_118
+118 val_118 val_118
+119 val_119 val_119
+119 val_119 val_119
+119 val_119 val_119
+12 val_12 val_12
+12 val_12 val_12
+120 val_120 val_120
+120 val_120 val_120
+125 val_125 val_125
+125 val_125 val_125
+126 val_126 val_126
+128 val_128 val_128
+128 val_128 val_128
+128 val_128 val_128
+129 val_129 val_129
+129 val_129 val_129
+131 val_131 val_131
+133 val_133 val_133
+134 val_134 val_134
+134 val_134 val_134
+136 val_136 val_136
+137 val_137 val_137
+137 val_137 val_137
+138 val_138 val_138
+138 val_138 val_138
+138 val_138 val_138
+138 val_138 val_138
+143 val_143 val_143
+145 val_145 val_145
+146 val_146 val_146
+146 val_146 val_146
+149 val_149 val_149
+149 val_149 val_149
+15 val_15 val_15
+15 val_15 val_15
+150 val_150 val_150
+152 val_152 val_152
+152 val_152 val_152
+153 val_153 val_153
+155 val_155 val_155
+156 val_156 val_156
+157 val_157 val_157
+158 val_158 val_158
+160 val_160 val_160
+162 val_162 val_162
+163 val_163 val_163
+164 val_164 val_164
+164 val_164 val_164
+165 val_165 val_165
+165 val_165 val_165
+166 val_166 val_166
+167 val_167 val_167
+167 val_167 val_167
+167 val_167 val_167
+168 val_168 val_168
+169 val_169 val_169
+169 val_169 val_169
+169 val_169 val_169
+169 val_169 val_169
+17 val_17 val_17
+170 val_170 val_170
+172 val_172 val_172
+172 val_172 val_172
+174 val_174 val_174
+174 val_174 val_174
+175 val_175 val_175
+175 val_175 val_175
+176 val_176 val_176
+176 val_176 val_176
+177 val_177 val_177
+178 val_178 val_178
+179 val_179 val_179
+179 val_179 val_179
+18 val_18 val_18
+18 val_18 val_18
+180 val_180 val_180
+181 val_181 val_181
+183 val_183 val_183
+186 val_186 val_186
+187 val_187 val_187
+187 val_187 val_187
+187 val_187 val_187
+189 val_189 val_189
+19 val_19 val_19
+190 val_190 val_190
+191 val_191 val_191
+191 val_191 val_191
+192 val_192 val_192
+193 val_193 val_193
+193 val_193 val_193
+193 val_193 val_193
+194 val_194 val_194
+195 val_195 val_195
+195 val_195 val_195
+196 val_196 val_196
+197 val_197 val_197
+197 val_197 val_197
+199 val_199 val_199
+199 val_199 val_199
+199 val_199 val_199
+2 val_2 val_2
+20 val_20 val_20
+200 val_200 val_200
+200 val_200 val_200
+201 val_201 val_201
+202 val_202 val_202
+203 val_203 val_203
+203 val_203 val_203
+205 val_205 val_205
+205 val_205 val_205
+207 val_207 val_207
+207 val_207 val_207
+208 val_208 val_208
+208 val_208 val_208
+208 val_208 val_208
+209 val_209 val_209
+209 val_209 val_209
+213 val_213 val_213
+213 val_213 val_213
+214 val_214 val_214
+216 val_216 val_216
+216 val_216 val_216
+217 val_217 val_217
+217 val_217 val_217
+218 val_218 val_218
+219 val_219 val_219
+219 val_219 val_219
+221 val_221 val_221
+221 val_221 val_221
+222 val_222 val_222
+223 val_223 val_223
+223 val_223 val_223
+224 val_224 val_224
+224 val_224 val_224
+226 val_226 val_226
+228 val_228 val_228
+229 val_229 val_229
+229 val_229 val_229
+230 val_230 val_230
+230 val_230 val_230
+230 val_230 val_230
+230 val_230 val_230
+230 val_230 val_230
+233 val_233 val_233
+233 val_233 val_233
+235 val_235 val_235
+237 val_237 val_237
+237 val_237 val_237
+238 val_238 val_238
+238 val_238 val_238
+239 val_239 val_239
+239 val_239 val_239
+24 val_24 val_24
+24 val_24 val_24
+241 val_241 val_241
+242 val_242 val_242
+242 val_242 val_242
+244 val_244 val_244
+247 val_247 val_247
+248 val_248 val_248
+249 val_249 val_249
+252 val_252 val_252
+255 val_255 val_255
+255 val_255 val_255
+256 val_256 val_256
+256 val_256 val_256
+257 val_257 val_257
+258 val_258 val_258
+26 val_26 val_26
+26 val_26 val_26
+260 val_260 val_260
+262 val_262 val_262
+263 val_263 val_263
+265 val_265 val_265
+265 val_265 val_265
+266 val_266 val_266
+27 val_27 val_27
+272 val_272 val_272
+272 val_272 val_272
+273 val_273 val_273
+273 val_273 val_273
+273 val_273 val_273
+274 val_274 val_274
+275 val_275 val_275
+277 val_277 val_277
+277 val_277 val_277
+277 val_277 val_277
+277 val_277 val_277
+278 val_278 val_278
+278 val_278 val_278
+28 val_28 val_28
+280 val_280 val_280
+280 val_280 val_280
+281 val_281 val_281
+281 val_281 val_281
+282 val_282 val_282
+282 val_282 val_282
+283 val_283 val_283
+284 val_284 val_284
+285 val_285 val_285
+286 val_286 val_286
+287 val_287 val_287
+288 val_288 val_288
+288 val_288 val_288
+289 val_289 val_289
+291 val_291 val_291
+292 val_292 val_292
+296 val_296 val_296
+298 val_298 val_298
+298 val_298 val_298
+298 val_298 val_298
+30 val_30 val_30
+302 val_302 val_302
+305 val_305 val_305
+306 val_306 val_306
+307 val_307 val_307
+307 val_307 val_307
+308 val_308 val_308
+309 val_309 val_309
+309 val_309 val_309
+310 val_310 val_310
+311 val_311 val_311
+311 val_311 val_311
+311 val_311 val_311
+315 val_315 val_315
+316 val_316 val_316
+316 val_316 val_316
+316 val_316 val_316
+317 val_317 val_317
+317 val_317 val_317
+318 val_318 val_318
+318 val_318 val_318
+318 val_318 val_318
+321 val_321 val_321
+321 val_321 val_321
+322 val_322 val_322
+322 val_322 val_322
+323 val_323 val_323
+325 val_325 val_325
+325 val_325 val_325
+327 val_327 val_327
+327 val_327 val_327
+327 val_327 val_327
+33 val_33 val_33
+331 val_331 val_331
+331 val_331 val_331
+332 val_332 val_332
+333 val_333 val_333
+333 val_333 val_333
+335 val_335 val_335
+336 val_336 val_336
+338 val_338 val_338
+339 val_339 val_339
+34 val_34 val_34
+341 val_341 val_341
+342 val_342 val_342
+342 val_342 val_342
+344 val_344 val_344
+344 val_344 val_344
+345 val_345 val_345
+348 val_348 val_348
+348 val_348 val_348
+348 val_348 val_348
+348 val_348 val_348
+348 val_348 val_348
+35 val_35 val_35
+35 val_35 val_35
+35 val_35 val_35
+351 val_351 val_351
+353 val_353 val_353
+353 val_353 val_353
+356 val_356 val_356
+360 val_360 val_360
+362 val_362 val_362
+364 val_364 val_364
+365 val_365 val_365
+366 val_366 val_366
+367 val_367 val_367
+367 val_367 val_367
+368 val_368 val_368
+369 val_369 val_369
+369 val_369 val_369
+369 val_369 val_369
+37 val_37 val_37
+37 val_37 val_37
+373 val_373 val_373
+374 val_374 val_374
+375 val_375 val_375
+377 val_377 val_377
+378 val_378 val_378
+379 val_379 val_379
+382 val_382 val_382
+382 val_382 val_382
+384 val_384 val_384
+384 val_384 val_384
+384 val_384 val_384
+386 val_386 val_386
+389 val_389 val_389
+392 val_392 val_392
+393 val_393 val_393
+394 val_394 val_394
+395 val_395 val_395
+395 val_395 val_395
+396 val_396 val_396
+396 val_396 val_396
+396 val_396 val_396
+397 val_397 val_397
+397 val_397 val_397
+399 val_399 val_399
+399 val_399 val_399
+4 val_4 val_4
+400 val_400 val_400
+401 val_401 val_401
+401 val_401 val_401
+401 val_401 val_401
+401 val_401 val_401
+401 val_401 val_401
+402 val_402 val_402
+403 val_403 val_403
+403 val_403 val_403
+403 val_403 val_403
+404 val_404 val_404
+404 val_404 val_404
+406 val_406 val_406
+406 val_406 val_406
+406 val_406 val_406
+406 val_406 val_406
+407 val_407 val_407
+409 val_409 val_409
+409 val_409 val_409
+409 val_409 val_409
+41 val_41 val_41
+411 val_411 val_411
+413 val_413 val_413
+413 val_413 val_413
+414 val_414 val_414
+414 val_414 val_414
+417 val_417 val_417
+417 val_417 val_417
+417 val_417 val_417
+418 val_418 val_418
+419 val_419 val_419
+42 val_42 val_42
+42 val_42 val_42
+421 val_421 val_421
+424 val_424 val_424
+424 val_424 val_424
+427 val_427 val_427
+429 val_429 val_429
+429 val_429 val_429
+43 val_43 val_43
+430 val_430 val_430
+430 val_430 val_430
+430 val_430 val_430
+431 val_431 val_431
+431 val_431 val_431
+431 val_431 val_431
+432 val_432 val_432
+435 val_435 val_435
+436 val_436 val_436
+437 val_437 val_437
+438 val_438 val_438
+438 val_438 val_438
+438 val_438 val_438
+439 val_439 val_439
+439 val_439 val_439
+44 val_44 val_44
+443 val_443 val_443
+444 val_444 val_444
+446 val_446 val_446
+448 val_448 val_448
+449 val_449 val_449
+452 val_452 val_452
+453 val_453 val_453
+454 val_454 val_454
+454 val_454 val_454
+454 val_454 val_454
+455 val_455 val_455
+457 val_457 val_457
+458 val_458 val_458
+458 val_458 val_458
+459 val_459 val_459
+459 val_459 val_459
+460 val_460 val_460
+462 val_462 val_462
+462 val_462 val_462
+463 val_463 val_463
+463 val_463 val_463
+466 val_466 val_466
+466 val_466 val_466
+466 val_466 val_466
+467 val_467 val_467
+468 val_468 val_468
+468 val_468 val_468
+468 val_468 val_468
+468 val_468 val_468
+469 val_469 val_469
+469 val_469 val_469
+469 val_469 val_469
+469 val_469 val_469
+469 val_469 val_469
+47 val_47 val_47
+470 val_470 val_470
+472 val_472 val_472
+475 val_475 val_475
+477 val_477 val_477
+478 val_478 val_478
+478 val_478 val_478
+479 val_479 val_479
+480 val_480 val_480
+480 val_480 val_480
+480 val_480 val_480
+481 val_481 val_481
+482 val_482 val_482
+483 val_483 val_483
+484 val_484 val_484
+485 val_485 val_485
+487 val_487 val_487
+489 val_489 val_489
+489 val_489 val_489
+489 val_489 val_489
+489 val_489 val_489
+490 val_490 val_490
+491 val_491 val_491
+492 val_492 val_492
+492 val_492 val_492
+493 val_493 val_493
+494 val_494 val_494
+495 val_495 val_495
+496 val_496 val_496
+497 val_497 val_497
+498 val_498 val_498
+498 val_498 val_498
+498 val_498 val_498
+5 val_5 val_5
+5 val_5 val_5
+5 val_5 val_5
+51 val_51 val_51
+51 val_51 val_51
+53 val_53 val_53
+54 val_54 val_54
+57 val_57 val_57
+58 val_58 val_58
+58 val_58 val_58
+64 val_64 val_64
+65 val_65 val_65
+66 val_66 val_66
+67 val_67 val_67
+67 val_67 val_67
+69 val_69 val_69
+70 val_70 val_70
+70 val_70 val_70
+70 val_70 val_70
+72 val_72 val_72
+72 val_72 val_72
+74 val_74 val_74
+76 val_76 val_76
+76 val_76 val_76
+77 val_77 val_77
+78 val_78 val_78
+8 val_8 val_8
+80 val_80 val_80
+82 val_82 val_82
+83 val_83 val_83
+83 val_83 val_83
+84 val_84 val_84
+84 val_84 val_84
+85 val_85 val_85
+86 val_86 val_86
+87 val_87 val_87
+9 val_9 val_9
+90 val_90 val_90
+90 val_90 val_90
+90 val_90 val_90
+92 val_92 val_92
+95 val_95 val_95
+95 val_95 val_95
+96 val_96 val_96
+97 val_97 val_97
+97 val_97 val_97
+98 val_98 val_98
+98 val_98 val_98
+tst1 500 500
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/union19.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/union19.q.out?rev=1619017&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/union19.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/union19.q.out Wed Aug 20 00:47:59 2014
@@ -0,0 +1,1043 @@
+PREHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST1
+POSTHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST1
+PREHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST2
+POSTHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST2
+PREHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
+
+explain
+FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
+
+explain
+FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-2 is a root stage
+ Stage-3 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-3
+ Stage-4 depends on stages: Stage-0
+ Stage-1 depends on stages: Stage-3
+ Stage-5 depends on stages: Stage-1
+ Stage-6 depends on stages: Stage-1
+ Stage-7 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-2
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP)
+ Reducer 4 <- Union 3 (GROUP)
+ Union 3 <- Map 5 (NONE), Reducer 2 (NONE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: s1
+ Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE
+ Select Operator
+ Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE
+ Group By Operator
+ aggregations: count(1)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ value expressions: _col0 (type: bigint)
+ Map 5
+ Map Operator Tree:
+ TableScan
+ alias: s2
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1
+ Group By Operator
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ value expressions: _col1 (type: bigint)
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest2
+ Reducer 2
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Select Operator
+ expressions: 'tst1' (type: string), UDFToString(_col0) (type: string)
+ outputColumnNames: _col0, _col1
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1
+ Group By Operator
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ value expressions: _col1 (type: bigint)
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest2
+ Reducer 4
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 15 Data size: 1500 Basic stats: COMPLETE Column stats: PARTIAL
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: bigint)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 15 Data size: 1500 Basic stats: COMPLETE Column stats: PARTIAL
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 15 Data size: 1500 Basic stats: COMPLETE Column stats: PARTIAL
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ Union 3
+ Vertex: Union 3
+
+ Stage: Stage-3
+ Dependency Collection
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+
+ Stage: Stage-4
+ Stats-Aggr Operator
+
+ Stage: Stage-1
+ Move Operator
+ tables:
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest2
+
+ Stage: Stage-5
+ Stats-Aggr Operator
+
+ Stage: Stage-6
+ Stats-Aggr Operator
+
+ Stage: Stage-7
+ Stats-Aggr Operator
+
+PREHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest1
+PREHOOK: Output: default@dest2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest1
+POSTHOOK: Output: default@dest2
+POSTHOOK: Lineage: dest1.key EXPRESSION [(src)s2.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.value EXPRESSION [(src)s1.null, (src)s2.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.key EXPRESSION [(src)s2.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.val1 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.val2 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest1
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest1
+#### A masked pattern was here ####
+0 3
+10 1
+100 2
+103 2
+104 2
+105 1
+11 1
+111 1
+113 2
+114 1
+116 1
+118 2
+119 3
+12 2
+120 2
+125 2
+126 1
+128 3
+129 2
+131 1
+133 1
+134 2
+136 1
+137 2
+138 4
+143 1
+145 1
+146 2
+149 2
+15 2
+150 1
+152 2
+153 1
+155 1
+156 1
+157 1
+158 1
+160 1
+162 1
+163 1
+164 2
+165 2
+166 1
+167 3
+168 1
+169 4
+17 1
+170 1
+172 2
+174 2
+175 2
+176 2
+177 1
+178 1
+179 2
+18 2
+180 1
+181 1
+183 1
+186 1
+187 3
+189 1
+19 1
+190 1
+191 2
+192 1
+193 3
+194 1
+195 2
+196 1
+197 2
+199 3
+2 1
+20 1
+200 2
+201 1
+202 1
+203 2
+205 2
+207 2
+208 3
+209 2
+213 2
+214 1
+216 2
+217 2
+218 1
+219 2
+221 2
+222 1
+223 2
+224 2
+226 1
+228 1
+229 2
+230 5
+233 2
+235 1
+237 2
+238 2
+239 2
+24 2
+241 1
+242 2
+244 1
+247 1
+248 1
+249 1
+252 1
+255 2
+256 2
+257 1
+258 1
+26 2
+260 1
+262 1
+263 1
+265 2
+266 1
+27 1
+272 2
+273 3
+274 1
+275 1
+277 4
+278 2
+28 1
+280 2
+281 2
+282 2
+283 1
+284 1
+285 1
+286 1
+287 1
+288 2
+289 1
+291 1
+292 1
+296 1
+298 3
+30 1
+302 1
+305 1
+306 1
+307 2
+308 1
+309 2
+310 1
+311 3
+315 1
+316 3
+317 2
+318 3
+321 2
+322 2
+323 1
+325 2
+327 3
+33 1
+331 2
+332 1
+333 2
+335 1
+336 1
+338 1
+339 1
+34 1
+341 1
+342 2
+344 2
+345 1
+348 5
+35 3
+351 1
+353 2
+356 1
+360 1
+362 1
+364 1
+365 1
+366 1
+367 2
+368 1
+369 3
+37 2
+373 1
+374 1
+375 1
+377 1
+378 1
+379 1
+382 2
+384 3
+386 1
+389 1
+392 1
+393 1
+394 1
+395 2
+396 3
+397 2
+399 2
+4 1
+400 1
+401 5
+402 1
+403 3
+404 2
+406 4
+407 1
+409 3
+41 1
+411 1
+413 2
+414 2
+417 3
+418 1
+419 1
+42 2
+421 1
+424 2
+427 1
+429 2
+43 1
+430 3
+431 3
+432 1
+435 1
+436 1
+437 1
+438 3
+439 2
+44 1
+443 1
+444 1
+446 1
+448 1
+449 1
+452 1
+453 1
+454 3
+455 1
+457 1
+458 2
+459 2
+460 1
+462 2
+463 2
+466 3
+467 1
+468 4
+469 5
+47 1
+470 1
+472 1
+475 1
+477 1
+478 2
+479 1
+480 3
+481 1
+482 1
+483 1
+484 1
+485 1
+487 1
+489 4
+490 1
+491 1
+492 2
+493 1
+494 1
+495 1
+496 1
+497 1
+498 3
+5 3
+51 2
+53 1
+54 1
+57 1
+58 2
+64 1
+65 1
+66 1
+67 2
+69 1
+70 3
+72 2
+74 1
+76 2
+77 1
+78 1
+8 1
+80 1
+82 1
+83 2
+84 2
+85 1
+86 1
+87 1
+9 1
+90 3
+92 1
+95 2
+96 1
+97 2
+98 2
+tst1 1
+PREHOOK: query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest2
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest2
+#### A masked pattern was here ####
+0 val_0 val_0
+0 val_0 val_0
+0 val_0 val_0
+10 val_10 val_10
+100 val_100 val_100
+100 val_100 val_100
+103 val_103 val_103
+103 val_103 val_103
+104 val_104 val_104
+104 val_104 val_104
+105 val_105 val_105
+11 val_11 val_11
+111 val_111 val_111
+113 val_113 val_113
+113 val_113 val_113
+114 val_114 val_114
+116 val_116 val_116
+118 val_118 val_118
+118 val_118 val_118
+119 val_119 val_119
+119 val_119 val_119
+119 val_119 val_119
+12 val_12 val_12
+12 val_12 val_12
+120 val_120 val_120
+120 val_120 val_120
+125 val_125 val_125
+125 val_125 val_125
+126 val_126 val_126
+128 val_128 val_128
+128 val_128 val_128
+128 val_128 val_128
+129 val_129 val_129
+129 val_129 val_129
+131 val_131 val_131
+133 val_133 val_133
+134 val_134 val_134
+134 val_134 val_134
+136 val_136 val_136
+137 val_137 val_137
+137 val_137 val_137
+138 val_138 val_138
+138 val_138 val_138
+138 val_138 val_138
+138 val_138 val_138
+143 val_143 val_143
+145 val_145 val_145
+146 val_146 val_146
+146 val_146 val_146
+149 val_149 val_149
+149 val_149 val_149
+15 val_15 val_15
+15 val_15 val_15
+150 val_150 val_150
+152 val_152 val_152
+152 val_152 val_152
+153 val_153 val_153
+155 val_155 val_155
+156 val_156 val_156
+157 val_157 val_157
+158 val_158 val_158
+160 val_160 val_160
+162 val_162 val_162
+163 val_163 val_163
+164 val_164 val_164
+164 val_164 val_164
+165 val_165 val_165
+165 val_165 val_165
+166 val_166 val_166
+167 val_167 val_167
+167 val_167 val_167
+167 val_167 val_167
+168 val_168 val_168
+169 val_169 val_169
+169 val_169 val_169
+169 val_169 val_169
+169 val_169 val_169
+17 val_17 val_17
+170 val_170 val_170
+172 val_172 val_172
+172 val_172 val_172
+174 val_174 val_174
+174 val_174 val_174
+175 val_175 val_175
+175 val_175 val_175
+176 val_176 val_176
+176 val_176 val_176
+177 val_177 val_177
+178 val_178 val_178
+179 val_179 val_179
+179 val_179 val_179
+18 val_18 val_18
+18 val_18 val_18
+180 val_180 val_180
+181 val_181 val_181
+183 val_183 val_183
+186 val_186 val_186
+187 val_187 val_187
+187 val_187 val_187
+187 val_187 val_187
+189 val_189 val_189
+19 val_19 val_19
+190 val_190 val_190
+191 val_191 val_191
+191 val_191 val_191
+192 val_192 val_192
+193 val_193 val_193
+193 val_193 val_193
+193 val_193 val_193
+194 val_194 val_194
+195 val_195 val_195
+195 val_195 val_195
+196 val_196 val_196
+197 val_197 val_197
+197 val_197 val_197
+199 val_199 val_199
+199 val_199 val_199
+199 val_199 val_199
+2 val_2 val_2
+20 val_20 val_20
+200 val_200 val_200
+200 val_200 val_200
+201 val_201 val_201
+202 val_202 val_202
+203 val_203 val_203
+203 val_203 val_203
+205 val_205 val_205
+205 val_205 val_205
+207 val_207 val_207
+207 val_207 val_207
+208 val_208 val_208
+208 val_208 val_208
+208 val_208 val_208
+209 val_209 val_209
+209 val_209 val_209
+213 val_213 val_213
+213 val_213 val_213
+214 val_214 val_214
+216 val_216 val_216
+216 val_216 val_216
+217 val_217 val_217
+217 val_217 val_217
+218 val_218 val_218
+219 val_219 val_219
+219 val_219 val_219
+221 val_221 val_221
+221 val_221 val_221
+222 val_222 val_222
+223 val_223 val_223
+223 val_223 val_223
+224 val_224 val_224
+224 val_224 val_224
+226 val_226 val_226
+228 val_228 val_228
+229 val_229 val_229
+229 val_229 val_229
+230 val_230 val_230
+230 val_230 val_230
+230 val_230 val_230
+230 val_230 val_230
+230 val_230 val_230
+233 val_233 val_233
+233 val_233 val_233
+235 val_235 val_235
+237 val_237 val_237
+237 val_237 val_237
+238 val_238 val_238
+238 val_238 val_238
+239 val_239 val_239
+239 val_239 val_239
+24 val_24 val_24
+24 val_24 val_24
+241 val_241 val_241
+242 val_242 val_242
+242 val_242 val_242
+244 val_244 val_244
+247 val_247 val_247
+248 val_248 val_248
+249 val_249 val_249
+252 val_252 val_252
+255 val_255 val_255
+255 val_255 val_255
+256 val_256 val_256
+256 val_256 val_256
+257 val_257 val_257
+258 val_258 val_258
+26 val_26 val_26
+26 val_26 val_26
+260 val_260 val_260
+262 val_262 val_262
+263 val_263 val_263
+265 val_265 val_265
+265 val_265 val_265
+266 val_266 val_266
+27 val_27 val_27
+272 val_272 val_272
+272 val_272 val_272
+273 val_273 val_273
+273 val_273 val_273
+273 val_273 val_273
+274 val_274 val_274
+275 val_275 val_275
+277 val_277 val_277
+277 val_277 val_277
+277 val_277 val_277
+277 val_277 val_277
+278 val_278 val_278
+278 val_278 val_278
+28 val_28 val_28
+280 val_280 val_280
+280 val_280 val_280
+281 val_281 val_281
+281 val_281 val_281
+282 val_282 val_282
+282 val_282 val_282
+283 val_283 val_283
+284 val_284 val_284
+285 val_285 val_285
+286 val_286 val_286
+287 val_287 val_287
+288 val_288 val_288
+288 val_288 val_288
+289 val_289 val_289
+291 val_291 val_291
+292 val_292 val_292
+296 val_296 val_296
+298 val_298 val_298
+298 val_298 val_298
+298 val_298 val_298
+30 val_30 val_30
+302 val_302 val_302
+305 val_305 val_305
+306 val_306 val_306
+307 val_307 val_307
+307 val_307 val_307
+308 val_308 val_308
+309 val_309 val_309
+309 val_309 val_309
+310 val_310 val_310
+311 val_311 val_311
+311 val_311 val_311
+311 val_311 val_311
+315 val_315 val_315
+316 val_316 val_316
+316 val_316 val_316
+316 val_316 val_316
+317 val_317 val_317
+317 val_317 val_317
+318 val_318 val_318
+318 val_318 val_318
+318 val_318 val_318
+321 val_321 val_321
+321 val_321 val_321
+322 val_322 val_322
+322 val_322 val_322
+323 val_323 val_323
+325 val_325 val_325
+325 val_325 val_325
+327 val_327 val_327
+327 val_327 val_327
+327 val_327 val_327
+33 val_33 val_33
+331 val_331 val_331
+331 val_331 val_331
+332 val_332 val_332
+333 val_333 val_333
+333 val_333 val_333
+335 val_335 val_335
+336 val_336 val_336
+338 val_338 val_338
+339 val_339 val_339
+34 val_34 val_34
+341 val_341 val_341
+342 val_342 val_342
+342 val_342 val_342
+344 val_344 val_344
+344 val_344 val_344
+345 val_345 val_345
+348 val_348 val_348
+348 val_348 val_348
+348 val_348 val_348
+348 val_348 val_348
+348 val_348 val_348
+35 val_35 val_35
+35 val_35 val_35
+35 val_35 val_35
+351 val_351 val_351
+353 val_353 val_353
+353 val_353 val_353
+356 val_356 val_356
+360 val_360 val_360
+362 val_362 val_362
+364 val_364 val_364
+365 val_365 val_365
+366 val_366 val_366
+367 val_367 val_367
+367 val_367 val_367
+368 val_368 val_368
+369 val_369 val_369
+369 val_369 val_369
+369 val_369 val_369
+37 val_37 val_37
+37 val_37 val_37
+373 val_373 val_373
+374 val_374 val_374
+375 val_375 val_375
+377 val_377 val_377
+378 val_378 val_378
+379 val_379 val_379
+382 val_382 val_382
+382 val_382 val_382
+384 val_384 val_384
+384 val_384 val_384
+384 val_384 val_384
+386 val_386 val_386
+389 val_389 val_389
+392 val_392 val_392
+393 val_393 val_393
+394 val_394 val_394
+395 val_395 val_395
+395 val_395 val_395
+396 val_396 val_396
+396 val_396 val_396
+396 val_396 val_396
+397 val_397 val_397
+397 val_397 val_397
+399 val_399 val_399
+399 val_399 val_399
+4 val_4 val_4
+400 val_400 val_400
+401 val_401 val_401
+401 val_401 val_401
+401 val_401 val_401
+401 val_401 val_401
+401 val_401 val_401
+402 val_402 val_402
+403 val_403 val_403
+403 val_403 val_403
+403 val_403 val_403
+404 val_404 val_404
+404 val_404 val_404
+406 val_406 val_406
+406 val_406 val_406
+406 val_406 val_406
+406 val_406 val_406
+407 val_407 val_407
+409 val_409 val_409
+409 val_409 val_409
+409 val_409 val_409
+41 val_41 val_41
+411 val_411 val_411
+413 val_413 val_413
+413 val_413 val_413
+414 val_414 val_414
+414 val_414 val_414
+417 val_417 val_417
+417 val_417 val_417
+417 val_417 val_417
+418 val_418 val_418
+419 val_419 val_419
+42 val_42 val_42
+42 val_42 val_42
+421 val_421 val_421
+424 val_424 val_424
+424 val_424 val_424
+427 val_427 val_427
+429 val_429 val_429
+429 val_429 val_429
+43 val_43 val_43
+430 val_430 val_430
+430 val_430 val_430
+430 val_430 val_430
+431 val_431 val_431
+431 val_431 val_431
+431 val_431 val_431
+432 val_432 val_432
+435 val_435 val_435
+436 val_436 val_436
+437 val_437 val_437
+438 val_438 val_438
+438 val_438 val_438
+438 val_438 val_438
+439 val_439 val_439
+439 val_439 val_439
+44 val_44 val_44
+443 val_443 val_443
+444 val_444 val_444
+446 val_446 val_446
+448 val_448 val_448
+449 val_449 val_449
+452 val_452 val_452
+453 val_453 val_453
+454 val_454 val_454
+454 val_454 val_454
+454 val_454 val_454
+455 val_455 val_455
+457 val_457 val_457
+458 val_458 val_458
+458 val_458 val_458
+459 val_459 val_459
+459 val_459 val_459
+460 val_460 val_460
+462 val_462 val_462
+462 val_462 val_462
+463 val_463 val_463
+463 val_463 val_463
+466 val_466 val_466
+466 val_466 val_466
+466 val_466 val_466
+467 val_467 val_467
+468 val_468 val_468
+468 val_468 val_468
+468 val_468 val_468
+468 val_468 val_468
+469 val_469 val_469
+469 val_469 val_469
+469 val_469 val_469
+469 val_469 val_469
+469 val_469 val_469
+47 val_47 val_47
+470 val_470 val_470
+472 val_472 val_472
+475 val_475 val_475
+477 val_477 val_477
+478 val_478 val_478
+478 val_478 val_478
+479 val_479 val_479
+480 val_480 val_480
+480 val_480 val_480
+480 val_480 val_480
+481 val_481 val_481
+482 val_482 val_482
+483 val_483 val_483
+484 val_484 val_484
+485 val_485 val_485
+487 val_487 val_487
+489 val_489 val_489
+489 val_489 val_489
+489 val_489 val_489
+489 val_489 val_489
+490 val_490 val_490
+491 val_491 val_491
+492 val_492 val_492
+492 val_492 val_492
+493 val_493 val_493
+494 val_494 val_494
+495 val_495 val_495
+496 val_496 val_496
+497 val_497 val_497
+498 val_498 val_498
+498 val_498 val_498
+498 val_498 val_498
+5 val_5 val_5
+5 val_5 val_5
+5 val_5 val_5
+51 val_51 val_51
+51 val_51 val_51
+53 val_53 val_53
+54 val_54 val_54
+57 val_57 val_57
+58 val_58 val_58
+58 val_58 val_58
+64 val_64 val_64
+65 val_65 val_65
+66 val_66 val_66
+67 val_67 val_67
+67 val_67 val_67
+69 val_69 val_69
+70 val_70 val_70
+70 val_70 val_70
+70 val_70 val_70
+72 val_72 val_72
+72 val_72 val_72
+74 val_74 val_74
+76 val_76 val_76
+76 val_76 val_76
+77 val_77 val_77
+78 val_78 val_78
+8 val_8 val_8
+80 val_80 val_80
+82 val_82 val_82
+83 val_83 val_83
+83 val_83 val_83
+84 val_84 val_84
+84 val_84 val_84
+85 val_85 val_85
+86 val_86 val_86
+87 val_87 val_87
+9 val_9 val_9
+90 val_90 val_90
+90 val_90 val_90
+90 val_90 val_90
+92 val_92 val_92
+95 val_95 val_95
+95 val_95 val_95
+96 val_96 val_96
+97 val_97 val_97
+97 val_97 val_97
+98 val_98 val_98
+98 val_98 val_98
+tst1 500 500
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/union2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/union2.q.out?rev=1619017&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/union2.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/union2.q.out Wed Aug 20 00:47:59 2014
@@ -0,0 +1,90 @@
+PREHOOK: query: -- SORT_BEFORE_DIFF
+-- union case: both subqueries are map-reduce jobs on same input, followed by reduce sink
+
+explain
+ select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+PREHOOK: type: QUERY
+POSTHOOK: query: -- SORT_BEFORE_DIFF
+-- union case: both subqueries are map-reduce jobs on same input, followed by reduce sink
+
+explain
+ select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 3 <- Union 2 (GROUP)
+ Union 2 <- Map 1 (NONE), Map 4 (NONE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: s1
+ Select Operator
+ Select Operator
+ Group By Operator
+ aggregations: count(1)
+ mode: hash
+ outputColumnNames: _col0
+ Reduce Output Operator
+ sort order:
+ value expressions: _col0 (type: bigint)
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: s2
+ Select Operator
+ Select Operator
+ Group By Operator
+ aggregations: count(1)
+ mode: hash
+ outputColumnNames: _col0
+ Reduce Output Operator
+ sort order:
+ value expressions: _col0 (type: bigint)
+ Reducer 3
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ expressions: _col0 (type: bigint)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Union 2
+ Vertex: Union 2
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+1000
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/union23.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/union23.q.out?rev=1619017&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/union23.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/union23.q.out Wed Aug 20 00:47:59 2014
@@ -0,0 +1,1104 @@
+PREHOOK: query: explain
+select s.key2, s.value2
+from (
+ select transform(key, value) using 'cat' as (key2, value2)
+ from src
+ union all
+ select key as key2, value as value2 from src) s
+order by s.key2, s.value2
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select s.key2, s.value2
+from (
+ select transform(key, value) using 'cat' as (key2, value2)
+ from src
+ union all
+ select key as key2, value as value2 from src) s
+order by s.key2, s.value2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 3 <- Union 2 (GROUP SORT)
+ Union 2 <- Map 1 (NONE), Map 4 (NONE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Transform Operator
+ command: cat
+ output info:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Reducer 3
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Union 2
+ Vertex: Union 2
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select s.key2, s.value2
+from (
+ select transform(key, value) using 'cat' as (key2, value2)
+ from src
+ union all
+ select key as key2, value as value2 from src) s
+order by s.key2, s.value2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select s.key2, s.value2
+from (
+ select transform(key, value) using 'cat' as (key2, value2)
+ from src
+ union all
+ select key as key2, value as value2 from src) s
+order by s.key2, s.value2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+10 val_10
+10 val_10
+100 val_100
+100 val_100
+100 val_100
+100 val_100
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+105 val_105
+105 val_105
+11 val_11
+11 val_11
+111 val_111
+111 val_111
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+114 val_114
+114 val_114
+116 val_116
+116 val_116
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+12 val_12
+12 val_12
+12 val_12
+12 val_12
+120 val_120
+120 val_120
+120 val_120
+120 val_120
+125 val_125
+125 val_125
+125 val_125
+125 val_125
+126 val_126
+126 val_126
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+129 val_129
+129 val_129
+129 val_129
+129 val_129
+131 val_131
+131 val_131
+133 val_133
+133 val_133
+134 val_134
+134 val_134
+134 val_134
+134 val_134
+136 val_136
+136 val_136
+137 val_137
+137 val_137
+137 val_137
+137 val_137
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+143 val_143
+143 val_143
+145 val_145
+145 val_145
+146 val_146
+146 val_146
+146 val_146
+146 val_146
+149 val_149
+149 val_149
+149 val_149
+149 val_149
+15 val_15
+15 val_15
+15 val_15
+15 val_15
+150 val_150
+150 val_150
+152 val_152
+152 val_152
+152 val_152
+152 val_152
+153 val_153
+153 val_153
+155 val_155
+155 val_155
+156 val_156
+156 val_156
+157 val_157
+157 val_157
+158 val_158
+158 val_158
+160 val_160
+160 val_160
+162 val_162
+162 val_162
+163 val_163
+163 val_163
+164 val_164
+164 val_164
+164 val_164
+164 val_164
+165 val_165
+165 val_165
+165 val_165
+165 val_165
+166 val_166
+166 val_166
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+168 val_168
+168 val_168
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+17 val_17
+17 val_17
+170 val_170
+170 val_170
+172 val_172
+172 val_172
+172 val_172
+172 val_172
+174 val_174
+174 val_174
+174 val_174
+174 val_174
+175 val_175
+175 val_175
+175 val_175
+175 val_175
+176 val_176
+176 val_176
+176 val_176
+176 val_176
+177 val_177
+177 val_177
+178 val_178
+178 val_178
+179 val_179
+179 val_179
+179 val_179
+179 val_179
+18 val_18
+18 val_18
+18 val_18
+18 val_18
+180 val_180
+180 val_180
+181 val_181
+181 val_181
+183 val_183
+183 val_183
+186 val_186
+186 val_186
+187 val_187
+187 val_187
+187 val_187
+187 val_187
+187 val_187
+187 val_187
+189 val_189
+189 val_189
+19 val_19
+19 val_19
+190 val_190
+190 val_190
+191 val_191
+191 val_191
+191 val_191
+191 val_191
+192 val_192
+192 val_192
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+194 val_194
+194 val_194
+195 val_195
+195 val_195
+195 val_195
+195 val_195
+196 val_196
+196 val_196
+197 val_197
+197 val_197
+197 val_197
+197 val_197
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+2 val_2
+2 val_2
+20 val_20
+20 val_20
+200 val_200
+200 val_200
+200 val_200
+200 val_200
+201 val_201
+201 val_201
+202 val_202
+202 val_202
+203 val_203
+203 val_203
+203 val_203
+203 val_203
+205 val_205
+205 val_205
+205 val_205
+205 val_205
+207 val_207
+207 val_207
+207 val_207
+207 val_207
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+209 val_209
+209 val_209
+209 val_209
+209 val_209
+213 val_213
+213 val_213
+213 val_213
+213 val_213
+214 val_214
+214 val_214
+216 val_216
+216 val_216
+216 val_216
+216 val_216
+217 val_217
+217 val_217
+217 val_217
+217 val_217
+218 val_218
+218 val_218
+219 val_219
+219 val_219
+219 val_219
+219 val_219
+221 val_221
+221 val_221
+221 val_221
+221 val_221
+222 val_222
+222 val_222
+223 val_223
+223 val_223
+223 val_223
+223 val_223
+224 val_224
+224 val_224
+224 val_224
+224 val_224
+226 val_226
+226 val_226
+228 val_228
+228 val_228
+229 val_229
+229 val_229
+229 val_229
+229 val_229
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+233 val_233
+233 val_233
+233 val_233
+233 val_233
+235 val_235
+235 val_235
+237 val_237
+237 val_237
+237 val_237
+237 val_237
+238 val_238
+238 val_238
+238 val_238
+238 val_238
+239 val_239
+239 val_239
+239 val_239
+239 val_239
+24 val_24
+24 val_24
+24 val_24
+24 val_24
+241 val_241
+241 val_241
+242 val_242
+242 val_242
+242 val_242
+242 val_242
+244 val_244
+244 val_244
+247 val_247
+247 val_247
+248 val_248
+248 val_248
+249 val_249
+249 val_249
+252 val_252
+252 val_252
+255 val_255
+255 val_255
+255 val_255
+255 val_255
+256 val_256
+256 val_256
+256 val_256
+256 val_256
+257 val_257
+257 val_257
+258 val_258
+258 val_258
+26 val_26
+26 val_26
+26 val_26
+26 val_26
+260 val_260
+260 val_260
+262 val_262
+262 val_262
+263 val_263
+263 val_263
+265 val_265
+265 val_265
+265 val_265
+265 val_265
+266 val_266
+266 val_266
+27 val_27
+27 val_27
+272 val_272
+272 val_272
+272 val_272
+272 val_272
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+274 val_274
+274 val_274
+275 val_275
+275 val_275
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+278 val_278
+278 val_278
+278 val_278
+278 val_278
+28 val_28
+28 val_28
+280 val_280
+280 val_280
+280 val_280
+280 val_280
+281 val_281
+281 val_281
+281 val_281
+281 val_281
+282 val_282
+282 val_282
+282 val_282
+282 val_282
+283 val_283
+283 val_283
+284 val_284
+284 val_284
+285 val_285
+285 val_285
+286 val_286
+286 val_286
+287 val_287
+287 val_287
+288 val_288
+288 val_288
+288 val_288
+288 val_288
+289 val_289
+289 val_289
+291 val_291
+291 val_291
+292 val_292
+292 val_292
+296 val_296
+296 val_296
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+30 val_30
+30 val_30
+302 val_302
+302 val_302
+305 val_305
+305 val_305
+306 val_306
+306 val_306
+307 val_307
+307 val_307
+307 val_307
+307 val_307
+308 val_308
+308 val_308
+309 val_309
+309 val_309
+309 val_309
+309 val_309
+310 val_310
+310 val_310
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+315 val_315
+315 val_315
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+317 val_317
+317 val_317
+317 val_317
+317 val_317
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+321 val_321
+321 val_321
+321 val_321
+321 val_321
+322 val_322
+322 val_322
+322 val_322
+322 val_322
+323 val_323
+323 val_323
+325 val_325
+325 val_325
+325 val_325
+325 val_325
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+33 val_33
+33 val_33
+331 val_331
+331 val_331
+331 val_331
+331 val_331
+332 val_332
+332 val_332
+333 val_333
+333 val_333
+333 val_333
+333 val_333
+335 val_335
+335 val_335
+336 val_336
+336 val_336
+338 val_338
+338 val_338
+339 val_339
+339 val_339
+34 val_34
+34 val_34
+341 val_341
+341 val_341
+342 val_342
+342 val_342
+342 val_342
+342 val_342
+344 val_344
+344 val_344
+344 val_344
+344 val_344
+345 val_345
+345 val_345
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+351 val_351
+351 val_351
+353 val_353
+353 val_353
+353 val_353
+353 val_353
+356 val_356
+356 val_356
+360 val_360
+360 val_360
+362 val_362
+362 val_362
+364 val_364
+364 val_364
+365 val_365
+365 val_365
+366 val_366
+366 val_366
+367 val_367
+367 val_367
+367 val_367
+367 val_367
+368 val_368
+368 val_368
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+37 val_37
+37 val_37
+37 val_37
+37 val_37
+373 val_373
+373 val_373
+374 val_374
+374 val_374
+375 val_375
+375 val_375
+377 val_377
+377 val_377
+378 val_378
+378 val_378
+379 val_379
+379 val_379
+382 val_382
+382 val_382
+382 val_382
+382 val_382
+384 val_384
+384 val_384
+384 val_384
+384 val_384
+384 val_384
+384 val_384
+386 val_386
+386 val_386
+389 val_389
+389 val_389
+392 val_392
+392 val_392
+393 val_393
+393 val_393
+394 val_394
+394 val_394
+395 val_395
+395 val_395
+395 val_395
+395 val_395
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+397 val_397
+397 val_397
+397 val_397
+397 val_397
+399 val_399
+399 val_399
+399 val_399
+399 val_399
+4 val_4
+4 val_4
+400 val_400
+400 val_400
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+402 val_402
+402 val_402
+403 val_403
+403 val_403
+403 val_403
+403 val_403
+403 val_403
+403 val_403
+404 val_404
+404 val_404
+404 val_404
+404 val_404
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+407 val_407
+407 val_407
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+41 val_41
+41 val_41
+411 val_411
+411 val_411
+413 val_413
+413 val_413
+413 val_413
+413 val_413
+414 val_414
+414 val_414
+414 val_414
+414 val_414
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+418 val_418
+418 val_418
+419 val_419
+419 val_419
+42 val_42
+42 val_42
+42 val_42
+42 val_42
+421 val_421
+421 val_421
+424 val_424
+424 val_424
+424 val_424
+424 val_424
+427 val_427
+427 val_427
+429 val_429
+429 val_429
+429 val_429
+429 val_429
+43 val_43
+43 val_43
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+432 val_432
+432 val_432
+435 val_435
+435 val_435
+436 val_436
+436 val_436
+437 val_437
+437 val_437
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+439 val_439
+439 val_439
+439 val_439
+439 val_439
+44 val_44
+44 val_44
+443 val_443
+443 val_443
+444 val_444
+444 val_444
+446 val_446
+446 val_446
+448 val_448
+448 val_448
+449 val_449
+449 val_449
+452 val_452
+452 val_452
+453 val_453
+453 val_453
+454 val_454
+454 val_454
+454 val_454
+454 val_454
+454 val_454
+454 val_454
+455 val_455
+455 val_455
+457 val_457
+457 val_457
+458 val_458
+458 val_458
+458 val_458
+458 val_458
+459 val_459
+459 val_459
+459 val_459
+459 val_459
+460 val_460
+460 val_460
+462 val_462
+462 val_462
+462 val_462
+462 val_462
+463 val_463
+463 val_463
+463 val_463
+463 val_463
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+467 val_467
+467 val_467
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+47 val_47
+47 val_47
+470 val_470
+470 val_470
+472 val_472
+472 val_472
+475 val_475
+475 val_475
+477 val_477
+477 val_477
+478 val_478
+478 val_478
+478 val_478
+478 val_478
+479 val_479
+479 val_479
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+481 val_481
+481 val_481
+482 val_482
+482 val_482
+483 val_483
+483 val_483
+484 val_484
+484 val_484
+485 val_485
+485 val_485
+487 val_487
+487 val_487
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+490 val_490
+490 val_490
+491 val_491
+491 val_491
+492 val_492
+492 val_492
+492 val_492
+492 val_492
+493 val_493
+493 val_493
+494 val_494
+494 val_494
+495 val_495
+495 val_495
+496 val_496
+496 val_496
+497 val_497
+497 val_497
+498 val_498
+498 val_498
+498 val_498
+498 val_498
+498 val_498
+498 val_498
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+51 val_51
+51 val_51
+51 val_51
+51 val_51
+53 val_53
+53 val_53
+54 val_54
+54 val_54
+57 val_57
+57 val_57
+58 val_58
+58 val_58
+58 val_58
+58 val_58
+64 val_64
+64 val_64
+65 val_65
+65 val_65
+66 val_66
+66 val_66
+67 val_67
+67 val_67
+67 val_67
+67 val_67
+69 val_69
+69 val_69
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+72 val_72
+72 val_72
+72 val_72
+72 val_72
+74 val_74
+74 val_74
+76 val_76
+76 val_76
+76 val_76
+76 val_76
+77 val_77
+77 val_77
+78 val_78
+78 val_78
+8 val_8
+8 val_8
+80 val_80
+80 val_80
+82 val_82
+82 val_82
+83 val_83
+83 val_83
+83 val_83
+83 val_83
+84 val_84
+84 val_84
+84 val_84
+84 val_84
+85 val_85
+85 val_85
+86 val_86
+86 val_86
+87 val_87
+87 val_87
+9 val_9
+9 val_9
+90 val_90
+90 val_90
+90 val_90
+90 val_90
+90 val_90
+90 val_90
+92 val_92
+92 val_92
+95 val_95
+95 val_95
+95 val_95
+95 val_95
+96 val_96
+96 val_96
+97 val_97
+97 val_97
+97 val_97
+97 val_97
+98 val_98
+98 val_98
+98 val_98
+98 val_98
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/union25.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/union25.q.out?rev=1619017&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/union25.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/union25.q.out Wed Aug 20 00:47:59 2014
@@ -0,0 +1,200 @@
+PREHOOK: query: create table tmp_srcpart like srcpart
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@tmp_srcpart
+POSTHOOK: query: create table tmp_srcpart like srcpart
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@tmp_srcpart
+PREHOOK: query: insert overwrite table tmp_srcpart partition (ds='2008-04-08', hr='11')
+select key, value from srcpart where ds='2008-04-08' and hr='11'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@srcpart
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Output: default@tmp_srcpart@ds=2008-04-08/hr=11
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table tmp_srcpart partition (ds='2008-04-08', hr='11')
+select key, value from srcpart where ds='2008-04-08' and hr='11'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@srcpart
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Output: default@tmp_srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Lineage: tmp_srcpart PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: tmp_srcpart PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: explain
+create table tmp_unionall as
+SELECT count(1) as counts, key, value
+FROM
+(
+ SELECT key, value FROM srcpart a WHERE a.ds='2008-04-08' and a.hr='11'
+
+ UNION ALL
+
+ SELECT key, key as value FROM (
+ SELECT distinct key FROM (
+ SELECT key, value FROM tmp_srcpart a WHERE a.ds='2008-04-08' and a.hr='11'
+ UNION ALL
+ SELECT key, value FROM tmp_srcpart b WHERE b.ds='2008-04-08' and b.hr='11'
+ )t
+ ) master_table
+) a GROUP BY key, value
+PREHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: query: explain
+create table tmp_unionall as
+SELECT count(1) as counts, key, value
+FROM
+(
+ SELECT key, value FROM srcpart a WHERE a.ds='2008-04-08' and a.hr='11'
+
+ UNION ALL
+
+ SELECT key, key as value FROM (
+ SELECT distinct key FROM (
+ SELECT key, value FROM tmp_srcpart a WHERE a.ds='2008-04-08' and a.hr='11'
+ UNION ALL
+ SELECT key, value FROM tmp_srcpart b WHERE b.ds='2008-04-08' and b.hr='11'
+ )t
+ ) master_table
+) a GROUP BY key, value
+POSTHOOK: type: CREATETABLE_AS_SELECT
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-4 depends on stages: Stage-2, Stage-0
+ Stage-3 depends on stages: Stage-4
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 3 <- Union 2 (GROUP)
+ Reducer 5 <- Union 4 (GROUP)
+ Union 2 <- Map 1 (NONE), Map 6 (NONE)
+ Union 4 <- Map 7 (NONE), Reducer 3 (NONE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Map 6
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Map 7
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1
+ Group By Operator
+ aggregations: count(1)
+ keys: _col0 (type: string), _col1 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+ value expressions: _col2 (type: bigint)
+ Reducer 3
+ Reduce Operator Tree:
+ Group By Operator
+ keys: KEY._col0 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Select Operator
+ expressions: _col0 (type: string), _col0 (type: string)
+ outputColumnNames: _col0, _col1
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1
+ Group By Operator
+ aggregations: count(1)
+ keys: _col0 (type: string), _col1 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+ value expressions: _col2 (type: bigint)
+ Reducer 5
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string), KEY._col1 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 43 Data size: 5745 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col2 (type: bigint), _col0 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 43 Data size: 5745 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 43 Data size: 5745 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.tmp_unionall
+ Union 2
+ Vertex: Union 2
+ Union 4
+ Vertex: Union 4
+
+ Stage: Stage-2
+ Dependency Collection
+
+ Stage: Stage-4
+ Create Table Operator:
+ Create Table
+ columns: counts bigint, key string, value string
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat
+ serde name: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: tmp_unionall
+
+ Stage: Stage-3
+ Stats-Aggr Operator
+
+ Stage: Stage-0
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+