You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2014/10/27 20:57:03 UTC
svn commit: r1634671 [43/46] - in /hive/branches/spark:
itests/src/test/resources/ ql/src/test/results/clientpositive/spark/
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out?rev=1634671&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out Mon Oct 27 19:56:58 2014
@@ -0,0 +1,1260 @@
+PREHOOK: query: CREATE TABLE smb_bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smb_bucket4_1
+POSTHOOK: query: CREATE TABLE smb_bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smb_bucket4_1
+PREHOOK: query: CREATE TABLE smb_bucket4_2(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smb_bucket4_2
+POSTHOOK: query: CREATE TABLE smb_bucket4_2(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smb_bucket4_2
+PREHOOK: query: create table smb_join_results(k1 int, v1 string, k2 int, v2 string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smb_join_results
+POSTHOOK: query: create table smb_join_results(k1 int, v1 string, k2 int, v2 string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smb_join_results
+PREHOOK: query: create table smb_join_results_empty_bigtable(k1 int, v1 string, k2 int, v2 string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smb_join_results_empty_bigtable
+POSTHOOK: query: create table smb_join_results_empty_bigtable(k1 int, v1 string, k2 int, v2 string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smb_join_results_empty_bigtable
+PREHOOK: query: create table normal_join_results(k1 int, v1 string, k2 int, v2 string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@normal_join_results
+POSTHOOK: query: create table normal_join_results(k1 int, v1 string, k2 int, v2 string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@normal_join_results
+PREHOOK: query: load data local inpath '../../data/files/empty1.txt' into table smb_bucket4_1
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@smb_bucket4_1
+POSTHOOK: query: load data local inpath '../../data/files/empty1.txt' into table smb_bucket4_1
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@smb_bucket4_1
+PREHOOK: query: load data local inpath '../../data/files/empty2.txt' into table smb_bucket4_1
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@smb_bucket4_1
+POSTHOOK: query: load data local inpath '../../data/files/empty2.txt' into table smb_bucket4_1
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@smb_bucket4_1
+PREHOOK: query: insert overwrite table smb_bucket4_2
+select * from src
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2
+select * from src
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: insert overwrite table smb_join_results_empty_bigtable
+select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+PREHOOK: Output: default@smb_join_results_empty_bigtable
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_join_results_empty_bigtable
+select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+POSTHOOK: Output: default@smb_join_results_empty_bigtable
+POSTHOOK: Lineage: smb_join_results_empty_bigtable.k1 SIMPLE [(smb_bucket4_1)a.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_join_results_empty_bigtable.k2 SIMPLE [(smb_bucket4_2)b.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_join_results_empty_bigtable.v1 SIMPLE [(smb_bucket4_1)a.FieldSchema(name:value, type:string, comment:null), ]
+POSTHOOK: Lineage: smb_join_results_empty_bigtable.v2 SIMPLE [(smb_bucket4_2)b.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_join_results_empty_bigtable
+select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+PREHOOK: Output: default@smb_join_results_empty_bigtable
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_join_results_empty_bigtable
+select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+POSTHOOK: Output: default@smb_join_results_empty_bigtable
+POSTHOOK: Lineage: smb_join_results_empty_bigtable.k1 SIMPLE [(smb_bucket4_1)a.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_join_results_empty_bigtable.k2 SIMPLE [(smb_bucket4_2)b.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_join_results_empty_bigtable.v1 SIMPLE [(smb_bucket4_1)a.FieldSchema(name:value, type:string, comment:null), ]
+POSTHOOK: Lineage: smb_join_results_empty_bigtable.v2 SIMPLE [(smb_bucket4_2)b.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select * from smb_join_results_empty_bigtable order by k1, v1, k2, v2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_join_results_empty_bigtable
+#### A masked pattern was here ####
+POSTHOOK: query: select * from smb_join_results_empty_bigtable order by k1, v1, k2, v2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_join_results_empty_bigtable
+#### A masked pattern was here ####
+NULL NULL 0 val_0
+NULL NULL 0 val_0
+NULL NULL 0 val_0
+NULL NULL 2 val_2
+NULL NULL 4 val_4
+NULL NULL 5 val_5
+NULL NULL 5 val_5
+NULL NULL 5 val_5
+NULL NULL 8 val_8
+NULL NULL 9 val_9
+NULL NULL 10 val_10
+NULL NULL 11 val_11
+NULL NULL 12 val_12
+NULL NULL 12 val_12
+NULL NULL 15 val_15
+NULL NULL 15 val_15
+NULL NULL 17 val_17
+NULL NULL 18 val_18
+NULL NULL 18 val_18
+NULL NULL 19 val_19
+NULL NULL 20 val_20
+NULL NULL 24 val_24
+NULL NULL 24 val_24
+NULL NULL 26 val_26
+NULL NULL 26 val_26
+NULL NULL 27 val_27
+NULL NULL 28 val_28
+NULL NULL 30 val_30
+NULL NULL 33 val_33
+NULL NULL 34 val_34
+NULL NULL 35 val_35
+NULL NULL 35 val_35
+NULL NULL 35 val_35
+NULL NULL 37 val_37
+NULL NULL 37 val_37
+NULL NULL 41 val_41
+NULL NULL 42 val_42
+NULL NULL 42 val_42
+NULL NULL 43 val_43
+NULL NULL 44 val_44
+NULL NULL 47 val_47
+NULL NULL 51 val_51
+NULL NULL 51 val_51
+NULL NULL 53 val_53
+NULL NULL 54 val_54
+NULL NULL 57 val_57
+NULL NULL 58 val_58
+NULL NULL 58 val_58
+NULL NULL 64 val_64
+NULL NULL 65 val_65
+NULL NULL 66 val_66
+NULL NULL 67 val_67
+NULL NULL 67 val_67
+NULL NULL 69 val_69
+NULL NULL 70 val_70
+NULL NULL 70 val_70
+NULL NULL 70 val_70
+NULL NULL 72 val_72
+NULL NULL 72 val_72
+NULL NULL 74 val_74
+NULL NULL 76 val_76
+NULL NULL 76 val_76
+NULL NULL 77 val_77
+NULL NULL 78 val_78
+NULL NULL 80 val_80
+NULL NULL 82 val_82
+NULL NULL 83 val_83
+NULL NULL 83 val_83
+NULL NULL 84 val_84
+NULL NULL 84 val_84
+NULL NULL 85 val_85
+NULL NULL 86 val_86
+NULL NULL 87 val_87
+NULL NULL 90 val_90
+NULL NULL 90 val_90
+NULL NULL 90 val_90
+NULL NULL 92 val_92
+NULL NULL 95 val_95
+NULL NULL 95 val_95
+NULL NULL 96 val_96
+NULL NULL 97 val_97
+NULL NULL 97 val_97
+NULL NULL 98 val_98
+NULL NULL 98 val_98
+NULL NULL 100 val_100
+NULL NULL 100 val_100
+NULL NULL 103 val_103
+NULL NULL 103 val_103
+NULL NULL 104 val_104
+NULL NULL 104 val_104
+NULL NULL 105 val_105
+NULL NULL 111 val_111
+NULL NULL 113 val_113
+NULL NULL 113 val_113
+NULL NULL 114 val_114
+NULL NULL 116 val_116
+NULL NULL 118 val_118
+NULL NULL 118 val_118
+NULL NULL 119 val_119
+NULL NULL 119 val_119
+NULL NULL 119 val_119
+NULL NULL 120 val_120
+NULL NULL 120 val_120
+NULL NULL 125 val_125
+NULL NULL 125 val_125
+NULL NULL 126 val_126
+NULL NULL 128 val_128
+NULL NULL 128 val_128
+NULL NULL 128 val_128
+NULL NULL 129 val_129
+NULL NULL 129 val_129
+NULL NULL 131 val_131
+NULL NULL 133 val_133
+NULL NULL 134 val_134
+NULL NULL 134 val_134
+NULL NULL 136 val_136
+NULL NULL 137 val_137
+NULL NULL 137 val_137
+NULL NULL 138 val_138
+NULL NULL 138 val_138
+NULL NULL 138 val_138
+NULL NULL 138 val_138
+NULL NULL 143 val_143
+NULL NULL 145 val_145
+NULL NULL 146 val_146
+NULL NULL 146 val_146
+NULL NULL 149 val_149
+NULL NULL 149 val_149
+NULL NULL 150 val_150
+NULL NULL 152 val_152
+NULL NULL 152 val_152
+NULL NULL 153 val_153
+NULL NULL 155 val_155
+NULL NULL 156 val_156
+NULL NULL 157 val_157
+NULL NULL 158 val_158
+NULL NULL 160 val_160
+NULL NULL 162 val_162
+NULL NULL 163 val_163
+NULL NULL 164 val_164
+NULL NULL 164 val_164
+NULL NULL 165 val_165
+NULL NULL 165 val_165
+NULL NULL 166 val_166
+NULL NULL 167 val_167
+NULL NULL 167 val_167
+NULL NULL 167 val_167
+NULL NULL 168 val_168
+NULL NULL 169 val_169
+NULL NULL 169 val_169
+NULL NULL 169 val_169
+NULL NULL 169 val_169
+NULL NULL 170 val_170
+NULL NULL 172 val_172
+NULL NULL 172 val_172
+NULL NULL 174 val_174
+NULL NULL 174 val_174
+NULL NULL 175 val_175
+NULL NULL 175 val_175
+NULL NULL 176 val_176
+NULL NULL 176 val_176
+NULL NULL 177 val_177
+NULL NULL 178 val_178
+NULL NULL 179 val_179
+NULL NULL 179 val_179
+NULL NULL 180 val_180
+NULL NULL 181 val_181
+NULL NULL 183 val_183
+NULL NULL 186 val_186
+NULL NULL 187 val_187
+NULL NULL 187 val_187
+NULL NULL 187 val_187
+NULL NULL 189 val_189
+NULL NULL 190 val_190
+NULL NULL 191 val_191
+NULL NULL 191 val_191
+NULL NULL 192 val_192
+NULL NULL 193 val_193
+NULL NULL 193 val_193
+NULL NULL 193 val_193
+NULL NULL 194 val_194
+NULL NULL 195 val_195
+NULL NULL 195 val_195
+NULL NULL 196 val_196
+NULL NULL 197 val_197
+NULL NULL 197 val_197
+NULL NULL 199 val_199
+NULL NULL 199 val_199
+NULL NULL 199 val_199
+NULL NULL 200 val_200
+NULL NULL 200 val_200
+NULL NULL 201 val_201
+NULL NULL 202 val_202
+NULL NULL 203 val_203
+NULL NULL 203 val_203
+NULL NULL 205 val_205
+NULL NULL 205 val_205
+NULL NULL 207 val_207
+NULL NULL 207 val_207
+NULL NULL 208 val_208
+NULL NULL 208 val_208
+NULL NULL 208 val_208
+NULL NULL 209 val_209
+NULL NULL 209 val_209
+NULL NULL 213 val_213
+NULL NULL 213 val_213
+NULL NULL 214 val_214
+NULL NULL 216 val_216
+NULL NULL 216 val_216
+NULL NULL 217 val_217
+NULL NULL 217 val_217
+NULL NULL 218 val_218
+NULL NULL 219 val_219
+NULL NULL 219 val_219
+NULL NULL 221 val_221
+NULL NULL 221 val_221
+NULL NULL 222 val_222
+NULL NULL 223 val_223
+NULL NULL 223 val_223
+NULL NULL 224 val_224
+NULL NULL 224 val_224
+NULL NULL 226 val_226
+NULL NULL 228 val_228
+NULL NULL 229 val_229
+NULL NULL 229 val_229
+NULL NULL 230 val_230
+NULL NULL 230 val_230
+NULL NULL 230 val_230
+NULL NULL 230 val_230
+NULL NULL 230 val_230
+NULL NULL 233 val_233
+NULL NULL 233 val_233
+NULL NULL 235 val_235
+NULL NULL 237 val_237
+NULL NULL 237 val_237
+NULL NULL 238 val_238
+NULL NULL 238 val_238
+NULL NULL 239 val_239
+NULL NULL 239 val_239
+NULL NULL 241 val_241
+NULL NULL 242 val_242
+NULL NULL 242 val_242
+NULL NULL 244 val_244
+NULL NULL 247 val_247
+NULL NULL 248 val_248
+NULL NULL 249 val_249
+NULL NULL 252 val_252
+NULL NULL 255 val_255
+NULL NULL 255 val_255
+NULL NULL 256 val_256
+NULL NULL 256 val_256
+NULL NULL 257 val_257
+NULL NULL 258 val_258
+NULL NULL 260 val_260
+NULL NULL 262 val_262
+NULL NULL 263 val_263
+NULL NULL 265 val_265
+NULL NULL 265 val_265
+NULL NULL 266 val_266
+NULL NULL 272 val_272
+NULL NULL 272 val_272
+NULL NULL 273 val_273
+NULL NULL 273 val_273
+NULL NULL 273 val_273
+NULL NULL 274 val_274
+NULL NULL 275 val_275
+NULL NULL 277 val_277
+NULL NULL 277 val_277
+NULL NULL 277 val_277
+NULL NULL 277 val_277
+NULL NULL 278 val_278
+NULL NULL 278 val_278
+NULL NULL 280 val_280
+NULL NULL 280 val_280
+NULL NULL 281 val_281
+NULL NULL 281 val_281
+NULL NULL 282 val_282
+NULL NULL 282 val_282
+NULL NULL 283 val_283
+NULL NULL 284 val_284
+NULL NULL 285 val_285
+NULL NULL 286 val_286
+NULL NULL 287 val_287
+NULL NULL 288 val_288
+NULL NULL 288 val_288
+NULL NULL 289 val_289
+NULL NULL 291 val_291
+NULL NULL 292 val_292
+NULL NULL 296 val_296
+NULL NULL 298 val_298
+NULL NULL 298 val_298
+NULL NULL 298 val_298
+NULL NULL 302 val_302
+NULL NULL 305 val_305
+NULL NULL 306 val_306
+NULL NULL 307 val_307
+NULL NULL 307 val_307
+NULL NULL 308 val_308
+NULL NULL 309 val_309
+NULL NULL 309 val_309
+NULL NULL 310 val_310
+NULL NULL 311 val_311
+NULL NULL 311 val_311
+NULL NULL 311 val_311
+NULL NULL 315 val_315
+NULL NULL 316 val_316
+NULL NULL 316 val_316
+NULL NULL 316 val_316
+NULL NULL 317 val_317
+NULL NULL 317 val_317
+NULL NULL 318 val_318
+NULL NULL 318 val_318
+NULL NULL 318 val_318
+NULL NULL 321 val_321
+NULL NULL 321 val_321
+NULL NULL 322 val_322
+NULL NULL 322 val_322
+NULL NULL 323 val_323
+NULL NULL 325 val_325
+NULL NULL 325 val_325
+NULL NULL 327 val_327
+NULL NULL 327 val_327
+NULL NULL 327 val_327
+NULL NULL 331 val_331
+NULL NULL 331 val_331
+NULL NULL 332 val_332
+NULL NULL 333 val_333
+NULL NULL 333 val_333
+NULL NULL 335 val_335
+NULL NULL 336 val_336
+NULL NULL 338 val_338
+NULL NULL 339 val_339
+NULL NULL 341 val_341
+NULL NULL 342 val_342
+NULL NULL 342 val_342
+NULL NULL 344 val_344
+NULL NULL 344 val_344
+NULL NULL 345 val_345
+NULL NULL 348 val_348
+NULL NULL 348 val_348
+NULL NULL 348 val_348
+NULL NULL 348 val_348
+NULL NULL 348 val_348
+NULL NULL 351 val_351
+NULL NULL 353 val_353
+NULL NULL 353 val_353
+NULL NULL 356 val_356
+NULL NULL 360 val_360
+NULL NULL 362 val_362
+NULL NULL 364 val_364
+NULL NULL 365 val_365
+NULL NULL 366 val_366
+NULL NULL 367 val_367
+NULL NULL 367 val_367
+NULL NULL 368 val_368
+NULL NULL 369 val_369
+NULL NULL 369 val_369
+NULL NULL 369 val_369
+NULL NULL 373 val_373
+NULL NULL 374 val_374
+NULL NULL 375 val_375
+NULL NULL 377 val_377
+NULL NULL 378 val_378
+NULL NULL 379 val_379
+NULL NULL 382 val_382
+NULL NULL 382 val_382
+NULL NULL 384 val_384
+NULL NULL 384 val_384
+NULL NULL 384 val_384
+NULL NULL 386 val_386
+NULL NULL 389 val_389
+NULL NULL 392 val_392
+NULL NULL 393 val_393
+NULL NULL 394 val_394
+NULL NULL 395 val_395
+NULL NULL 395 val_395
+NULL NULL 396 val_396
+NULL NULL 396 val_396
+NULL NULL 396 val_396
+NULL NULL 397 val_397
+NULL NULL 397 val_397
+NULL NULL 399 val_399
+NULL NULL 399 val_399
+NULL NULL 400 val_400
+NULL NULL 401 val_401
+NULL NULL 401 val_401
+NULL NULL 401 val_401
+NULL NULL 401 val_401
+NULL NULL 401 val_401
+NULL NULL 402 val_402
+NULL NULL 403 val_403
+NULL NULL 403 val_403
+NULL NULL 403 val_403
+NULL NULL 404 val_404
+NULL NULL 404 val_404
+NULL NULL 406 val_406
+NULL NULL 406 val_406
+NULL NULL 406 val_406
+NULL NULL 406 val_406
+NULL NULL 407 val_407
+NULL NULL 409 val_409
+NULL NULL 409 val_409
+NULL NULL 409 val_409
+NULL NULL 411 val_411
+NULL NULL 413 val_413
+NULL NULL 413 val_413
+NULL NULL 414 val_414
+NULL NULL 414 val_414
+NULL NULL 417 val_417
+NULL NULL 417 val_417
+NULL NULL 417 val_417
+NULL NULL 418 val_418
+NULL NULL 419 val_419
+NULL NULL 421 val_421
+NULL NULL 424 val_424
+NULL NULL 424 val_424
+NULL NULL 427 val_427
+NULL NULL 429 val_429
+NULL NULL 429 val_429
+NULL NULL 430 val_430
+NULL NULL 430 val_430
+NULL NULL 430 val_430
+NULL NULL 431 val_431
+NULL NULL 431 val_431
+NULL NULL 431 val_431
+NULL NULL 432 val_432
+NULL NULL 435 val_435
+NULL NULL 436 val_436
+NULL NULL 437 val_437
+NULL NULL 438 val_438
+NULL NULL 438 val_438
+NULL NULL 438 val_438
+NULL NULL 439 val_439
+NULL NULL 439 val_439
+NULL NULL 443 val_443
+NULL NULL 444 val_444
+NULL NULL 446 val_446
+NULL NULL 448 val_448
+NULL NULL 449 val_449
+NULL NULL 452 val_452
+NULL NULL 453 val_453
+NULL NULL 454 val_454
+NULL NULL 454 val_454
+NULL NULL 454 val_454
+NULL NULL 455 val_455
+NULL NULL 457 val_457
+NULL NULL 458 val_458
+NULL NULL 458 val_458
+NULL NULL 459 val_459
+NULL NULL 459 val_459
+NULL NULL 460 val_460
+NULL NULL 462 val_462
+NULL NULL 462 val_462
+NULL NULL 463 val_463
+NULL NULL 463 val_463
+NULL NULL 466 val_466
+NULL NULL 466 val_466
+NULL NULL 466 val_466
+NULL NULL 467 val_467
+NULL NULL 468 val_468
+NULL NULL 468 val_468
+NULL NULL 468 val_468
+NULL NULL 468 val_468
+NULL NULL 469 val_469
+NULL NULL 469 val_469
+NULL NULL 469 val_469
+NULL NULL 469 val_469
+NULL NULL 469 val_469
+NULL NULL 470 val_470
+NULL NULL 472 val_472
+NULL NULL 475 val_475
+NULL NULL 477 val_477
+NULL NULL 478 val_478
+NULL NULL 478 val_478
+NULL NULL 479 val_479
+NULL NULL 480 val_480
+NULL NULL 480 val_480
+NULL NULL 480 val_480
+NULL NULL 481 val_481
+NULL NULL 482 val_482
+NULL NULL 483 val_483
+NULL NULL 484 val_484
+NULL NULL 485 val_485
+NULL NULL 487 val_487
+NULL NULL 489 val_489
+NULL NULL 489 val_489
+NULL NULL 489 val_489
+NULL NULL 489 val_489
+NULL NULL 490 val_490
+NULL NULL 491 val_491
+NULL NULL 492 val_492
+NULL NULL 492 val_492
+NULL NULL 493 val_493
+NULL NULL 494 val_494
+NULL NULL 495 val_495
+NULL NULL 496 val_496
+NULL NULL 497 val_497
+NULL NULL 498 val_498
+NULL NULL 498 val_498
+NULL NULL 498 val_498
+PREHOOK: query: explain
+insert overwrite table smb_join_results
+select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+insert overwrite table smb_join_results
+select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+ Stage-3 depends on stages: Stage-0
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 55 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: int)
+ sort order: +
+ Map-reduce partition columns: key (type: int)
+ Statistics: Num rows: 55 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: int)
+ sort order: +
+ Map-reduce partition columns: key (type: int)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ value expressions: value (type: string)
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Outer Join 0 to 1
+ condition expressions:
+ 0 {KEY.reducesinkkey0} {VALUE._col0}
+ 1 {KEY.reducesinkkey0} {VALUE._col0}
+ outputColumnNames: _col0, _col1, _col5, _col6
+ Statistics: Num rows: 60 Data size: 6393 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 60 Data size: 6393 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 60 Data size: 6393 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.smb_join_results
+
+ Stage: Stage-2
+ Dependency Collection
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.smb_join_results
+
+ Stage: Stage-3
+ Stats-Aggr Operator
+
+PREHOOK: query: insert overwrite table smb_join_results
+select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+PREHOOK: Output: default@smb_join_results
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_join_results
+select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+POSTHOOK: Output: default@smb_join_results
+POSTHOOK: Lineage: smb_join_results.k1 SIMPLE [(smb_bucket4_1)a.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_join_results.k2 SIMPLE [(smb_bucket4_2)b.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_join_results.v1 SIMPLE [(smb_bucket4_1)a.FieldSchema(name:value, type:string, comment:null), ]
+POSTHOOK: Lineage: smb_join_results.v2 SIMPLE [(smb_bucket4_2)b.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select * from smb_join_results order by k1, v1, k2, v2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_join_results
+#### A masked pattern was here ####
+POSTHOOK: query: select * from smb_join_results order by k1, v1, k2, v2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_join_results
+#### A masked pattern was here ####
+NULL NULL 0 val_0
+NULL NULL 0 val_0
+NULL NULL 0 val_0
+NULL NULL 2 val_2
+NULL NULL 4 val_4
+NULL NULL 5 val_5
+NULL NULL 5 val_5
+NULL NULL 5 val_5
+NULL NULL 8 val_8
+NULL NULL 9 val_9
+NULL NULL 10 val_10
+NULL NULL 11 val_11
+NULL NULL 12 val_12
+NULL NULL 12 val_12
+NULL NULL 15 val_15
+NULL NULL 15 val_15
+NULL NULL 17 val_17
+NULL NULL 18 val_18
+NULL NULL 18 val_18
+NULL NULL 19 val_19
+NULL NULL 20 val_20
+NULL NULL 24 val_24
+NULL NULL 24 val_24
+NULL NULL 26 val_26
+NULL NULL 26 val_26
+NULL NULL 27 val_27
+NULL NULL 28 val_28
+NULL NULL 30 val_30
+NULL NULL 33 val_33
+NULL NULL 34 val_34
+NULL NULL 35 val_35
+NULL NULL 35 val_35
+NULL NULL 35 val_35
+NULL NULL 37 val_37
+NULL NULL 37 val_37
+NULL NULL 41 val_41
+NULL NULL 42 val_42
+NULL NULL 42 val_42
+NULL NULL 43 val_43
+NULL NULL 44 val_44
+NULL NULL 47 val_47
+NULL NULL 51 val_51
+NULL NULL 51 val_51
+NULL NULL 53 val_53
+NULL NULL 54 val_54
+NULL NULL 57 val_57
+NULL NULL 58 val_58
+NULL NULL 58 val_58
+NULL NULL 64 val_64
+NULL NULL 65 val_65
+NULL NULL 66 val_66
+NULL NULL 67 val_67
+NULL NULL 67 val_67
+NULL NULL 69 val_69
+NULL NULL 70 val_70
+NULL NULL 70 val_70
+NULL NULL 70 val_70
+NULL NULL 72 val_72
+NULL NULL 72 val_72
+NULL NULL 74 val_74
+NULL NULL 76 val_76
+NULL NULL 76 val_76
+NULL NULL 77 val_77
+NULL NULL 78 val_78
+NULL NULL 80 val_80
+NULL NULL 82 val_82
+NULL NULL 83 val_83
+NULL NULL 83 val_83
+NULL NULL 84 val_84
+NULL NULL 84 val_84
+NULL NULL 85 val_85
+NULL NULL 86 val_86
+NULL NULL 87 val_87
+NULL NULL 90 val_90
+NULL NULL 90 val_90
+NULL NULL 90 val_90
+NULL NULL 92 val_92
+NULL NULL 95 val_95
+NULL NULL 95 val_95
+NULL NULL 96 val_96
+NULL NULL 97 val_97
+NULL NULL 97 val_97
+NULL NULL 98 val_98
+NULL NULL 98 val_98
+NULL NULL 100 val_100
+NULL NULL 100 val_100
+NULL NULL 103 val_103
+NULL NULL 103 val_103
+NULL NULL 104 val_104
+NULL NULL 104 val_104
+NULL NULL 105 val_105
+NULL NULL 111 val_111
+NULL NULL 113 val_113
+NULL NULL 113 val_113
+NULL NULL 114 val_114
+NULL NULL 116 val_116
+NULL NULL 118 val_118
+NULL NULL 118 val_118
+NULL NULL 119 val_119
+NULL NULL 119 val_119
+NULL NULL 119 val_119
+NULL NULL 120 val_120
+NULL NULL 120 val_120
+NULL NULL 125 val_125
+NULL NULL 125 val_125
+NULL NULL 126 val_126
+NULL NULL 128 val_128
+NULL NULL 128 val_128
+NULL NULL 128 val_128
+NULL NULL 129 val_129
+NULL NULL 129 val_129
+NULL NULL 131 val_131
+NULL NULL 133 val_133
+NULL NULL 134 val_134
+NULL NULL 134 val_134
+NULL NULL 136 val_136
+NULL NULL 137 val_137
+NULL NULL 137 val_137
+NULL NULL 138 val_138
+NULL NULL 138 val_138
+NULL NULL 138 val_138
+NULL NULL 138 val_138
+NULL NULL 143 val_143
+NULL NULL 145 val_145
+NULL NULL 146 val_146
+NULL NULL 146 val_146
+NULL NULL 149 val_149
+NULL NULL 149 val_149
+NULL NULL 150 val_150
+NULL NULL 152 val_152
+NULL NULL 152 val_152
+NULL NULL 153 val_153
+NULL NULL 155 val_155
+NULL NULL 156 val_156
+NULL NULL 157 val_157
+NULL NULL 158 val_158
+NULL NULL 160 val_160
+NULL NULL 162 val_162
+NULL NULL 163 val_163
+NULL NULL 164 val_164
+NULL NULL 164 val_164
+NULL NULL 165 val_165
+NULL NULL 165 val_165
+NULL NULL 166 val_166
+NULL NULL 167 val_167
+NULL NULL 167 val_167
+NULL NULL 167 val_167
+NULL NULL 168 val_168
+NULL NULL 169 val_169
+NULL NULL 169 val_169
+NULL NULL 169 val_169
+NULL NULL 169 val_169
+NULL NULL 170 val_170
+NULL NULL 172 val_172
+NULL NULL 172 val_172
+NULL NULL 174 val_174
+NULL NULL 174 val_174
+NULL NULL 175 val_175
+NULL NULL 175 val_175
+NULL NULL 176 val_176
+NULL NULL 176 val_176
+NULL NULL 177 val_177
+NULL NULL 178 val_178
+NULL NULL 179 val_179
+NULL NULL 179 val_179
+NULL NULL 180 val_180
+NULL NULL 181 val_181
+NULL NULL 183 val_183
+NULL NULL 186 val_186
+NULL NULL 187 val_187
+NULL NULL 187 val_187
+NULL NULL 187 val_187
+NULL NULL 189 val_189
+NULL NULL 190 val_190
+NULL NULL 191 val_191
+NULL NULL 191 val_191
+NULL NULL 192 val_192
+NULL NULL 193 val_193
+NULL NULL 193 val_193
+NULL NULL 193 val_193
+NULL NULL 194 val_194
+NULL NULL 195 val_195
+NULL NULL 195 val_195
+NULL NULL 196 val_196
+NULL NULL 197 val_197
+NULL NULL 197 val_197
+NULL NULL 199 val_199
+NULL NULL 199 val_199
+NULL NULL 199 val_199
+NULL NULL 200 val_200
+NULL NULL 200 val_200
+NULL NULL 201 val_201
+NULL NULL 202 val_202
+NULL NULL 203 val_203
+NULL NULL 203 val_203
+NULL NULL 205 val_205
+NULL NULL 205 val_205
+NULL NULL 207 val_207
+NULL NULL 207 val_207
+NULL NULL 208 val_208
+NULL NULL 208 val_208
+NULL NULL 208 val_208
+NULL NULL 209 val_209
+NULL NULL 209 val_209
+NULL NULL 213 val_213
+NULL NULL 213 val_213
+NULL NULL 214 val_214
+NULL NULL 216 val_216
+NULL NULL 216 val_216
+NULL NULL 217 val_217
+NULL NULL 217 val_217
+NULL NULL 218 val_218
+NULL NULL 219 val_219
+NULL NULL 219 val_219
+NULL NULL 221 val_221
+NULL NULL 221 val_221
+NULL NULL 222 val_222
+NULL NULL 223 val_223
+NULL NULL 223 val_223
+NULL NULL 224 val_224
+NULL NULL 224 val_224
+NULL NULL 226 val_226
+NULL NULL 228 val_228
+NULL NULL 229 val_229
+NULL NULL 229 val_229
+NULL NULL 230 val_230
+NULL NULL 230 val_230
+NULL NULL 230 val_230
+NULL NULL 230 val_230
+NULL NULL 230 val_230
+NULL NULL 233 val_233
+NULL NULL 233 val_233
+NULL NULL 235 val_235
+NULL NULL 237 val_237
+NULL NULL 237 val_237
+NULL NULL 238 val_238
+NULL NULL 238 val_238
+NULL NULL 239 val_239
+NULL NULL 239 val_239
+NULL NULL 241 val_241
+NULL NULL 242 val_242
+NULL NULL 242 val_242
+NULL NULL 244 val_244
+NULL NULL 247 val_247
+NULL NULL 248 val_248
+NULL NULL 249 val_249
+NULL NULL 252 val_252
+NULL NULL 255 val_255
+NULL NULL 255 val_255
+NULL NULL 256 val_256
+NULL NULL 256 val_256
+NULL NULL 257 val_257
+NULL NULL 258 val_258
+NULL NULL 260 val_260
+NULL NULL 262 val_262
+NULL NULL 263 val_263
+NULL NULL 265 val_265
+NULL NULL 265 val_265
+NULL NULL 266 val_266
+NULL NULL 272 val_272
+NULL NULL 272 val_272
+NULL NULL 273 val_273
+NULL NULL 273 val_273
+NULL NULL 273 val_273
+NULL NULL 274 val_274
+NULL NULL 275 val_275
+NULL NULL 277 val_277
+NULL NULL 277 val_277
+NULL NULL 277 val_277
+NULL NULL 277 val_277
+NULL NULL 278 val_278
+NULL NULL 278 val_278
+NULL NULL 280 val_280
+NULL NULL 280 val_280
+NULL NULL 281 val_281
+NULL NULL 281 val_281
+NULL NULL 282 val_282
+NULL NULL 282 val_282
+NULL NULL 283 val_283
+NULL NULL 284 val_284
+NULL NULL 285 val_285
+NULL NULL 286 val_286
+NULL NULL 287 val_287
+NULL NULL 288 val_288
+NULL NULL 288 val_288
+NULL NULL 289 val_289
+NULL NULL 291 val_291
+NULL NULL 292 val_292
+NULL NULL 296 val_296
+NULL NULL 298 val_298
+NULL NULL 298 val_298
+NULL NULL 298 val_298
+NULL NULL 302 val_302
+NULL NULL 305 val_305
+NULL NULL 306 val_306
+NULL NULL 307 val_307
+NULL NULL 307 val_307
+NULL NULL 308 val_308
+NULL NULL 309 val_309
+NULL NULL 309 val_309
+NULL NULL 310 val_310
+NULL NULL 311 val_311
+NULL NULL 311 val_311
+NULL NULL 311 val_311
+NULL NULL 315 val_315
+NULL NULL 316 val_316
+NULL NULL 316 val_316
+NULL NULL 316 val_316
+NULL NULL 317 val_317
+NULL NULL 317 val_317
+NULL NULL 318 val_318
+NULL NULL 318 val_318
+NULL NULL 318 val_318
+NULL NULL 321 val_321
+NULL NULL 321 val_321
+NULL NULL 322 val_322
+NULL NULL 322 val_322
+NULL NULL 323 val_323
+NULL NULL 325 val_325
+NULL NULL 325 val_325
+NULL NULL 327 val_327
+NULL NULL 327 val_327
+NULL NULL 327 val_327
+NULL NULL 331 val_331
+NULL NULL 331 val_331
+NULL NULL 332 val_332
+NULL NULL 333 val_333
+NULL NULL 333 val_333
+NULL NULL 335 val_335
+NULL NULL 336 val_336
+NULL NULL 338 val_338
+NULL NULL 339 val_339
+NULL NULL 341 val_341
+NULL NULL 342 val_342
+NULL NULL 342 val_342
+NULL NULL 344 val_344
+NULL NULL 344 val_344
+NULL NULL 345 val_345
+NULL NULL 348 val_348
+NULL NULL 348 val_348
+NULL NULL 348 val_348
+NULL NULL 348 val_348
+NULL NULL 348 val_348
+NULL NULL 351 val_351
+NULL NULL 353 val_353
+NULL NULL 353 val_353
+NULL NULL 356 val_356
+NULL NULL 360 val_360
+NULL NULL 362 val_362
+NULL NULL 364 val_364
+NULL NULL 365 val_365
+NULL NULL 366 val_366
+NULL NULL 367 val_367
+NULL NULL 367 val_367
+NULL NULL 368 val_368
+NULL NULL 369 val_369
+NULL NULL 369 val_369
+NULL NULL 369 val_369
+NULL NULL 373 val_373
+NULL NULL 374 val_374
+NULL NULL 375 val_375
+NULL NULL 377 val_377
+NULL NULL 378 val_378
+NULL NULL 379 val_379
+NULL NULL 382 val_382
+NULL NULL 382 val_382
+NULL NULL 384 val_384
+NULL NULL 384 val_384
+NULL NULL 384 val_384
+NULL NULL 386 val_386
+NULL NULL 389 val_389
+NULL NULL 392 val_392
+NULL NULL 393 val_393
+NULL NULL 394 val_394
+NULL NULL 395 val_395
+NULL NULL 395 val_395
+NULL NULL 396 val_396
+NULL NULL 396 val_396
+NULL NULL 396 val_396
+NULL NULL 397 val_397
+NULL NULL 397 val_397
+NULL NULL 399 val_399
+NULL NULL 399 val_399
+NULL NULL 400 val_400
+NULL NULL 401 val_401
+NULL NULL 401 val_401
+NULL NULL 401 val_401
+NULL NULL 401 val_401
+NULL NULL 401 val_401
+NULL NULL 402 val_402
+NULL NULL 403 val_403
+NULL NULL 403 val_403
+NULL NULL 403 val_403
+NULL NULL 404 val_404
+NULL NULL 404 val_404
+NULL NULL 406 val_406
+NULL NULL 406 val_406
+NULL NULL 406 val_406
+NULL NULL 406 val_406
+NULL NULL 407 val_407
+NULL NULL 409 val_409
+NULL NULL 409 val_409
+NULL NULL 409 val_409
+NULL NULL 411 val_411
+NULL NULL 413 val_413
+NULL NULL 413 val_413
+NULL NULL 414 val_414
+NULL NULL 414 val_414
+NULL NULL 417 val_417
+NULL NULL 417 val_417
+NULL NULL 417 val_417
+NULL NULL 418 val_418
+NULL NULL 419 val_419
+NULL NULL 421 val_421
+NULL NULL 424 val_424
+NULL NULL 424 val_424
+NULL NULL 427 val_427
+NULL NULL 429 val_429
+NULL NULL 429 val_429
+NULL NULL 430 val_430
+NULL NULL 430 val_430
+NULL NULL 430 val_430
+NULL NULL 431 val_431
+NULL NULL 431 val_431
+NULL NULL 431 val_431
+NULL NULL 432 val_432
+NULL NULL 435 val_435
+NULL NULL 436 val_436
+NULL NULL 437 val_437
+NULL NULL 438 val_438
+NULL NULL 438 val_438
+NULL NULL 438 val_438
+NULL NULL 439 val_439
+NULL NULL 439 val_439
+NULL NULL 443 val_443
+NULL NULL 444 val_444
+NULL NULL 446 val_446
+NULL NULL 448 val_448
+NULL NULL 449 val_449
+NULL NULL 452 val_452
+NULL NULL 453 val_453
+NULL NULL 454 val_454
+NULL NULL 454 val_454
+NULL NULL 454 val_454
+NULL NULL 455 val_455
+NULL NULL 457 val_457
+NULL NULL 458 val_458
+NULL NULL 458 val_458
+NULL NULL 459 val_459
+NULL NULL 459 val_459
+NULL NULL 460 val_460
+NULL NULL 462 val_462
+NULL NULL 462 val_462
+NULL NULL 463 val_463
+NULL NULL 463 val_463
+NULL NULL 466 val_466
+NULL NULL 466 val_466
+NULL NULL 466 val_466
+NULL NULL 467 val_467
+NULL NULL 468 val_468
+NULL NULL 468 val_468
+NULL NULL 468 val_468
+NULL NULL 468 val_468
+NULL NULL 469 val_469
+NULL NULL 469 val_469
+NULL NULL 469 val_469
+NULL NULL 469 val_469
+NULL NULL 469 val_469
+NULL NULL 470 val_470
+NULL NULL 472 val_472
+NULL NULL 475 val_475
+NULL NULL 477 val_477
+NULL NULL 478 val_478
+NULL NULL 478 val_478
+NULL NULL 479 val_479
+NULL NULL 480 val_480
+NULL NULL 480 val_480
+NULL NULL 480 val_480
+NULL NULL 481 val_481
+NULL NULL 482 val_482
+NULL NULL 483 val_483
+NULL NULL 484 val_484
+NULL NULL 485 val_485
+NULL NULL 487 val_487
+NULL NULL 489 val_489
+NULL NULL 489 val_489
+NULL NULL 489 val_489
+NULL NULL 489 val_489
+NULL NULL 490 val_490
+NULL NULL 491 val_491
+NULL NULL 492 val_492
+NULL NULL 492 val_492
+NULL NULL 493 val_493
+NULL NULL 494 val_494
+NULL NULL 495 val_495
+NULL NULL 496 val_496
+NULL NULL 497 val_497
+NULL NULL 498 val_498
+NULL NULL 498 val_498
+NULL NULL 498 val_498
+PREHOOK: query: insert overwrite table normal_join_results select * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+PREHOOK: Output: default@normal_join_results
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table normal_join_results select * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+POSTHOOK: Output: default@normal_join_results
+POSTHOOK: Lineage: normal_join_results.k1 SIMPLE [(smb_bucket4_1)a.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: normal_join_results.k2 SIMPLE [(smb_bucket4_2)b.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: normal_join_results.v1 SIMPLE [(smb_bucket4_1)a.FieldSchema(name:value, type:string, comment:null), ]
+POSTHOOK: Lineage: normal_join_results.v2 SIMPLE [(smb_bucket4_2)b.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from normal_join_results
+PREHOOK: type: QUERY
+PREHOOK: Input: default@normal_join_results
+#### A masked pattern was here ####
+POSTHOOK: query: select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from normal_join_results
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@normal_join_results
+#### A masked pattern was here ####
+0 130091 0 36210398070
+PREHOOK: query: select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from smb_join_results
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_join_results
+#### A masked pattern was here ####
+POSTHOOK: query: select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from smb_join_results
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_join_results
+#### A masked pattern was here ####
+0 130091 0 36210398070
+PREHOOK: query: select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from smb_join_results_empty_bigtable
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_join_results_empty_bigtable
+#### A masked pattern was here ####
+POSTHOOK: query: select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from smb_join_results_empty_bigtable
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_join_results_empty_bigtable
+#### A masked pattern was here ####
+0 130091 0 36210398070
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_8.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_8.q.out?rev=1634671&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_8.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_8.q.out Mon Oct 27 19:56:58 2014
@@ -0,0 +1,487 @@
+PREHOOK: query: create table smb_bucket_input (key int, value string) stored as rcfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smb_bucket_input
+POSTHOOK: query: create table smb_bucket_input (key int, value string) stored as rcfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smb_bucket_input
+PREHOOK: query: load data local inpath '../../data/files/smb_bucket_input.rc' into table smb_bucket_input
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@smb_bucket_input
+POSTHOOK: query: load data local inpath '../../data/files/smb_bucket_input.rc' into table smb_bucket_input
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@smb_bucket_input
+PREHOOK: query: CREATE TABLE smb_bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 1 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smb_bucket4_1
+POSTHOOK: query: CREATE TABLE smb_bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 1 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smb_bucket4_1
+PREHOOK: query: CREATE TABLE smb_bucket4_2(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 1 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smb_bucket4_2
+POSTHOOK: query: CREATE TABLE smb_bucket4_2(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 1 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smb_bucket4_2
+PREHOOK: query: CREATE TABLE smb_bucket4_3(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 1 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smb_bucket4_3
+POSTHOOK: query: CREATE TABLE smb_bucket4_3(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 1 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smb_bucket4_3
+PREHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=4 or key=2000 or key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=4 or key=2000 or key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_1
+POSTHOOK: Lineage: smb_bucket4_1.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_1.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=484 or key=3000 or key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=484 or key=3000 or key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+4 val_356 NULL NULL
+NULL NULL 484 val_169
+2000 val_169 NULL NULL
+NULL NULL 3000 val_169
+4000 val_125 NULL NULL
+NULL NULL 5000 val_125
+PREHOOK: query: select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+4 val_356 NULL NULL
+NULL NULL 484 val_169
+2000 val_169 NULL NULL
+NULL NULL 3000 val_169
+4000 val_125 NULL NULL
+NULL NULL 5000 val_125
+PREHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=2000 or key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=2000 or key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_1
+POSTHOOK: Lineage: smb_bucket4_1.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_1.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=3000 or key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=3000 or key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+2000 val_169 NULL NULL
+NULL NULL 3000 val_169
+4000 val_125 NULL NULL
+NULL NULL 5000 val_125
+PREHOOK: query: select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+2000 val_169 NULL NULL
+NULL NULL 3000 val_169
+4000 val_125 NULL NULL
+NULL NULL 5000 val_125
+PREHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_1
+POSTHOOK: Lineage: smb_bucket4_1.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_1.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+4000 val_125 NULL NULL
+NULL NULL 5000 val_125
+PREHOOK: query: select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+4000 val_125 NULL NULL
+NULL NULL 5000 val_125
+PREHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=1000 or key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=1000 or key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_1
+POSTHOOK: Lineage: smb_bucket4_1.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_1.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=1000 or key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=1000 or key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+1000 val_1000 1000 val_1000
+4000 val_125 NULL NULL
+NULL NULL 5000 val_125
+PREHOOK: query: select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+#### A masked pattern was here ####
+1000 val_1000 1000 val_1000
+4000 val_125 NULL NULL
+NULL NULL 5000 val_125
+PREHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=1000 or key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=1000 or key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_1
+POSTHOOK: Lineage: smb_bucket4_1.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_1.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=1000 or key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=1000 or key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=1000 or key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_3
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=1000 or key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_3
+POSTHOOK: Lineage: smb_bucket4_3.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_3.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+PREHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+POSTHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+1000 val_1000 1000 val_1000 1000 val_1000
+4000 val_125 NULL NULL NULL NULL
+NULL NULL 5000 val_125 NULL NULL
+NULL NULL NULL NULL 5000 val_125
+PREHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=1000 or key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=1000 or key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_1
+POSTHOOK: Lineage: smb_bucket4_1.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_1.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=1000 or key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=1000 or key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=1000 or key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_3
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=1000 or key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_3
+POSTHOOK: Lineage: smb_bucket4_3.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_3.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+PREHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+POSTHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+1000 val_1000 1000 val_1000 1000 val_1000
+4000 val_125 NULL NULL 4000 val_125
+NULL NULL 5000 val_125 NULL NULL
+PREHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_1
+POSTHOOK: Lineage: smb_bucket4_1.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_1.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_3
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_3
+POSTHOOK: Lineage: smb_bucket4_3.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_3.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+PREHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+POSTHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+4000 val_125 NULL NULL 4000 val_125
+NULL NULL 5000 val_125 NULL NULL
+PREHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=00000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=00000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_1
+POSTHOOK: Lineage: smb_bucket4_1.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_1.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_3
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_3
+POSTHOOK: Lineage: smb_bucket4_3.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_3.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+PREHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+POSTHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+NULL NULL 4000 val_125 NULL NULL
+NULL NULL NULL NULL 5000 val_125
+PREHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=1000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=1000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_1
+POSTHOOK: Lineage: smb_bucket4_1.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_1.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=4000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=4000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_2
+POSTHOOK: Lineage: smb_bucket4_2.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_2.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=5000
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket_input
+PREHOOK: Output: default@smb_bucket4_3
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table smb_bucket4_3 select * from smb_bucket_input where key=5000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket_input
+POSTHOOK: Output: default@smb_bucket4_3
+POSTHOOK: Lineage: smb_bucket4_3.key SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: smb_bucket4_3.value SIMPLE [(smb_bucket_input)smb_bucket_input.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smb_bucket4_1
+PREHOOK: Input: default@smb_bucket4_2
+PREHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key
+full outer join smb_bucket4_3 c on a.key=c.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smb_bucket4_1
+POSTHOOK: Input: default@smb_bucket4_2
+POSTHOOK: Input: default@smb_bucket4_3
+#### A masked pattern was here ####
+1000 val_1000 NULL NULL NULL NULL
+NULL NULL 4000 val_125 NULL NULL
+NULL NULL NULL NULL 5000 val_125
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_1.q.out?rev=1634671&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_1.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_1.q.out Mon Oct 27 19:56:58 2014
@@ -0,0 +1,152 @@
+PREHOOK: query: drop table table_desc1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table table_desc1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table table_desc2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table table_desc2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table table_desc1(key string, value string) clustered by (key) sorted by (key DESC) into 1 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@table_desc1
+POSTHOOK: query: create table table_desc1(key string, value string) clustered by (key) sorted by (key DESC) into 1 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@table_desc1
+PREHOOK: query: create table table_desc2(key string, value string) clustered by (key) sorted by (key DESC) into 1 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@table_desc2
+POSTHOOK: query: create table table_desc2(key string, value string) clustered by (key) sorted by (key DESC) into 1 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@table_desc2
+PREHOOK: query: insert overwrite table table_desc1 select key, value from src
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@table_desc1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table table_desc1 select key, value from src
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@table_desc1
+POSTHOOK: Lineage: table_desc1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: table_desc1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: insert overwrite table table_desc2 select key, value from src
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@table_desc2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table table_desc2 select key, value from src
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@table_desc2
+POSTHOOK: Lineage: table_desc2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: table_desc2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: -- The columns of the tables above are sorted in same descending order.
+-- So, sort merge join should be performed
+
+explain
+select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b on a.key=b.key where a.key < 10
+PREHOOK: type: QUERY
+POSTHOOK: query: -- The columns of the tables above are sorted in same descending order.
+-- So, sort merge join should be performed
+
+explain
+select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b on a.key=b.key where a.key < 10
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1)
+ Reducer 3 <- Reducer 2 (GROUP, 1)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key is not null and (key < 10)) (type: boolean)
+ Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key is not null and (key < 10)) (type: boolean)
+ Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0
+ 1
+ Statistics: Num rows: 9 Data size: 991 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ Statistics: Num rows: 9 Data size: 991 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: count()
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: bigint)
+ Reducer 3
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: bigint)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b on a.key=b.key where a.key < 10
+PREHOOK: type: QUERY
+PREHOOK: Input: default@table_desc1
+PREHOOK: Input: default@table_desc2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b on a.key=b.key where a.key < 10
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@table_desc1
+POSTHOOK: Input: default@table_desc2
+#### A masked pattern was here ####
+22
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_2.q.out?rev=1634671&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_2.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_2.q.out Mon Oct 27 19:56:58 2014
@@ -0,0 +1,162 @@
+PREHOOK: query: drop table table_desc1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table table_desc1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table table_desc2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table table_desc2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table table_desc1(key string, value string) clustered by (key, value)
+sorted by (key DESC, value DESC) into 1 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@table_desc1
+POSTHOOK: query: create table table_desc1(key string, value string) clustered by (key, value)
+sorted by (key DESC, value DESC) into 1 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@table_desc1
+PREHOOK: query: create table table_desc2(key string, value string) clustered by (key, value)
+sorted by (key DESC, value DESC) into 1 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@table_desc2
+POSTHOOK: query: create table table_desc2(key string, value string) clustered by (key, value)
+sorted by (key DESC, value DESC) into 1 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@table_desc2
+PREHOOK: query: insert overwrite table table_desc1 select key, value from src
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@table_desc1
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table table_desc1 select key, value from src
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@table_desc1
+POSTHOOK: Lineage: table_desc1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: table_desc1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: insert overwrite table table_desc2 select key, value from src
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@table_desc2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: insert overwrite table table_desc2 select key, value from src
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@table_desc2
+POSTHOOK: Lineage: table_desc2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: table_desc2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: -- The columns of the tables above are sorted in same order.
+-- descending followed by descending
+-- So, sort merge join should be performed
+
+explain
+select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b
+on a.key=b.key and a.value=b.value where a.key < 10
+PREHOOK: type: QUERY
+POSTHOOK: query: -- The columns of the tables above are sorted in same order.
+-- descending followed by descending
+-- So, sort merge join should be performed
+
+explain
+select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b
+on a.key=b.key and a.value=b.value where a.key < 10
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1)
+ Reducer 3 <- Reducer 2 (GROUP, 1)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((key is not null and value is not null) and (key < 10)) (type: boolean)
+ Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((key is not null and value is not null) and (key < 10)) (type: boolean)
+ Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0
+ 1
+ Statistics: Num rows: 2 Data size: 440 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ Statistics: Num rows: 2 Data size: 440 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: count()
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: bigint)
+ Reducer 3
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: bigint)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b
+on a.key=b.key and a.value=b.value where a.key < 10
+PREHOOK: type: QUERY
+PREHOOK: Input: default@table_desc1
+PREHOOK: Input: default@table_desc2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b
+on a.key=b.key and a.value=b.value where a.key < 10
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@table_desc1
+POSTHOOK: Input: default@table_desc2
+#### A masked pattern was here ####
+22