You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by dj...@apache.org on 2018/05/02 18:33:07 UTC
[27/36] hive git commit: HIVE-18910 : Migrate to Murmur hash for
shuffle and bucketing (Deepak Jaiswal, reviewed by Jasone Dere)
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out
index 885fd18..8fa1b35 100644
--- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out
+++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out
@@ -147,6 +147,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -234,6 +235,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -282,6 +284,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -421,6 +424,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -508,6 +512,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -556,6 +561,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out
index ff98ee5..bd7f60a 100644
--- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out
+++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out
@@ -147,6 +147,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -195,6 +196,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -283,6 +285,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -421,6 +424,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -469,6 +473,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -557,6 +562,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -695,6 +701,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -743,6 +750,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -831,6 +839,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out
index a5aab31..6d6e60c 100644
--- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out
+++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out
@@ -163,6 +163,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -211,6 +212,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -299,6 +301,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -437,6 +440,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -485,6 +489,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -573,6 +578,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -711,6 +717,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -759,6 +766,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -847,6 +855,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out
index e940a99..a869408 100644
--- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out
+++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out
@@ -103,6 +103,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -125,6 +126,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -189,6 +191,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -211,6 +214,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -320,6 +324,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -342,6 +347,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -406,6 +412,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -428,6 +435,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -537,6 +545,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -559,6 +568,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -623,6 +633,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -645,6 +656,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out
index 3e53b88..71b146e 100644
--- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out
+++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out
@@ -180,6 +180,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -228,6 +229,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -316,6 +318,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -364,6 +367,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -505,6 +509,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -553,6 +558,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -641,6 +647,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -689,6 +696,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -830,6 +838,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -878,6 +887,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -966,6 +976,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -1014,6 +1025,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out
index f0ae0bf..0f39c9e 100644
--- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out
+++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out
@@ -180,6 +180,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -228,6 +229,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -316,6 +318,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -364,6 +367,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -505,6 +509,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -553,6 +558,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -641,6 +647,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -689,6 +696,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -830,6 +838,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -878,6 +887,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -966,6 +976,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -1014,6 +1025,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 4
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/bucket2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket2.q.out b/ql/src/test/results/clientpositive/llap/bucket2.q.out
index fae2978..f0cbd92 100644
--- a/ql/src/test/results/clientpositive/llap/bucket2.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket2.q.out
@@ -59,6 +59,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -80,6 +81,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -121,6 +123,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -191,6 +194,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -261,66 +265,59 @@ POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucket2_1
#### A masked pattern was here ####
-0 val_0
-0 val_0
-0 val_0
10 val_10
-100 val_100
-100 val_100
-104 val_104
-104 val_104
-114 val_114
+105 val_105
+113 val_113
+113 val_113
116 val_116
-118 val_118
-118 val_118
-12 val_12
-12 val_12
-120 val_120
-120 val_120
+119 val_119
+119 val_119
+119 val_119
126 val_126
-128 val_128
-128 val_128
-128 val_128
+133 val_133
134 val_134
134 val_134
-136 val_136
-138 val_138
-138 val_138
-138 val_138
-138 val_138
+137 val_137
+137 val_137
146 val_146
146 val_146
-150 val_150
-152 val_152
-152 val_152
+149 val_149
+149 val_149
+153 val_153
156 val_156
+157 val_157
158 val_158
-160 val_160
162 val_162
+163 val_163
164 val_164
164 val_164
-166 val_166
-168 val_168
-170 val_170
-172 val_172
-172 val_172
-174 val_174
-174 val_174
-176 val_176
-176 val_176
+165 val_165
+165 val_165
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+17 val_17
+177 val_177
178 val_178
-18 val_18
-18 val_18
-180 val_180
-186 val_186
+181 val_181
+187 val_187
+187 val_187
+187 val_187
+19 val_19
190 val_190
-192 val_192
-194 val_194
-196 val_196
+191 val_191
+191 val_191
+195 val_195
+195 val_195
+197 val_197
+197 val_197
+199 val_199
+199 val_199
+199 val_199
2 val_2
20 val_20
-200 val_200
-200 val_200
+201 val_201
202 val_202
208 val_208
208 val_208
@@ -328,70 +325,62 @@ POSTHOOK: Input: default@bucket2_1
214 val_214
216 val_216
216 val_216
-218 val_218
-222 val_222
-224 val_224
-224 val_224
+221 val_221
+221 val_221
226 val_226
-228 val_228
-230 val_230
-230 val_230
-230 val_230
-230 val_230
-230 val_230
+229 val_229
+229 val_229
+233 val_233
+233 val_233
+237 val_237
+237 val_237
238 val_238
238 val_238
-24 val_24
-24 val_24
-242 val_242
-242 val_242
+239 val_239
+239 val_239
244 val_244
248 val_248
+249 val_249
252 val_252
+255 val_255
+255 val_255
256 val_256
256 val_256
-258 val_258
-26 val_26
-26 val_26
260 val_260
-262 val_262
266 val_266
+27 val_27
272 val_272
272 val_272
-274 val_274
-278 val_278
-278 val_278
-28 val_28
-280 val_280
-280 val_280
-282 val_282
-282 val_282
284 val_284
286 val_286
-288 val_288
-288 val_288
+287 val_287
+289 val_289
+291 val_291
292 val_292
-296 val_296
-298 val_298
-298 val_298
-298 val_298
30 val_30
-302 val_302
-306 val_306
+307 val_307
+307 val_307
308 val_308
310 val_310
+311 val_311
+311 val_311
+311 val_311
+315 val_315
316 val_316
316 val_316
316 val_316
-318 val_318
-318 val_318
-318 val_318
-322 val_322
-322 val_322
+317 val_317
+317 val_317
+325 val_325
+325 val_325
+327 val_327
+327 val_327
+327 val_327
332 val_332
336 val_336
338 val_338
-34 val_34
+339 val_339
+341 val_341
342 val_342
342 val_342
344 val_344
@@ -401,110 +390,121 @@ POSTHOOK: Input: default@bucket2_1
348 val_348
348 val_348
348 val_348
-356 val_356
+351 val_351
+353 val_353
+353 val_353
360 val_360
362 val_362
364 val_364
-366 val_366
+365 val_365
368 val_368
-374 val_374
+369 val_369
+369 val_369
+369 val_369
+377 val_377
378 val_378
-382 val_382
-382 val_382
384 val_384
384 val_384
384 val_384
386 val_386
392 val_392
+393 val_393
394 val_394
396 val_396
396 val_396
396 val_396
-4 val_4
-400 val_400
+397 val_397
+397 val_397
+399 val_399
+399 val_399
402 val_402
404 val_404
404 val_404
-406 val_406
-406 val_406
-406 val_406
-406 val_406
+407 val_407
+409 val_409
+409 val_409
+409 val_409
+41 val_41
+411 val_411
414 val_414
414 val_414
-418 val_418
-42 val_42
-42 val_42
-424 val_424
-424 val_424
+417 val_417
+417 val_417
+417 val_417
+419 val_419
+421 val_421
+427 val_427
+43 val_43
430 val_430
430 val_430
430 val_430
432 val_432
-436 val_436
-438 val_438
-438 val_438
-438 val_438
-44 val_44
+435 val_435
+437 val_437
+443 val_443
444 val_444
446 val_446
-448 val_448
+449 val_449
452 val_452
+453 val_453
454 val_454
454 val_454
454 val_454
458 val_458
458 val_458
-460 val_460
-462 val_462
-462 val_462
+459 val_459
+459 val_459
+463 val_463
+463 val_463
466 val_466
466 val_466
466 val_466
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-470 val_470
+467 val_467
472 val_472
478 val_478
478 val_478
+479 val_479
480 val_480
480 val_480
480 val_480
482 val_482
+483 val_483
484 val_484
+485 val_485
490 val_490
-492 val_492
-492 val_492
-494 val_494
-496 val_496
+491 val_491
+495 val_495
+497 val_497
498 val_498
498 val_498
498 val_498
+51 val_51
+51 val_51
54 val_54
+57 val_57
58 val_58
58 val_58
64 val_64
-66 val_66
+65 val_65
+67 val_67
+67 val_67
+69 val_69
70 val_70
70 val_70
70 val_70
-72 val_72
-72 val_72
-74 val_74
-76 val_76
-76 val_76
-78 val_78
-8 val_8
+77 val_77
80 val_80
-82 val_82
+83 val_83
+83 val_83
84 val_84
84 val_84
+85 val_85
86 val_86
90 val_90
90 val_90
90 val_90
-92 val_92
96 val_96
+97 val_97
+97 val_97
98 val_98
98 val_98
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/bucket3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket3.q.out b/ql/src/test/results/clientpositive/llap/bucket3.q.out
index f280f5c..1228177 100644
--- a/ql/src/test/results/clientpositive/llap/bucket3.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket3.q.out
@@ -60,6 +60,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -81,6 +82,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -122,6 +124,7 @@ STAGE PLANS:
properties:
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -211,6 +214,7 @@ STAGE PLANS:
properties:
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -293,66 +297,59 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucket3_1
POSTHOOK: Input: default@bucket3_1@ds=1
#### A masked pattern was here ####
-0 val_0 1
-0 val_0 1
-0 val_0 1
10 val_10 1
-100 val_100 1
-100 val_100 1
-104 val_104 1
-104 val_104 1
-114 val_114 1
+105 val_105 1
+113 val_113 1
+113 val_113 1
116 val_116 1
-118 val_118 1
-118 val_118 1
-12 val_12 1
-12 val_12 1
-120 val_120 1
-120 val_120 1
+119 val_119 1
+119 val_119 1
+119 val_119 1
126 val_126 1
-128 val_128 1
-128 val_128 1
-128 val_128 1
+133 val_133 1
134 val_134 1
134 val_134 1
-136 val_136 1
-138 val_138 1
-138 val_138 1
-138 val_138 1
-138 val_138 1
+137 val_137 1
+137 val_137 1
146 val_146 1
146 val_146 1
-150 val_150 1
-152 val_152 1
-152 val_152 1
+149 val_149 1
+149 val_149 1
+153 val_153 1
156 val_156 1
+157 val_157 1
158 val_158 1
-160 val_160 1
162 val_162 1
+163 val_163 1
164 val_164 1
164 val_164 1
-166 val_166 1
-168 val_168 1
-170 val_170 1
-172 val_172 1
-172 val_172 1
-174 val_174 1
-174 val_174 1
-176 val_176 1
-176 val_176 1
+165 val_165 1
+165 val_165 1
+169 val_169 1
+169 val_169 1
+169 val_169 1
+169 val_169 1
+17 val_17 1
+177 val_177 1
178 val_178 1
-18 val_18 1
-18 val_18 1
-180 val_180 1
-186 val_186 1
+181 val_181 1
+187 val_187 1
+187 val_187 1
+187 val_187 1
+19 val_19 1
190 val_190 1
-192 val_192 1
-194 val_194 1
-196 val_196 1
+191 val_191 1
+191 val_191 1
+195 val_195 1
+195 val_195 1
+197 val_197 1
+197 val_197 1
+199 val_199 1
+199 val_199 1
+199 val_199 1
2 val_2 1
20 val_20 1
-200 val_200 1
-200 val_200 1
+201 val_201 1
202 val_202 1
208 val_208 1
208 val_208 1
@@ -360,70 +357,62 @@ POSTHOOK: Input: default@bucket3_1@ds=1
214 val_214 1
216 val_216 1
216 val_216 1
-218 val_218 1
-222 val_222 1
-224 val_224 1
-224 val_224 1
+221 val_221 1
+221 val_221 1
226 val_226 1
-228 val_228 1
-230 val_230 1
-230 val_230 1
-230 val_230 1
-230 val_230 1
-230 val_230 1
+229 val_229 1
+229 val_229 1
+233 val_233 1
+233 val_233 1
+237 val_237 1
+237 val_237 1
238 val_238 1
238 val_238 1
-24 val_24 1
-24 val_24 1
-242 val_242 1
-242 val_242 1
+239 val_239 1
+239 val_239 1
244 val_244 1
248 val_248 1
+249 val_249 1
252 val_252 1
+255 val_255 1
+255 val_255 1
256 val_256 1
256 val_256 1
-258 val_258 1
-26 val_26 1
-26 val_26 1
260 val_260 1
-262 val_262 1
266 val_266 1
+27 val_27 1
272 val_272 1
272 val_272 1
-274 val_274 1
-278 val_278 1
-278 val_278 1
-28 val_28 1
-280 val_280 1
-280 val_280 1
-282 val_282 1
-282 val_282 1
284 val_284 1
286 val_286 1
-288 val_288 1
-288 val_288 1
+287 val_287 1
+289 val_289 1
+291 val_291 1
292 val_292 1
-296 val_296 1
-298 val_298 1
-298 val_298 1
-298 val_298 1
30 val_30 1
-302 val_302 1
-306 val_306 1
+307 val_307 1
+307 val_307 1
308 val_308 1
310 val_310 1
+311 val_311 1
+311 val_311 1
+311 val_311 1
+315 val_315 1
316 val_316 1
316 val_316 1
316 val_316 1
-318 val_318 1
-318 val_318 1
-318 val_318 1
-322 val_322 1
-322 val_322 1
+317 val_317 1
+317 val_317 1
+325 val_325 1
+325 val_325 1
+327 val_327 1
+327 val_327 1
+327 val_327 1
332 val_332 1
336 val_336 1
338 val_338 1
-34 val_34 1
+339 val_339 1
+341 val_341 1
342 val_342 1
342 val_342 1
344 val_344 1
@@ -433,110 +422,121 @@ POSTHOOK: Input: default@bucket3_1@ds=1
348 val_348 1
348 val_348 1
348 val_348 1
-356 val_356 1
+351 val_351 1
+353 val_353 1
+353 val_353 1
360 val_360 1
362 val_362 1
364 val_364 1
-366 val_366 1
+365 val_365 1
368 val_368 1
-374 val_374 1
+369 val_369 1
+369 val_369 1
+369 val_369 1
+377 val_377 1
378 val_378 1
-382 val_382 1
-382 val_382 1
384 val_384 1
384 val_384 1
384 val_384 1
386 val_386 1
392 val_392 1
+393 val_393 1
394 val_394 1
396 val_396 1
396 val_396 1
396 val_396 1
-4 val_4 1
-400 val_400 1
+397 val_397 1
+397 val_397 1
+399 val_399 1
+399 val_399 1
402 val_402 1
404 val_404 1
404 val_404 1
-406 val_406 1
-406 val_406 1
-406 val_406 1
-406 val_406 1
+407 val_407 1
+409 val_409 1
+409 val_409 1
+409 val_409 1
+41 val_41 1
+411 val_411 1
414 val_414 1
414 val_414 1
-418 val_418 1
-42 val_42 1
-42 val_42 1
-424 val_424 1
-424 val_424 1
+417 val_417 1
+417 val_417 1
+417 val_417 1
+419 val_419 1
+421 val_421 1
+427 val_427 1
+43 val_43 1
430 val_430 1
430 val_430 1
430 val_430 1
432 val_432 1
-436 val_436 1
-438 val_438 1
-438 val_438 1
-438 val_438 1
-44 val_44 1
+435 val_435 1
+437 val_437 1
+443 val_443 1
444 val_444 1
446 val_446 1
-448 val_448 1
+449 val_449 1
452 val_452 1
+453 val_453 1
454 val_454 1
454 val_454 1
454 val_454 1
458 val_458 1
458 val_458 1
-460 val_460 1
-462 val_462 1
-462 val_462 1
+459 val_459 1
+459 val_459 1
+463 val_463 1
+463 val_463 1
466 val_466 1
466 val_466 1
466 val_466 1
-468 val_468 1
-468 val_468 1
-468 val_468 1
-468 val_468 1
-470 val_470 1
+467 val_467 1
472 val_472 1
478 val_478 1
478 val_478 1
+479 val_479 1
480 val_480 1
480 val_480 1
480 val_480 1
482 val_482 1
+483 val_483 1
484 val_484 1
+485 val_485 1
490 val_490 1
-492 val_492 1
-492 val_492 1
-494 val_494 1
-496 val_496 1
+491 val_491 1
+495 val_495 1
+497 val_497 1
498 val_498 1
498 val_498 1
498 val_498 1
+51 val_51 1
+51 val_51 1
54 val_54 1
+57 val_57 1
58 val_58 1
58 val_58 1
64 val_64 1
-66 val_66 1
+65 val_65 1
+67 val_67 1
+67 val_67 1
+69 val_69 1
70 val_70 1
70 val_70 1
70 val_70 1
-72 val_72 1
-72 val_72 1
-74 val_74 1
-76 val_76 1
-76 val_76 1
-78 val_78 1
-8 val_8 1
+77 val_77 1
80 val_80 1
-82 val_82 1
+83 val_83 1
+83 val_83 1
84 val_84 1
84 val_84 1
+85 val_85 1
86 val_86 1
90 val_90 1
90 val_90 1
90 val_90 1
-92 val_92 1
96 val_96 1
+97 val_97 1
+97 val_97 1
98 val_98 1
98 val_98 1
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/bucket4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket4.q.out b/ql/src/test/results/clientpositive/llap/bucket4.q.out
index ca36cfb..5deab2d 100644
--- a/ql/src/test/results/clientpositive/llap/bucket4.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket4.q.out
@@ -60,6 +60,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -81,6 +82,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -123,6 +125,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -194,6 +197,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -264,104 +268,93 @@ POSTHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucket4_1
#### A masked pattern was here ####
-0 val_0
-0 val_0
-0 val_0
2 val_2
-4 val_4
-8 val_8
10 val_10
-12 val_12
-12 val_12
-18 val_18
-18 val_18
+17 val_17
+19 val_19
20 val_20
-24 val_24
-24 val_24
-26 val_26
-26 val_26
-28 val_28
+27 val_27
30 val_30
-34 val_34
-42 val_42
-42 val_42
-44 val_44
+41 val_41
+43 val_43
+51 val_51
+51 val_51
54 val_54
+57 val_57
58 val_58
58 val_58
64 val_64
-66 val_66
+65 val_65
+67 val_67
+67 val_67
+69 val_69
70 val_70
70 val_70
70 val_70
-72 val_72
-72 val_72
-74 val_74
-76 val_76
-76 val_76
-78 val_78
+77 val_77
80 val_80
-82 val_82
+83 val_83
+83 val_83
84 val_84
84 val_84
+85 val_85
86 val_86
90 val_90
90 val_90
90 val_90
-92 val_92
96 val_96
+97 val_97
+97 val_97
98 val_98
98 val_98
-100 val_100
-100 val_100
-104 val_104
-104 val_104
-114 val_114
+105 val_105
+113 val_113
+113 val_113
116 val_116
-118 val_118
-118 val_118
-120 val_120
-120 val_120
+119 val_119
+119 val_119
+119 val_119
126 val_126
-128 val_128
-128 val_128
-128 val_128
+133 val_133
134 val_134
134 val_134
-136 val_136
-138 val_138
-138 val_138
-138 val_138
-138 val_138
+137 val_137
+137 val_137
146 val_146
146 val_146
-150 val_150
-152 val_152
-152 val_152
+149 val_149
+149 val_149
+153 val_153
156 val_156
+157 val_157
158 val_158
-160 val_160
162 val_162
+163 val_163
164 val_164
164 val_164
-166 val_166
-168 val_168
-170 val_170
-172 val_172
-172 val_172
-174 val_174
-174 val_174
-176 val_176
-176 val_176
+165 val_165
+165 val_165
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+177 val_177
178 val_178
-180 val_180
-186 val_186
+181 val_181
+187 val_187
+187 val_187
+187 val_187
190 val_190
-192 val_192
-194 val_194
-196 val_196
-200 val_200
-200 val_200
+191 val_191
+191 val_191
+195 val_195
+195 val_195
+197 val_197
+197 val_197
+199 val_199
+199 val_199
+199 val_199
+201 val_201
202 val_202
208 val_208
208 val_208
@@ -369,63 +362,60 @@ POSTHOOK: Input: default@bucket4_1
214 val_214
216 val_216
216 val_216
-218 val_218
-222 val_222
-224 val_224
-224 val_224
+221 val_221
+221 val_221
226 val_226
-228 val_228
-230 val_230
-230 val_230
-230 val_230
-230 val_230
-230 val_230
+229 val_229
+229 val_229
+233 val_233
+233 val_233
+237 val_237
+237 val_237
238 val_238
238 val_238
-242 val_242
-242 val_242
+239 val_239
+239 val_239
244 val_244
248 val_248
+249 val_249
252 val_252
+255 val_255
+255 val_255
256 val_256
256 val_256
-258 val_258
260 val_260
-262 val_262
266 val_266
272 val_272
272 val_272
-274 val_274
-278 val_278
-278 val_278
-280 val_280
-280 val_280
-282 val_282
-282 val_282
284 val_284
286 val_286
-288 val_288
-288 val_288
+287 val_287
+289 val_289
+291 val_291
292 val_292
-296 val_296
-298 val_298
-298 val_298
-298 val_298
-302 val_302
-306 val_306
+307 val_307
+307 val_307
308 val_308
310 val_310
+311 val_311
+311 val_311
+311 val_311
+315 val_315
316 val_316
316 val_316
316 val_316
-318 val_318
-318 val_318
-318 val_318
-322 val_322
-322 val_322
+317 val_317
+317 val_317
+325 val_325
+325 val_325
+327 val_327
+327 val_327
+327 val_327
332 val_332
336 val_336
338 val_338
+339 val_339
+341 val_341
342 val_342
342 val_342
344 val_344
@@ -435,79 +425,89 @@ POSTHOOK: Input: default@bucket4_1
348 val_348
348 val_348
348 val_348
-356 val_356
+351 val_351
+353 val_353
+353 val_353
360 val_360
362 val_362
364 val_364
-366 val_366
+365 val_365
368 val_368
-374 val_374
+369 val_369
+369 val_369
+369 val_369
+377 val_377
378 val_378
-382 val_382
-382 val_382
384 val_384
384 val_384
384 val_384
386 val_386
392 val_392
+393 val_393
394 val_394
396 val_396
396 val_396
396 val_396
-400 val_400
+397 val_397
+397 val_397
+399 val_399
+399 val_399
402 val_402
404 val_404
404 val_404
-406 val_406
-406 val_406
-406 val_406
-406 val_406
+407 val_407
+409 val_409
+409 val_409
+409 val_409
+411 val_411
414 val_414
414 val_414
-418 val_418
-424 val_424
-424 val_424
+417 val_417
+417 val_417
+417 val_417
+419 val_419
+421 val_421
+427 val_427
430 val_430
430 val_430
430 val_430
432 val_432
-436 val_436
-438 val_438
-438 val_438
-438 val_438
+435 val_435
+437 val_437
+443 val_443
444 val_444
446 val_446
-448 val_448
+449 val_449
452 val_452
+453 val_453
454 val_454
454 val_454
454 val_454
458 val_458
458 val_458
-460 val_460
-462 val_462
-462 val_462
+459 val_459
+459 val_459
+463 val_463
+463 val_463
466 val_466
466 val_466
466 val_466
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-470 val_470
+467 val_467
472 val_472
478 val_478
478 val_478
+479 val_479
480 val_480
480 val_480
480 val_480
482 val_482
+483 val_483
484 val_484
+485 val_485
490 val_490
-492 val_492
-492 val_492
-494 val_494
-496 val_496
+491 val_491
+495 val_495
+497 val_497
498 val_498
498 val_498
498 val_498
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/bucket5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket5.q.out b/ql/src/test/results/clientpositive/llap/bucket5.q.out
index 1aab619..ee444f2 100644
--- a/ql/src/test/results/clientpositive/llap/bucket5.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket5.q.out
@@ -93,6 +93,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -115,6 +116,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -158,6 +160,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -246,6 +249,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -330,6 +334,7 @@ STAGE PLANS:
SORTBUCKETCOLSPREFIX TRUE
bucket_count 2
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -369,6 +374,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -426,6 +432,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -457,6 +464,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -479,6 +487,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -519,6 +528,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -550,6 +560,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -572,6 +583,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -637,6 +649,7 @@ Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
SORTBUCKETCOLSPREFIX TRUE
+ bucketing_version 2
numFiles 2
numRows 500
rawDataSize 5312
@@ -661,16 +674,16 @@ POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 1 OUT OF 2) s
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketed_table
POSTHOOK: Output: hdfs://### HDFS PATH ###
-0 val_0
-0 val_0
-0 val_0
2 val_2
-4 val_4
-8 val_8
10 val_10
-12 val_12
-12 val_12
-18 val_18
+17 val_17
+19 val_19
+20 val_20
+27 val_27
+30 val_30
+41 val_41
+43 val_43
+51 val_51
PREHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s LIMIT 10
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketed_table
@@ -679,16 +692,16 @@ POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketed_table
POSTHOOK: Output: hdfs://### HDFS PATH ###
+0 val_0
+0 val_0
+0 val_0
+4 val_4
5 val_5
5 val_5
5 val_5
+8 val_8
9 val_9
11 val_11
-15 val_15
-15 val_15
-17 val_17
-19 val_19
-27 val_27
PREHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM bucketed_table
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketed_table
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/bucket6.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket6.q.out b/ql/src/test/results/clientpositive/llap/bucket6.q.out
index 66e6e1f..d0c1500 100644
--- a/ql/src/test/results/clientpositive/llap/bucket6.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket6.q.out
@@ -135,42 +135,18 @@ POSTHOOK: query: select * from src_bucket limit 100
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src_bucket
POSTHOOK: Output: hdfs://### HDFS PATH ###
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-103 val_103
-103 val_103
-103 val_103
-103 val_103
-103 val_103
-103 val_103
-103 val_103
-103 val_103
-105 val_105
-105 val_105
-105 val_105
-105 val_105
-11 val_11
-11 val_11
-11 val_11
-11 val_11
-114 val_114
-114 val_114
-114 val_114
-114 val_114
-116 val_116
-116 val_116
-116 val_116
-116 val_116
+10 val_10
+10 val_10
+10 val_10
+10 val_10
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
118 val_118
118 val_118
118 val_118
@@ -179,34 +155,50 @@ POSTHOOK: Output: hdfs://### HDFS PATH ###
118 val_118
118 val_118
118 val_118
-125 val_125
-125 val_125
-125 val_125
-125 val_125
-125 val_125
-125 val_125
-125 val_125
-125 val_125
-129 val_129
-129 val_129
-129 val_129
-129 val_129
-129 val_129
-129 val_129
-129 val_129
-129 val_129
-134 val_134
-134 val_134
-134 val_134
-134 val_134
-134 val_134
-134 val_134
-134 val_134
-134 val_134
-136 val_136
-136 val_136
-136 val_136
-136 val_136
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+120 val_120
+120 val_120
+120 val_120
+120 val_120
+120 val_120
+120 val_120
+120 val_120
+120 val_120
+126 val_126
+126 val_126
+126 val_126
+126 val_126
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+131 val_131
+131 val_131
+131 val_131
+131 val_131
+133 val_133
+133 val_133
+133 val_133
+133 val_133
138 val_138
138 val_138
138 val_138
@@ -223,10 +215,6 @@ POSTHOOK: Output: hdfs://### HDFS PATH ###
138 val_138
138 val_138
138 val_138
-143 val_143
-143 val_143
-143 val_143
-143 val_143
145 val_145
145 val_145
145 val_145
@@ -235,3 +223,15 @@ POSTHOOK: Output: hdfs://### HDFS PATH ###
149 val_149
149 val_149
149 val_149
+149 val_149
+149 val_149
+149 val_149
+149 val_149
+15 val_15
+15 val_15
+15 val_15
+15 val_15
+15 val_15
+15 val_15
+15 val_15
+15 val_15
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out b/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out
index 26024b0..3a7d744 100644
--- a/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out
@@ -347,8 +347,8 @@ POSTHOOK: Input: default@clustergroupby
POSTHOOK: Input: default@clustergroupby@ds=101
#### A masked pattern was here ####
1 10
-2 74
3 416
+2 74
PREHOOK: query: explain
select abs(length(key)), count(1) from clustergroupby where ds='101' group by abs(length(key)) limit 10
PREHOOK: type: QUERY
@@ -428,8 +428,8 @@ POSTHOOK: Input: default@clustergroupby
POSTHOOK: Input: default@clustergroupby@ds=101
#### A masked pattern was here ####
1 10
-2 74
3 416
+2 74
PREHOOK: query: explain
select key, count(1) from clustergroupby where ds='101' group by key,'a' order by key,'a' limit 10
PREHOOK: type: QUERY
@@ -712,312 +712,312 @@ POSTHOOK: Input: default@clustergroupby@ds=101
#### A masked pattern was here ####
10 2
100 4
+103 4
104 4
-111 2
-114 2
-116 2
+105 2
+11 2
126 2
128 6
-131 2
+129 4
+133 2
134 4
+136 2
+143 2
+149 4
152 4
-155 2
+153 2
+157 2
+162 2
+166 2
169 8
-17 2
170 2
-172 4
-178 2
-179 4
-189 2
-19 2
-192 2
-194 2
-195 4
-199 6
-20 2
-207 4
+174 4
+176 4
+193 6
+196 2
+201 2
+205 4
+209 4
213 4
218 2
+221 4
223 4
-229 4
233 4
-235 2
+239 4
24 4
-256 4
-257 2
+241 2
+242 4
+247 2
+248 2
26 4
-265 4
-266 2
-27 2
-278 4
-280 4
-284 2
-291 2
-30 2
+263 2
+272 4
+275 2
+285 2
+296 2
+298 6
302 2
-305 2
-316 6
-321 4
+307 4
+310 2
323 2
-33 2
+325 4
333 4
+335 2
338 2
-344 4
-353 4
-356 2
-364 2
-368 2
-369 6
-37 4
+360 2
+362 2
+367 4
+375 2
377 2
-378 2
-386 2
+384 6
392 2
-397 4
-404 4
-407 2
-411 2
-418 2
+399 4
+401 10
+402 2
+403 6
+413 4
+417 6
419 2
-424 4
-430 6
-432 2
-436 2
-437 2
-448 2
-454 6
-457 2
-468 8
-477 2
+42 4
+427 2
+438 6
+44 2
+458 4
+459 4
+466 6
+469 10
+472 2
+475 2
+478 4
479 2
-490 2
-492 4
-493 2
+483 2
+489 8
495 2
496 2
-497 2
+5 6
57 2
-67 4
-8 2
-80 2
-85 2
+58 4
+64 2
+66 2
+69 2
+72 4
+76 4
+77 2
9 2
-92 2
-97 4
-105 2
-11 2
+90 6
+0 6
113 4
-136 2
+114 2
+116 2
+118 4
137 4
138 8
-143 2
-150 2
+145 2
+146 4
+155 2
158 2
-160 2
-162 2
+164 4
165 4
-166 2
-174 4
-177 2
-18 4
-180 2
+178 2
+181 2
+183 2
186 2
-196 2
-197 4
-217 4
-219 4
-226 2
+189 2
+190 2
+191 4
+194 2
+195 4
+199 6
+2 2
+207 4
+208 6
+214 2
+216 4
+222 2
+224 4
+229 4
230 10
238 4
-242 4
-248 2
-252 2
+244 2
+258 2
260 2
-263 2
-274 2
-277 8
-296 2
-307 4
-308 2
-325 4
-327 6
+262 2
+266 2
+27 2
+273 6
+28 2
+284 2
+288 4
+30 2
+315 2
+321 4
+33 2
342 4
-348 10
35 6
-351 2
-367 4
+364 2
+365 2
+366 2
+368 2
+386 2
389 2
-393 2
394 2
+396 6
+397 4
4 2
-403 6
-409 6
+41 2
414 4
421 2
-427 2
-429 4
-435 2
-438 6
-439 4
+444 2
+446 2
+448 2
+452 2
+454 6
455 2
-458 4
460 2
-462 4
-475 2
-478 4
-480 6
-484 2
-487 2
-53 2
-58 4
-66 2
-69 2
-77 2
+463 4
+482 2
+492 4
+493 2
+65 2
78 2
-83 4
-90 6
-95 4
-103 4
+80 2
+97 4
+111 2
+12 4
120 4
-129 4
-133 2
-145 2
-146 4
-149 4
-15 4
-157 2
-181 2
-187 6
-191 4
-2 2
-200 4
-201 2
-202 2
+131 2
+150 2
+156 2
+160 2
+163 2
+167 6
+168 2
+17 2
+175 4
+180 2
+20 2
203 4
-208 6
-214 2
-216 4
-222 2
-224 4
-228 2
+226 2
237 4
-239 4
-241 2
-244 2
255 4
-258 2
-262 2
-273 6
-275 2
-28 2
+256 4
+274 2
+277 8
+281 4
282 4
-285 2
286 2
287 2
-288 4
+289 2
292 2
-298 6
-310 2
-311 6
+308 2
+309 4
+318 6
+327 6
332 2
-335 2
-336 2
339 2
-360 2
-362 2
-373 2
-384 6
-395 4
-396 6
-402 2
-417 6
-42 4
+34 2
+341 2
+348 10
+356 2
+37 4
+374 2
+379 2
+382 4
+409 6
+429 4
43 2
-444 2
-449 2
-453 2
-459 4
-47 2
+430 6
+431 6
+432 2
+435 2
+437 2
+439 4
+443 2
+457 2
+462 4
+467 2
+470 2
481 2
-482 2
-483 2
-485 2
-489 8
+487 2
494 2
-65 2
-72 4
+51 4
+70 6
74 2
-76 4
82 2
-86 2
-87 2
-96 2
-0 6
-118 4
+83 4
+84 4
119 6
-12 4
125 4
-153 2
-156 2
-163 2
-164 4
-167 6
-168 2
-175 4
-176 4
-183 2
-190 2
-193 6
-205 4
-209 4
-221 4
-247 2
+15 4
+172 4
+177 2
+179 4
+18 4
+187 6
+19 2
+192 2
+197 4
+200 4
+202 2
+217 4
+219 4
+228 2
+235 2
249 2
-272 4
-281 4
+252 2
+257 2
+265 4
+278 4
+280 4
283 2
-289 2
+291 2
+305 2
306 2
-309 4
-315 2
+311 6
+316 6
317 4
-318 6
322 4
331 4
-34 2
-341 2
+336 2
+344 4
345 2
-365 2
-366 2
-374 2
-375 2
-379 2
-382 4
-399 4
+351 2
+353 4
+369 6
+373 2
+378 2
+393 2
+395 4
400 2
-401 10
+404 4
406 8
-41 2
-413 4
-431 6
-44 2
-443 2
-446 2
-452 2
-463 4
-466 6
-467 2
-469 10
-470 2
-472 2
+407 2
+411 2
+418 2
+424 4
+436 2
+449 2
+453 2
+468 8
+47 2
+477 2
+480 6
+484 2
+485 2
+490 2
491 2
+497 2
498 6
-5 6
-51 4
+53 2
54 2
-64 2
-70 6
-84 4
+67 4
+8 2
+85 2
+86 2
+87 2
+92 2
+95 4
+96 2
98 4
PREHOOK: query: explain
select key, count(1) from clustergroupby group by key, 3
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/bucket_many.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket_many.q.out b/ql/src/test/results/clientpositive/llap/bucket_many.q.out
index 4e74e6d..00b61f2 100644
--- a/ql/src/test/results/clientpositive/llap/bucket_many.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket_many.q.out
@@ -60,6 +60,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -81,6 +82,7 @@ STAGE PLANS:
properties:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count -1
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments 'default','default'
@@ -122,6 +124,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count 256
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -204,6 +207,7 @@ STAGE PLANS:
COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
bucket_count 256
bucket_field_name key
+ bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
@@ -244,10 +248,10 @@ POSTHOOK: Output: default@bucket_many
POSTHOOK: Lineage: bucket_many.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: bucket_many.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: explain
-select * from bucket_many tablesample (bucket 1 out of 256) s
+select * from bucket_many tablesample (bucket 2 out of 256) s
PREHOOK: type: QUERY
POSTHOOK: query: explain
-select * from bucket_many tablesample (bucket 1 out of 256) s
+select * from bucket_many tablesample (bucket 2 out of 256) s
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
Stage-0 is a root stage
@@ -260,22 +264,25 @@ STAGE PLANS:
TableScan
alias: s
Filter Operator
- predicate: (((hash(key) & 2147483647) % 256) = 0) (type: boolean)
+ predicate: (((hash(key) & 2147483647) % 256) = 1) (type: boolean)
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
ListSink
-PREHOOK: query: select * from bucket_many tablesample (bucket 1 out of 256) s
+PREHOOK: query: select * from bucket_many tablesample (bucket 2 out of 256) s
PREHOOK: type: QUERY
PREHOOK: Input: default@bucket_many
#### A masked pattern was here ####
-POSTHOOK: query: select * from bucket_many tablesample (bucket 1 out of 256) s
+POSTHOOK: query: select * from bucket_many tablesample (bucket 2 out of 256) s
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucket_many
#### A masked pattern was here ####
-256 val_256
-256 val_256
-0 val_0
-0 val_0
-0 val_0
+462 val_462
+462 val_462
+309 val_309
+282 val_282
+282 val_282
+176 val_176
+176 val_176
+309 val_309
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out
index 83f6e51..3338ec2 100644
--- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out
@@ -4292,8 +4292,8 @@ STAGE PLANS:
Tez
#### A masked pattern was here ####
Edges:
+ Map 1 <- Map 3 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
- Reducer 3 <- Map 1 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -4308,28 +4308,25 @@ STAGE PLANS:
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col1 (type: string)
- Filter Operator
- predicate: value is not null (type: boolean)
- Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
- Select Operator
- expressions: key (type: int), value (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
- Reduce Output Operator
- key expressions: _col1 (type: string)
- sort order: +
- Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col0 (type: int)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col0, _col1
+ input vertices:
+ 1 Map 3
+ Statistics: Num rows: 809 Data size: 76855 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ key expressions: _col1 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col1 (type: string)
+ Statistics: Num rows: 809 Data size: 76855 Basic stats: COMPLETE Column stats: COMPLETE
+ value expressions: _col0 (type: int)
Execution mode: vectorized, llap
LLAP IO: no inputs
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: c
@@ -4348,6 +4345,26 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Execution mode: vectorized, llap
LLAP IO: no inputs
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ expressions: key (type: int), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ key expressions: _col1 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col1 (type: string)
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
+ value expressions: _col0 (type: int)
+ Execution mode: vectorized, llap
+ LLAP IO: no inputs
Reducer 2
Execution mode: llap
Reduce Operator Tree:
@@ -4355,23 +4372,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
keys:
- 0 _col0 (type: int)
- 1 _col0 (type: int)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 809 Data size: 76855 Basic stats: COMPLETE Column stats: COMPLETE
- Reduce Output Operator
- key expressions: _col1 (type: string)
- sort order: +
- Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 809 Data size: 76855 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col0 (type: int)
- Reducer 3
- Execution mode: llap
- Reduce Operator Tree:
- Merge Join Operator
- condition map:
- Inner Join 0 to 1
- keys:
0 _col1 (type: string)
1 _col1 (type: string)
outputColumnNames: _col0, _col3
@@ -4407,8 +4407,7 @@ STAGE PLANS:
Tez
#### A masked pattern was here ####
Edges:
- Map 1 <- Map 3 (CUSTOM_EDGE)
- Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
+ Map 1 <- Map 2 (CUSTOM_EDGE), Map 3 (CUSTOM_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -4431,17 +4430,32 @@ STAGE PLANS:
1 _col0 (type: int)
outputColumnNames: _col0, _col1
input vertices:
- 1 Map 3
+ 1 Map 2
Statistics: Num rows: 809 Data size: 76855 Basic stats: COMPLETE Column stats: COMPLETE
- Reduce Output Operator
- key expressions: _col1 (type: string)
- sort order: +
- Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 809 Data size: 76855 Basic stats: COMPLETE Column stats: COMPLETE
- value expressions: _col0 (type: int)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col1 (type: string)
+ 1 _col1 (type: string)
+ outputColumnNames: _col0, _col3
+ input vertices:
+ 1 Map 3
+ Statistics: Num rows: 1309 Data size: 10472 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ expressions: _col0 (type: int), _col3 (type: int)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1309 Data size: 10472 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1309 Data size: 10472 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: vectorized, llap
LLAP IO: no inputs
- Map 3
+ Map 2
Map Operator Tree:
TableScan
alias: c
@@ -4460,7 +4474,7 @@ STAGE PLANS:
Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Execution mode: vectorized, llap
LLAP IO: no inputs
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -4480,28 +4494,6 @@ STAGE PLANS:
value expressions: _col0 (type: int)
Execution mode: vectorized, llap
LLAP IO: no inputs
- Reducer 2
- Execution mode: llap
- Reduce Operator Tree:
- Merge Join Operator
- condition map:
- Inner Join 0 to 1
- keys:
- 0 _col1 (type: string)
- 1 _col1 (type: string)
- outputColumnNames: _col0, _col3
- Statistics: Num rows: 1309 Data size: 10472 Basic stats: COMPLETE Column stats: COMPLETE
- Select Operator
- expressions: _col0 (type: int), _col3 (type: int)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 1309 Data size: 10472 Basic stats: COMPLETE Column stats: COMPLETE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1309 Data size: 10472 Basic stats: COMPLETE Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
http://git-wip-us.apache.org/repos/asf/hive/blob/54651c78/ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out b/ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out
new file mode 100644
index 0000000..f217142
--- /dev/null
+++ b/ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out
@@ -0,0 +1,202 @@
+PREHOOK: query: CREATE TABLE bucket_nr(key int, value string) CLUSTERED BY (key) INTO 50 BUCKETS
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@bucket_nr
+POSTHOOK: query: CREATE TABLE bucket_nr(key int, value string) CLUSTERED BY (key) INTO 50 BUCKETS
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@bucket_nr
+PREHOOK: query: explain extended insert overwrite table bucket_nr
+ select * from src
+PREHOOK: type: QUERY
+POSTHOOK: query: explain extended insert overwrite table bucket_nr
+ select * from src
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+ Stage-3 depends on stages: Stage-0
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Edges:
+ Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE
+ GatherStats: false
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ null sort order:
+ sort order:
+ Map-reduce partition columns: UDFToInteger(_col0) (type: int)
+ Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE
+ tag: -1
+ value expressions: _col0 (type: string), _col1 (type: string)
+ auto parallelism: false
+ Execution mode: llap
+ LLAP IO: no inputs
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: src
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+ bucket_count -1
+ bucketing_version 2
+ column.name.delimiter ,
+ columns key,value
+ columns.comments 'default','default'
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.src
+ numFiles 1
+ numRows 500
+ rawDataSize 5312
+ serialization.ddl struct src { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+ bucket_count -1
+ bucketing_version 2
+ column.name.delimiter ,
+ columns key,value
+ columns.comments 'default','default'
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.src
+ numFiles 1
+ numRows 500
+ rawDataSize 5312
+ serialization.ddl struct src { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src
+ name: default.src
+ Truncated Path -> Alias:
+ /src [src]
+ Reducer 2
+ Execution mode: llap
+ Needs Tagging: false
+ Reduce Operator Tree:
+ Select Operator
+ expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 5
+ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE
+#### A masked pattern was here ####
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+ bucket_count 50
+ bucket_field_name key
+ bucketing_version 2
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.bucket_nr
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ serialization.ddl struct bucket_nr { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucket_nr
+ TotalFiles: 50
+ GatherStats: true
+ MultiFileSpray: true
+
+ Stage: Stage-2
+ Dependency Collection
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: true
+#### A masked pattern was here ####
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+ bucket_count 50
+ bucket_field_name key
+ bucketing_version 2
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.bucket_nr
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ serialization.ddl struct bucket_nr { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucket_nr
+
+ Stage: Stage-3
+ Stats Work
+ Basic Stats Work:
+#### A masked pattern was here ####
+
+PREHOOK: query: insert overwrite table bucket_nr
+select * from src
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@bucket_nr
+POSTHOOK: query: insert overwrite table bucket_nr
+select * from src
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@bucket_nr
+POSTHOOK: Lineage: bucket_nr.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: bucket_nr.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: drop table bucket_nr
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@bucket_nr
+PREHOOK: Output: default@bucket_nr
+POSTHOOK: query: drop table bucket_nr
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@bucket_nr
+POSTHOOK: Output: default@bucket_nr