You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by ja...@apache.org on 2014/10/23 05:07:58 UTC
[1/8] BIGTOP-1450. Eliminate broken hive test artifacts in favor of
smoke-tests.
Repository: bigtop
Updated Branches:
refs/heads/master 1f209ba79 -> e209fdbbb
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv2.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv2.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv2.txt
deleted file mode 100644
index e58f7e3..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv2.txt
+++ /dev/null
@@ -1,500 +0,0 @@
-474val_475
-281val_282
-179val_180
-291val_292
-62val_63
-271val_272
-217val_218
-135val_136
-167val_168
-468val_469
-423val_424
-413val_414
-245val_246
-455val_456
-425val_426
-241val_242
-177val_178
-272val_273
-231val_232
-448val_449
-287val_288
-246val_247
-440val_441
-31val_32
-373val_374
-447val_448
-443val_444
-175val_176
-278val_279
-296val_297
-147val_148
-428val_429
-126val_127
-249val_250
-21val_22
-273val_274
-441val_442
-106val_107
-371val_372
-153val_154
-356val_357
-217val_218
-490val_491
-33val_34
-35val_36
-421val_422
-243val_244
-402val_403
-128val_129
-10val_11
-226val_227
-133val_134
-333val_334
-15val_16
-110val_111
-391val_392
-343val_344
-275val_276
-0val_1
-485val_486
-293val_294
-240val_241
-241val_242
-286val_287
-85val_86
-408val_409
-477val_478
-455val_456
-99val_100
-335val_336
-476val_477
-482val_483
-367val_368
-59val_60
-48val_49
-424val_425
-226val_227
-494val_495
-488val_489
-94val_95
-485val_486
-393val_394
-349val_350
-11val_12
-161val_162
-123val_124
-409val_410
-50val_51
-265val_266
-402val_403
-128val_129
-468val_469
-314val_315
-497val_498
-224val_225
-63val_64
-344val_345
-4val_5
-277val_278
-135val_136
-3val_4
-206val_207
-101val_102
-331val_332
-114val_115
-209val_210
-281val_282
-56val_57
-239val_240
-389val_390
-114val_115
-254val_255
-235val_236
-390val_391
-165val_166
-304val_305
-264val_265
-196val_197
-238val_239
-20val_21
-11val_12
-492val_493
-129val_130
-257val_258
-71val_72
-289val_290
-453val_454
-421val_422
-82val_83
-58val_59
-5val_6
-86val_87
-249val_250
-438val_439
-360val_361
-323val_324
-222val_223
-42val_43
-467val_468
-411val_412
-175val_176
-429val_430
-338val_339
-281val_282
-68val_69
-185val_186
-16val_17
-147val_148
-119val_120
-492val_493
-473val_474
-376val_377
-347val_348
-120val_121
-213val_214
-306val_307
-393val_394
-427val_428
-291val_292
-426val_427
-132val_133
-446val_447
-386val_387
-65val_66
-121val_122
-388val_389
-184val_185
-375val_376
-284val_285
-191val_192
-129val_130
-246val_247
-197val_198
-491val_492
-369val_370
-262val_263
-122val_123
-438val_439
-351val_352
-390val_391
-352val_353
-23val_24
-226val_227
-328val_329
-382val_383
-342val_343
-349val_350
-480val_481
-102val_103
-497val_498
-487val_488
-480val_481
-331val_332
-409val_410
-475val_476
-463val_464
-183val_184
-177val_178
-399val_400
-15val_16
-318val_319
-149val_150
-392val_393
-77val_78
-275val_276
-476val_477
-258val_259
-174val_175
-252val_253
-114val_115
-87val_88
-161val_162
-75val_76
-264val_265
-48val_49
-336val_337
-340val_341
-390val_391
-443val_444
-484val_485
-407val_408
-189val_190
-305val_306
-367val_368
-6val_7
-260val_261
-2val_3
-349val_350
-170val_171
-51val_52
-355val_356
-363val_364
-164val_165
-118val_119
-310val_311
-104val_105
-19val_20
-80val_81
-117val_118
-326val_327
-47val_48
-121val_122
-241val_242
-450val_451
-140val_141
-212val_213
-308val_309
-30val_31
-405val_406
-239val_240
-119val_120
-358val_359
-11val_12
-49val_50
-143val_144
-153val_154
-341val_342
-21val_22
-105val_106
-157val_158
-416val_417
-199val_200
-375val_376
-42val_43
-89val_90
-363val_364
-395val_396
-347val_348
-386val_387
-77val_78
-454val_455
-293val_294
-364val_365
-20val_21
-89val_90
-461val_462
-52val_53
-40val_41
-8val_9
-168val_169
-384val_385
-313val_314
-324val_325
-310val_311
-206val_207
-381val_382
-404val_405
-206val_207
-385val_386
-259val_260
-226val_227
-262val_263
-69val_70
-303val_304
-245val_246
-260val_261
-328val_329
-322val_323
-122val_123
-241val_242
-469val_470
-404val_405
-384val_385
-76val_77
-116val_117
-42val_43
-104val_105
-481val_482
-303val_304
-93val_94
-277val_278
-406val_407
-451val_452
-53val_54
-32val_33
-132val_133
-192val_193
-58val_59
-351val_352
-70val_71
-443val_444
-356val_357
-399val_400
-205val_206
-352val_353
-52val_53
-21val_22
-317val_318
-330val_331
-209val_210
-138val_139
-429val_430
-160val_161
-267val_268
-454val_455
-257val_258
-76val_77
-174val_175
-412val_413
-16val_17
-375val_376
-489val_490
-295val_296
-105val_106
-204val_205
-126val_127
-274val_275
-439val_440
-374val_375
-494val_495
-216val_217
-457val_458
-93val_94
-470val_471
-196val_197
-302val_303
-119val_120
-375val_376
-391val_392
-287val_288
-450val_451
-375val_376
-437val_438
-12val_13
-398val_399
-35val_36
-334val_335
-384val_385
-435val_436
-60val_61
-29val_30
-442val_443
-151val_152
-52val_53
-404val_405
-446val_447
-300val_301
-0val_1
-268val_269
-491val_492
-392val_393
-21val_22
-295val_296
-93val_94
-104val_105
-436val_437
-61val_62
-407val_408
-439val_440
-156val_157
-341val_342
-118val_119
-335val_336
-172val_173
-244val_245
-6val_7
-284val_285
-164val_165
-136val_137
-349val_350
-371val_372
-462val_463
-123val_124
-432val_433
-496val_497
-355val_356
-144val_145
-87val_88
-408val_409
-152val_153
-382val_383
-348val_349
-122val_123
-427val_428
-292val_293
-182val_183
-474val_475
-353val_354
-310val_311
-52val_53
-486val_487
-152val_153
-378val_379
-414val_415
-261val_262
-65val_66
-371val_372
-256val_257
-292val_293
-412val_413
-97val_98
-495val_496
-385val_386
-40val_41
-49val_50
-389val_390
-259val_260
-97val_98
-478val_479
-125val_126
-243val_244
-151val_152
-178val_179
-100val_101
-415val_416
-401val_402
-156val_157
-228val_229
-363val_364
-117val_118
-22val_23
-248val_249
-459val_460
-402val_403
-62val_63
-137val_138
-162val_163
-244val_245
-276val_277
-46val_47
-341val_342
-78val_79
-379val_380
-215val_216
-134val_135
-196val_197
-410val_411
-157val_158
-431val_432
-82val_83
-440val_441
-100val_101
-407val_408
-371val_372
-308val_309
-430val_431
-309val_310
-135val_136
-161val_162
-468val_469
-152val_153
-138val_139
-76val_77
-161val_162
-300val_301
-337val_338
-91val_92
-478val_479
-118val_119
-1val_2
-89val_90
-178val_179
-457val_458
-29val_30
-242val_243
-285val_286
-35val_36
-227val_228
-395val_396
-244val_245
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv3.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv3.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv3.txt
deleted file mode 100644
index ca48047..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv3.txt
+++ /dev/null
@@ -1,25 +0,0 @@
-238val_238
-
-311val_311
-val_27
-val_165
-val_409
-255val_255
-278val_278
-98val_98
-val_484
-val_265
-val_193
-401val_401
-150val_150
-273val_273
-224
-369
-66val_66
-128
-213val_213
-146val_146
-406val_406
-
-
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv4.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv4.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv4.txt
deleted file mode 100644
index f969221..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv4.txt
+++ /dev/null
@@ -1 +0,0 @@
-邵铮
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv5.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv5.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv5.txt
deleted file mode 100644
index a6d2b79..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv5.txt
+++ /dev/null
@@ -1,24 +0,0 @@
-238val_238
-238val_239
-86val_86
-238val_240
-311val_311
-27val_27
-165val_165
-213val_213
-409val_409
-255val_255
-278val_278
-98val_98
-484val_484
-265val_265
-213val_214
-193val_193
-401val_401
-150val_150
-273val_273
-224val_224
-369val_369
-66val_66
-128val_128
-213val_213
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv6.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv6.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv6.txt
deleted file mode 100644
index 63de5c5..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv6.txt
+++ /dev/null
@@ -1,100 +0,0 @@
-00
-01
-02
-03
-04
-05
-06
-07
-08
-09
-010
-011
-012
-013
-014
-015
-016
-017
-018
-019
-020
-021
-022
-023
-024
-025
-026
-027
-028
-029
-030
-031
-032
-033
-034
-035
-036
-037
-038
-039
-040
-041
-042
-043
-044
-045
-046
-047
-048
-049
-10
-11
-12
-13
-14
-15
-16
-17
-18
-19
-110
-111
-112
-113
-114
-115
-116
-117
-118
-119
-120
-121
-122
-123
-124
-125
-126
-127
-128
-129
-130
-131
-132
-133
-134
-135
-136
-137
-138
-139
-140
-141
-142
-143
-144
-145
-146
-147
-148
-149
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.sorted.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.sorted.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.sorted.txt
deleted file mode 100644
index 0935135..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.sorted.txt
+++ /dev/null
@@ -1,84 +0,0 @@
-0val_0
-0val_0
-0val_0
-10val_10
-11val_11
-12val_12
-12val_12
-15val_15
-15val_15
-17val_17
-18val_18
-18val_18
-19val_19
-2val_2
-20val_20
-24val_24
-24val_24
-26val_26
-26val_26
-27val_27
-28val_28
-30val_30
-33val_33
-34val_34
-35val_35
-35val_35
-35val_35
-37val_37
-37val_37
-4val_4
-41val_41
-42val_42
-42val_42
-43val_43
-44val_44
-47val_47
-5val_5
-5val_5
-5val_5
-51val_51
-51val_51
-53val_53
-54val_54
-57val_57
-58val_58
-58val_58
-64val_64
-65val_65
-66val_66
-67val_67
-67val_67
-69val_69
-70val_70
-70val_70
-70val_70
-72val_72
-72val_72
-74val_74
-76val_76
-76val_76
-77val_77
-78val_78
-8val_8
-80val_80
-82val_82
-83val_83
-83val_83
-84val_84
-84val_84
-85val_85
-86val_86
-87val_87
-9val_9
-90val_90
-90val_90
-90val_90
-92val_92
-95val_95
-95val_95
-96val_96
-97val_97
-97val_97
-98val_98
-98val_98
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.txt
deleted file mode 100644
index 3f36729..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.txt
+++ /dev/null
@@ -1,84 +0,0 @@
-86val_86
-27val_27
-98val_98
-66val_66
-37val_37
-15val_15
-82val_82
-17val_17
-0val_0
-57val_57
-20val_20
-92val_92
-47val_47
-72val_72
-4val_4
-35val_35
-54val_54
-51val_51
-65val_65
-83val_83
-12val_12
-67val_67
-84val_84
-58val_58
-8val_8
-24val_24
-42val_42
-0val_0
-96val_96
-26val_26
-51val_51
-43val_43
-95val_95
-98val_98
-85val_85
-77val_77
-0val_0
-87val_87
-15val_15
-72val_72
-90val_90
-19val_19
-10val_10
-5val_5
-58val_58
-35val_35
-95val_95
-11val_11
-34val_34
-42val_42
-78val_78
-76val_76
-41val_41
-30val_30
-64val_64
-76val_76
-74val_74
-69val_69
-33val_33
-70val_70
-5val_5
-2val_2
-35val_35
-80val_80
-44val_44
-53val_53
-90val_90
-12val_12
-5val_5
-70val_70
-24val_24
-70val_70
-83val_83
-26val_26
-67val_67
-18val_18
-9val_9
-18val_18
-97val_97
-84val_84
-28val_28
-37val_37
-90val_90
-97val_97
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.txt.deflate
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.txt.deflate b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.txt.deflate
deleted file mode 100644
index 7ad780a..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/lt100.txt.deflate
+++ /dev/null
@@ -1,3 +0,0 @@
-x�MR;nDASZ�f���D�S��=�.�!��*��~~�+��D��z�.�0f-!��d��\�0+����N(!]hַ�D˃���mlB۱�� ��3�8� �!�`�H�u�t�
-ʜ:�L��>�`�qMw�tCSG�k[E�6�:r�QD���xo���4�
!&g�9���J���/��B�W�?β� 7��Kb����qfHrstr�^*�5��3���ö����^�}�6���\k~@�Y
-��7ª�?E�պ�}�
�?���
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/null.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/null.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/null.txt
deleted file mode 100644
index 7014a64..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/null.txt
+++ /dev/null
@@ -1,10 +0,0 @@
-1.01same0
-1.01same1
-1.01same2
-1.01same3
-1.01same4
-\N1same5
-\N\Nsame6
-1.0\Nsame7
-1.01same8
-1.01same9
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/nullfile.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/nullfile.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/nullfile.txt
deleted file mode 100644
index e69de29..0000000
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/sample-queryplan-in-history.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/sample-queryplan-in-history.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/sample-queryplan-in-history.txt
deleted file mode 100644
index 79c034d..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/sample-queryplan-in-history.txt
+++ /dev/null
@@ -1 +0,0 @@
-Counters plan="{"queryId":"rmurthy_20090806105454","queryType":null,"queryAttributes":{"queryString":"select count(1) from nectar_fbalias_r where ds = '2009-08-03'"},"queryCounters":"null","stageGraph":{"nodeType":"1","roots":"null","adjacencyList":"]"},"stageList":[{"stageId":"Stage-1","stageType":"3","stageAttributes":"null","stageCounters":"null","taskList":[{"taskId":"Stage-1_map","taskType":"0","taskAttributes":"null","taskCounters":"null","operatorGraph":{"nodeType":"0","roots":"null","adjacencyList":[{"node":"TS_0","children":["FIL_8"],"adjacencyType":"0"},{"node":"FIL_8","children":["FIL_1"],"adjacencyType":"0"},{"node":"FIL_1","children":["SEL_2"],"adjacencyType":"0"},{"node":"SEL_2","children":["GBY_3"],"adjacencyType":"0"},{"node":"GBY_3","children":["RS_4"],"adjacencyType":"0"}]},"operatorList":[{"operatorId":"TS_0","operatorType":"9","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_TS_0_TIME_TAKEN":"5048","CNTR_NAME_TS_0_NUM_INPUT_ROWS":"52482","CNTR_NAME_TS_0
_NUM_OUTPUT_ROWS":"52482"}},{"operatorId":"FIL_8","operatorType":"3","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_FIL_8_NUM_INPUT_ROWS":"52482","CNTR_NAME_FIL_8_NUM_OUTPUT_ROWS":"52482","CNTR_NAME_FIL_8_TIME_TAKEN":"4860"}},{"operatorId":"FIL_1","operatorType":"3","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_FIL_1_TIME_TAKEN":"1368","CNTR_NAME_FIL_1_NUM_INPUT_ROWS":"52482","CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS":"52482"}},{"operatorId":"SEL_2","operatorType":"8","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_SEL_2_TIME_TAKEN":"604","CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS":"52482","CNTR_NAME_SEL_2_NUM_INPUT_ROWS":"52482"}},{"operatorId":"GBY_3","operatorType":"5","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_GBY_3_NUM_INPUT_ROWS":"52482","CNTR_NAME_GBY_3_TIME_TAKEN":"404","CNTR_NAME_GBY_3_NUM_OUTPUT_ROWS":"64"}},{"operatorId":"RS_4","operatorType":"11","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_RS_4_NUM_INPUT_ROWS":"64","CNTR_NA
ME_RS_4_TIME_TAKEN":"119","CNTR_NAME_RS_4_NUM_OUTPUT_ROWS":"0"}}],"done":"false"},{"taskId":"Stage-1_reduce","taskType":"1","taskAttributes":"null","taskCounters":"null","operatorGraph":{"nodeType":"0","roots":"null","adjacencyList":[{"node":"GBY_5","children":["SEL_6"],"adjacencyType":"0"},{"node":"SEL_6","children":["FS_7"],"adjacencyType":"0"}]},"operatorList":[{"operatorId":"GBY_5","operatorType":"5","operatorAttributes":"null","operatorCounters":"null"},{"operatorId":"SEL_6","operatorType":"8","operatorAttributes":"null","operatorCounters":"null"},{"operatorId":"FS_7","operatorType":"10","operatorAttributes":"null","operatorCounters":"null"}],"done":"false"}],"done":"false"}],"done":"false"}" TIME="1249581360419"
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/sample-queryplan.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/sample-queryplan.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/sample-queryplan.txt
deleted file mode 100644
index 3b9167b..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/sample-queryplan.txt
+++ /dev/null
@@ -1 +0,0 @@
-{"queryId":"rmurthy_20090806105454","queryType":null,"queryAttributes":{"queryString":"select count(1) from nectar_fbalias_r where ds = '2009-08-03'"},"queryCounters":"null","stageGraph":{"nodeType":"1","roots":"null","adjacencyList":"]"},"stageList":[{"stageId":"Stage-1","stageType":"3","stageAttributes":"null","stageCounters":"null","taskList":[{"taskId":"Stage-1_map","taskType":"0","taskAttributes":"null","taskCounters":"null","operatorGraph":{"nodeType":"0","roots":"null","adjacencyList":[{"node":"TS_0","children":["FIL_8"],"adjacencyType":"0"},{"node":"FIL_8","children":["FIL_1"],"adjacencyType":"0"},{"node":"FIL_1","children":["SEL_2"],"adjacencyType":"0"},{"node":"SEL_2","children":["GBY_3"],"adjacencyType":"0"},{"node":"GBY_3","children":["RS_4"],"adjacencyType":"0"}]},"operatorList":[{"operatorId":"TS_0","operatorType":"9","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_TS_0_TIME_TAKEN":"4420","CNTR_NAME_TS_0_NUM_INPUT_ROWS":"47303","CNTR_NAME_TS_0_NUM_OUTPUT_ROW
S":"47303"}},{"operatorId":"FIL_8","operatorType":"3","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_FIL_8_NUM_INPUT_ROWS":"47303","CNTR_NAME_FIL_8_NUM_OUTPUT_ROWS":"47303","CNTR_NAME_FIL_8_TIME_TAKEN":"4251"}},{"operatorId":"FIL_1","operatorType":"3","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_FIL_1_TIME_TAKEN":"1249","CNTR_NAME_FIL_1_NUM_INPUT_ROWS":"47303","CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS":"47303"}},{"operatorId":"SEL_2","operatorType":"8","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_SEL_2_TIME_TAKEN":"550","CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS":"47303","CNTR_NAME_SEL_2_NUM_INPUT_ROWS":"47303"}},{"operatorId":"GBY_3","operatorType":"5","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_GBY_3_NUM_INPUT_ROWS":"47303","CNTR_NAME_GBY_3_TIME_TAKEN":"368","CNTR_NAME_GBY_3_NUM_OUTPUT_ROWS":"57"}},{"operatorId":"RS_4","operatorType":"11","operatorAttributes":"null","operatorCounters":{"CNTR_NAME_RS_4_NUM_INPUT_ROWS":"57","CNTR_NAME_RS_4_TIME_TA
KEN":"105","CNTR_NAME_RS_4_NUM_OUTPUT_ROWS":"0"}}],"done":"false"},{"taskId":"Stage-1_reduce","taskType":"1","taskAttributes":"null","taskCounters":"null","operatorGraph":{"nodeType":"0","roots":"null","adjacencyList":[{"node":"GBY_5","children":["SEL_6"],"adjacencyType":"0"},{"node":"SEL_6","children":["FS_7"],"adjacencyType":"0"}]},"operatorList":[{"operatorId":"GBY_5","operatorType":"5","operatorAttributes":"null","operatorCounters":"null"},{"operatorId":"SEL_6","operatorType":"8","operatorAttributes":"null","operatorCounters":"null"},{"operatorId":"FS_7","operatorType":"10","operatorAttributes":"null","operatorCounters":"null"}],"done":"false"}],"done":"false"}],"done":"false"}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smb_bucket_input.rc
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smb_bucket_input.rc b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smb_bucket_input.rc
deleted file mode 100644
index 6181460..0000000
Binary files a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smb_bucket_input.rc and /dev/null differ
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smb_bucket_input.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smb_bucket_input.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smb_bucket_input.txt
deleted file mode 100644
index e3a7e29..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smb_bucket_input.txt
+++ /dev/null
@@ -1,7 +0,0 @@
-4val_356
-484val_169
-1000val_1000
-2000val_169
-3000val_169
-4000val_125
-5000val_125
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_1.rc
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_1.rc b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_1.rc
deleted file mode 100644
index 51dbe23..0000000
Binary files a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_1.rc and /dev/null differ
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_1.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_1.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_1.txt
deleted file mode 100644
index 6093b2b..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_1.txt
+++ /dev/null
@@ -1,5 +0,0 @@
-1val_1
-3val_3
-4val_4
-5val_5
-10val_10
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_2.rc
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_2.rc b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_2.rc
deleted file mode 100644
index 73a641a..0000000
Binary files a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_2.rc and /dev/null differ
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_2.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_2.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_2.txt
deleted file mode 100644
index 430a0ca..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_2.txt
+++ /dev/null
@@ -1,4 +0,0 @@
-20val_20
-23val_23
-25val_25
-30val_30
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_3.rc
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_3.rc b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_3.rc
deleted file mode 100644
index c0e8a59..0000000
Binary files a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_3.rc and /dev/null differ
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_3.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_3.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_3.txt
deleted file mode 100644
index 8339550..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/smbbucket_3.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-4val_4
-10val_10
-17val_17
-19val_19
-20val_20
-23val_23
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/source.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/source.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/source.txt
deleted file mode 100644
index 567d3b0..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/source.txt
+++ /dev/null
@@ -1,4 +0,0 @@
-EXPLAIN
-SELECT x.* FROM SRC x;
-
-SELECT x.* FROM SRC x;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket0.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket0.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket0.txt
deleted file mode 100644
index c11aec0..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket0.txt
+++ /dev/null
@@ -1,493 +0,0 @@
-474val_475
-62val_63
-468val_469
-272val_273
-448val_449
-246val_247
-440val_441
-278val_279
-296val_297
-428val_429
-126val_127
-106val_107
-356val_357
-490val_491
-402val_403
-128val_129
-10val_11
-226val_227
-110val_111
-0val_1
-240val_241
-286val_287
-408val_409
-476val_477
-482val_483
-48val_49
-424val_425
-226val_227
-494val_495
-488val_489
-94val_95
-50val_51
-402val_403
-128val_129
-468val_469
-314val_315
-224val_225
-344val_345
-4val_5
-206val_207
-114val_115
-56val_57
-114val_115
-254val_255
-390val_391
-304val_305
-264val_265
-196val_197
-238val_239
-20val_21
-492val_493
-82val_83
-58val_59
-86val_87
-438val_439
-360val_361
-222val_223
-42val_43
-338val_339
-68val_69
-16val_17
-492val_493
-376val_377
-120val_121
-306val_307
-426val_427
-132val_133
-446val_447
-386val_387
-388val_389
-184val_185
-284val_285
-246val_247
-262val_263
-122val_123
-438val_439
-390val_391
-352val_353
-226val_227
-328val_329
-382val_383
-342val_343
-480val_481
-102val_103
-480val_481
-318val_319
-392val_393
-476val_477
-258val_259
-174val_175
-252val_253
-114val_115
-264val_265
-48val_49
-336val_337
-340val_341
-390val_391
-484val_485
-6val_7
-260val_261
-2val_3
-170val_171
-164val_165
-118val_119
-310val_311
-104val_105
-80val_81
-326val_327
-450val_451
-140val_141
-212val_213
-308val_309
-30val_31
-358val_359
-416val_417
-42val_43
-386val_387
-454val_455
-364val_365
-20val_21
-52val_53
-40val_41
-8val_9
-168val_169
-384val_385
-324val_325
-310val_311
-206val_207
-404val_405
-206val_207
-226val_227
-262val_263
-260val_261
-328val_329
-322val_323
-122val_123
-404val_405
-384val_385
-76val_77
-116val_117
-42val_43
-104val_105
-406val_407
-32val_33
-132val_133
-192val_193
-58val_59
-70val_71
-356val_357
-352val_353
-52val_53
-330val_331
-138val_139
-160val_161
-454val_455
-76val_77
-174val_175
-412val_413
-16val_17
-204val_205
-126val_127
-274val_275
-374val_375
-494val_495
-216val_217
-470val_471
-196val_197
-302val_303
-450val_451
-12val_13
-398val_399
-334val_335
-384val_385
-60val_61
-442val_443
-52val_53
-404val_405
-446val_447
-300val_301
-0val_1
-268val_269
-392val_393
-104val_105
-436val_437
-156val_157
-118val_119
-172val_173
-244val_245
-6val_7
-284val_285
-164val_165
-136val_137
-462val_463
-432val_433
-496val_497
-144val_145
-408val_409
-152val_153
-382val_383
-348val_349
-122val_123
-292val_293
-182val_183
-474val_475
-310val_311
-52val_53
-486val_487
-152val_153
-378val_379
-414val_415
-256val_257
-292val_293
-412val_413
-40val_41
-478val_479
-178val_179
-100val_101
-156val_157
-228val_229
-22val_23
-248val_249
-402val_403
-62val_63
-162val_163
-244val_245
-276val_277
-46val_47
-78val_79
-134val_135
-196val_197
-410val_411
-82val_83
-440val_441
-100val_101
-308val_309
-430val_431
-468val_469
-152val_153
-138val_139
-76val_77
-300val_301
-478val_479
-118val_119
-178val_179
-242val_243
-244val_245
-238val_238
-86val_86
-278val_278
-98val_98
-484val_484
-150val_150
-224val_224
-66val_66
-128val_128
-146val_146
-406val_406
-374val_374
-152val_152
-82val_82
-166val_166
-430val_430
-252val_252
-292val_292
-338val_338
-446val_446
-394val_394
-482val_482
-174val_174
-494val_494
-466val_466
-208val_208
-174val_174
-396val_396
-162val_162
-266val_266
-342val_342
-0val_0
-128val_128
-316val_316
-302val_302
-438val_438
-170val_170
-20val_20
-378val_378
-92val_92
-72val_72
-4val_4
-280val_280
-208val_208
-356val_356
-382val_382
-498val_498
-386val_386
-192val_192
-286val_286
-176val_176
-54val_54
-138val_138
-216val_216
-430val_430
-278val_278
-176val_176
-318val_318
-332val_332
-180val_180
-284val_284
-12val_12
-230val_230
-260val_260
-404val_404
-384val_384
-272val_272
-138val_138
-84val_84
-348val_348
-466val_466
-58val_58
-8val_8
-230val_230
-208val_208
-348val_348
-24val_24
-172val_172
-42val_42
-158val_158
-496val_496
-0val_0
-322val_322
-468val_468
-454val_454
-100val_100
-298val_298
-418val_418
-96val_96
-26val_26
-230val_230
-120val_120
-404val_404
-436val_436
-156val_156
-468val_468
-308val_308
-196val_196
-288val_288
-98val_98
-282val_282
-318val_318
-318val_318
-470val_470
-316val_316
-0val_0
-490val_490
-364val_364
-118val_118
-134val_134
-282val_282
-138val_138
-238val_238
-118val_118
-72val_72
-90val_90
-10val_10
-306val_306
-224val_224
-242val_242
-392val_392
-272val_272
-242val_242
-452val_452
-226val_226
-402val_402
-396val_396
-58val_58
-336val_336
-168val_168
-34val_34
-472val_472
-322val_322
-498val_498
-160val_160
-42val_42
-430val_430
-458val_458
-78val_78
-76val_76
-492val_492
-218val_218
-228val_228
-138val_138
-30val_30
-64val_64
-468val_468
-76val_76
-74val_74
-342val_342
-230val_230
-368val_368
-296val_296
-216val_216
-344val_344
-274val_274
-116val_116
-256val_256
-70val_70
-480val_480
-288val_288
-244val_244
-438val_438
-128val_128
-432val_432
-202val_202
-316val_316
-280val_280
-2val_2
-80val_80
-44val_44
-104val_104
-466val_466
-366val_366
-406val_406
-190val_190
-406val_406
-114val_114
-258val_258
-90val_90
-262val_262
-348val_348
-424val_424
-12val_12
-396val_396
-164val_164
-454val_454
-478val_478
-298val_298
-164val_164
-424val_424
-382val_382
-70val_70
-480val_480
-24val_24
-104val_104
-70val_70
-438val_438
-414val_414
-200val_200
-360val_360
-248val_248
-444val_444
-120val_120
-230val_230
-478val_478
-178val_178
-468val_468
-310val_310
-460val_460
-480val_480
-136val_136
-172val_172
-214val_214
-462val_462
-406val_406
-454val_454
-384val_384
-256val_256
-26val_26
-134val_134
-384val_384
-18val_18
-462val_462
-492val_492
-100val_100
-298val_298
-498val_498
-146val_146
-458val_458
-362val_362
-186val_186
-348val_348
-18val_18
-344val_344
-84val_84
-28val_28
-448val_448
-152val_152
-348val_348
-194val_194
-414val_414
-222val_222
-126val_126
-90val_90
-400val_400
-200val_200
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket1.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket1.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket1.txt
deleted file mode 100644
index 49bfa85..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket1.txt
+++ /dev/null
@@ -1,507 +0,0 @@
-281val_282
-179val_180
-291val_292
-271val_272
-217val_218
-135val_136
-167val_168
-423val_424
-413val_414
-245val_246
-455val_456
-425val_426
-241val_242
-177val_178
-231val_232
-287val_288
-31val_32
-373val_374
-447val_448
-443val_444
-175val_176
-147val_148
-249val_250
-21val_22
-273val_274
-441val_442
-371val_372
-153val_154
-217val_218
-33val_34
-35val_36
-421val_422
-243val_244
-133val_134
-333val_334
-15val_16
-391val_392
-343val_344
-275val_276
-485val_486
-293val_294
-241val_242
-85val_86
-477val_478
-455val_456
-99val_100
-335val_336
-367val_368
-59val_60
-485val_486
-393val_394
-349val_350
-11val_12
-161val_162
-123val_124
-409val_410
-265val_266
-497val_498
-63val_64
-277val_278
-135val_136
-3val_4
-101val_102
-331val_332
-209val_210
-281val_282
-239val_240
-389val_390
-235val_236
-165val_166
-11val_12
-129val_130
-257val_258
-71val_72
-289val_290
-453val_454
-421val_422
-5val_6
-249val_250
-323val_324
-467val_468
-411val_412
-175val_176
-429val_430
-281val_282
-185val_186
-147val_148
-119val_120
-473val_474
-347val_348
-213val_214
-393val_394
-427val_428
-291val_292
-65val_66
-121val_122
-375val_376
-191val_192
-129val_130
-197val_198
-491val_492
-369val_370
-351val_352
-23val_24
-349val_350
-497val_498
-487val_488
-331val_332
-409val_410
-475val_476
-463val_464
-183val_184
-177val_178
-399val_400
-15val_16
-149val_150
-77val_78
-275val_276
-87val_88
-161val_162
-75val_76
-443val_444
-407val_408
-189val_190
-305val_306
-367val_368
-349val_350
-51val_52
-355val_356
-363val_364
-19val_20
-117val_118
-47val_48
-121val_122
-241val_242
-405val_406
-239val_240
-119val_120
-11val_12
-49val_50
-143val_144
-153val_154
-341val_342
-21val_22
-105val_106
-157val_158
-199val_200
-375val_376
-89val_90
-363val_364
-395val_396
-347val_348
-77val_78
-293val_294
-89val_90
-461val_462
-313val_314
-381val_382
-385val_386
-259val_260
-69val_70
-303val_304
-245val_246
-241val_242
-469val_470
-481val_482
-303val_304
-93val_94
-277val_278
-451val_452
-53val_54
-351val_352
-443val_444
-399val_400
-205val_206
-21val_22
-317val_318
-209val_210
-429val_430
-267val_268
-257val_258
-375val_376
-489val_490
-295val_296
-105val_106
-439val_440
-457val_458
-93val_94
-119val_120
-375val_376
-391val_392
-287val_288
-375val_376
-437val_438
-35val_36
-435val_436
-29val_30
-151val_152
-491val_492
-21val_22
-295val_296
-93val_94
-61val_62
-407val_408
-439val_440
-341val_342
-335val_336
-349val_350
-371val_372
-123val_124
-355val_356
-87val_88
-427val_428
-353val_354
-261val_262
-65val_66
-371val_372
-97val_98
-495val_496
-385val_386
-49val_50
-389val_390
-259val_260
-97val_98
-125val_126
-243val_244
-151val_152
-415val_416
-401val_402
-363val_364
-117val_118
-459val_460
-137val_138
-341val_342
-379val_380
-215val_216
-157val_158
-431val_432
-407val_408
-371val_372
-309val_310
-135val_136
-161val_162
-161val_162
-337val_338
-91val_92
-1val_2
-89val_90
-457val_458
-29val_30
-285val_286
-35val_36
-227val_228
-395val_396
-311val_311
-27val_27
-165val_165
-409val_409
-255val_255
-265val_265
-193val_193
-401val_401
-273val_273
-369val_369
-213val_213
-429val_429
-469val_469
-145val_145
-495val_495
-37val_37
-327val_327
-281val_281
-277val_277
-209val_209
-15val_15
-403val_403
-417val_417
-219val_219
-287val_287
-153val_153
-193val_193
-459val_459
-237val_237
-413val_413
-207val_207
-199val_199
-399val_399
-247val_247
-417val_417
-489val_489
-377val_377
-397val_397
-309val_309
-365val_365
-439val_439
-367val_367
-325val_325
-167val_167
-195val_195
-475val_475
-17val_17
-113val_113
-155val_155
-203val_203
-339val_339
-455val_455
-311val_311
-57val_57
-205val_205
-149val_149
-345val_345
-129val_129
-489val_489
-157val_157
-221val_221
-111val_111
-47val_47
-35val_35
-427val_427
-277val_277
-399val_399
-169val_169
-125val_125
-437val_437
-469val_469
-187val_187
-459val_459
-51val_51
-103val_103
-239val_239
-213val_213
-289val_289
-221val_221
-65val_65
-311val_311
-275val_275
-137val_137
-241val_241
-83val_83
-333val_333
-181val_181
-67val_67
-489val_489
-353val_353
-373val_373
-217val_217
-411val_411
-463val_463
-431val_431
-179val_179
-129val_129
-119val_119
-197val_197
-393val_393
-199val_199
-191val_191
-165val_165
-327val_327
-205val_205
-131val_131
-51val_51
-43val_43
-469val_469
-95val_95
-481val_481
-457val_457
-197val_197
-187val_187
-409val_409
-137val_137
-369val_369
-169val_169
-413val_413
-85val_85
-77val_77
-87val_87
-179val_179
-395val_395
-419val_419
-15val_15
-307val_307
-19val_19
-435val_435
-277val_277
-273val_273
-309val_309
-389val_389
-327val_327
-369val_369
-331val_331
-401val_401
-177val_177
-5val_5
-497val_497
-317val_317
-395val_395
-35val_35
-95val_95
-11val_11
-229val_229
-233val_233
-143val_143
-195val_195
-321val_321
-119val_119
-489val_489
-41val_41
-223val_223
-149val_149
-449val_449
-453val_453
-209val_209
-69val_69
-33val_33
-103val_103
-113val_113
-367val_367
-167val_167
-219val_219
-239val_239
-485val_485
-223val_223
-263val_263
-487val_487
-401val_401
-191val_191
-5val_5
-467val_467
-229val_229
-469val_469
-463val_463
-35val_35
-283val_283
-331val_331
-235val_235
-193val_193
-321val_321
-335val_335
-175val_175
-403val_403
-483val_483
-53val_53
-105val_105
-257val_257
-409val_409
-401val_401
-203val_203
-201val_201
-217val_217
-431val_431
-125val_125
-431val_431
-187val_187
-5val_5
-397val_397
-291val_291
-351val_351
-255val_255
-163val_163
-119val_119
-491val_491
-237val_237
-439val_439
-479val_479
-305val_305
-417val_417
-199val_199
-429val_429
-169val_169
-443val_443
-323val_323
-325val_325
-277val_277
-317val_317
-333val_333
-493val_493
-207val_207
-249val_249
-265val_265
-83val_83
-353val_353
-233val_233
-133val_133
-175val_175
-189val_189
-375val_375
-401val_401
-421val_421
-407val_407
-67val_67
-379val_379
-9val_9
-341val_341
-285val_285
-167val_167
-273val_273
-183val_183
-281val_281
-97val_97
-469val_469
-315val_315
-37val_37
-307val_307
-477val_477
-169val_169
-403val_403
-97val_97
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket20.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket20.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket20.txt
deleted file mode 100644
index 8334415..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket20.txt
+++ /dev/null
@@ -1,118 +0,0 @@
-165val_165
-484val_484
-150val_150
-224val_224
-66val_66
-213val_213
-374val_374
-495val_495
-37val_37
-327val_327
-15val_15
-338val_338
-459val_459
-466val_466
-396val_396
-309val_309
-367val_367
-0val_0
-455val_455
-316val_316
-345val_345
-129val_129
-378val_378
-4val_4
-356val_356
-169val_169
-125val_125
-437val_437
-286val_286
-187val_187
-176val_176
-459val_459
-51val_51
-103val_103
-239val_239
-213val_213
-176val_176
-275val_275
-260val_260
-404val_404
-217val_217
-84val_84
-466val_466
-8val_8
-411val_411
-172val_172
-129val_129
-158val_158
-0val_0
-26val_26
-165val_165
-327val_327
-51val_51
-404val_404
-95val_95
-282val_282
-187val_187
-316val_316
-169val_169
-77val_77
-0val_0
-118val_118
-282val_282
-419val_419
-15val_15
-118val_118
-19val_19
-224val_224
-309val_309
-389val_389
-327val_327
-242val_242
-392val_392
-242val_242
-396val_396
-95val_95
-11val_11
-143val_143
-228val_228
-33val_33
-103val_103
-367val_367
-239val_239
-480val_480
-202val_202
-316val_316
-235val_235
-80val_80
-44val_44
-466val_466
-257val_257
-190val_190
-114val_114
-396val_396
-217val_217
-125val_125
-187val_187
-480val_480
-491val_491
-305val_305
-444val_444
-169val_169
-323val_323
-480val_480
-136val_136
-172val_172
-462val_462
-26val_26
-462val_462
-341val_341
-183val_183
-84val_84
-37val_37
-448val_448
-194val_194
-477val_477
-169val_169
-400val_400
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket21.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket21.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket21.txt
deleted file mode 100644
index c0ccb30..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket21.txt
+++ /dev/null
@@ -1,120 +0,0 @@
-27val_27
-409val_409
-265val_265
-401val_401
-166val_166
-430val_430
-287val_287
-207val_207
-199val_199
-247val_247
-489val_489
-162val_162
-397val_397
-342val_342
-195val_195
-155val_155
-203val_203
-339val_339
-302val_302
-438val_438
-489val_489
-221val_221
-92val_92
-111val_111
-427val_427
-382val_382
-386val_386
-430val_430
-221val_221
-137val_137
-180val_180
-12val_12
-67val_67
-489val_489
-353val_353
-272val_272
-463val_463
-119val_119
-496val_496
-393val_393
-100val_100
-298val_298
-199val_199
-191val_191
-96val_96
-481val_481
-409val_409
-470val_470
-137val_137
-85val_85
-364val_364
-306val_306
-272val_272
-331val_331
-401val_401
-452val_452
-177val_177
-5val_5
-317val_317
-34val_34
-229val_229
-195val_195
-430val_430
-119val_119
-489val_489
-78val_78
-41val_41
-492val_492
-449val_449
-218val_218
-30val_30
-74val_74
-342val_342
-368val_368
-485val_485
-70val_70
-401val_401
-191val_191
-5val_5
-438val_438
-467val_467
-229val_229
-463val_463
-283val_283
-331val_331
-335val_335
-104val_104
-409val_409
-401val_401
-258val_258
-203val_203
-12val_12
-478val_478
-298val_298
-382val_382
-5val_5
-70val_70
-397val_397
-104val_104
-70val_70
-438val_438
-119val_119
-360val_360
-199val_199
-478val_478
-317val_317
-207val_207
-265val_265
-353val_353
-214val_214
-133val_133
-375val_375
-401val_401
-67val_67
-379val_379
-492val_492
-100val_100
-298val_298
-9val_9
-126val_126
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket22.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket22.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket22.txt
deleted file mode 100644
index f061ea4..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket22.txt
+++ /dev/null
@@ -1,124 +0,0 @@
-86val_86
-255val_255
-273val_273
-369val_369
-406val_406
-152val_152
-145val_145
-277val_277
-82val_82
-417val_417
-219val_219
-446val_446
-394val_394
-237val_237
-482val_482
-174val_174
-413val_413
-208val_208
-174val_174
-417val_417
-365val_365
-266val_266
-439val_439
-325val_325
-167val_167
-475val_475
-17val_17
-57val_57
-149val_149
-170val_170
-20val_20
-280val_280
-35val_35
-277val_277
-208val_208
-192val_192
-138val_138
-318val_318
-332val_332
-284val_284
-181val_181
-138val_138
-208val_208
-24val_24
-431val_431
-42val_42
-468val_468
-156val_156
-468val_468
-196val_196
-288val_288
-457val_457
-318val_318
-318val_318
-369val_369
-413val_413
-134val_134
-138val_138
-307val_307
-435val_435
-277val_277
-273val_273
-369val_369
-226val_226
-497val_497
-402val_402
-35val_35
-336val_336
-233val_233
-42val_42
-321val_321
-149val_149
-138val_138
-453val_453
-64val_64
-468val_468
-167val_167
-219val_219
-116val_116
-288val_288
-244val_244
-280val_280
-2val_2
-35val_35
-321val_321
-53val_53
-105val_105
-406val_406
-406val_406
-262val_262
-424val_424
-431val_431
-431val_431
-424val_424
-291val_291
-24val_24
-255val_255
-163val_163
-200val_200
-237val_237
-439val_439
-248val_248
-479val_479
-417val_417
-325val_325
-277val_277
-178val_178
-468val_468
-310val_310
-493val_493
-460val_460
-233val_233
-406val_406
-189val_189
-134val_134
-167val_167
-273val_273
-97val_97
-28val_28
-152val_152
-307val_307
-222val_222
-200val_200
-97val_97
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket23.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket23.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket23.txt
deleted file mode 100644
index b3dca9a..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/srcbucket23.txt
+++ /dev/null
@@ -1,138 +0,0 @@
-238val_238
-311val_311
-278val_278
-98val_98
-193val_193
-128val_128
-146val_146
-429val_429
-469val_469
-281val_281
-209val_209
-403val_403
-252val_252
-292val_292
-153val_153
-193val_193
-494val_494
-399val_399
-377val_377
-113val_113
-128val_128
-311val_311
-205val_205
-157val_157
-47val_47
-72val_72
-399val_399
-498val_498
-469val_469
-54val_54
-216val_216
-278val_278
-289val_289
-65val_65
-311val_311
-241val_241
-83val_83
-333val_333
-230val_230
-384val_384
-373val_373
-348val_348
-58val_58
-230val_230
-348val_348
-179val_179
-322val_322
-197val_197
-454val_454
-418val_418
-230val_230
-205val_205
-120val_120
-131val_131
-43val_43
-436val_436
-469val_469
-308val_308
-98val_98
-197val_197
-490val_490
-87val_87
-179val_179
-395val_395
-238val_238
-72val_72
-90val_90
-10val_10
-395val_395
-58val_58
-168val_168
-472val_472
-322val_322
-498val_498
-160val_160
-458val_458
-76val_76
-223val_223
-209val_209
-76val_76
-69val_69
-230val_230
-296val_296
-113val_113
-216val_216
-344val_344
-274val_274
-223val_223
-256val_256
-263val_263
-487val_487
-128val_128
-432val_432
-469val_469
-193val_193
-366val_366
-175val_175
-403val_403
-483val_483
-90val_90
-348val_348
-201val_201
-164val_164
-454val_454
-164val_164
-351val_351
-414val_414
-120val_120
-429val_429
-443val_443
-230val_230
-333val_333
-249val_249
-83val_83
-175val_175
-454val_454
-421val_421
-407val_407
-384val_384
-256val_256
-384val_384
-18val_18
-498val_498
-146val_146
-458val_458
-362val_362
-186val_186
-285val_285
-348val_348
-18val_18
-281val_281
-344val_344
-469val_469
-315val_315
-348val_348
-414val_414
-90val_90
-403val_403
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/string.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/string.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/string.txt
deleted file mode 100644
index d5b7465..0000000
Binary files a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/string.txt and /dev/null differ
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/symlink1.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/symlink1.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/symlink1.txt
deleted file mode 100644
index dc1a7c5..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/symlink1.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-../data/files/T1.txt
-../data/files/T3.txt
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/symlink2.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/symlink2.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/symlink2.txt
deleted file mode 100644
index 8436a30..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/symlink2.txt
+++ /dev/null
@@ -1 +0,0 @@
-../data/files/T2.txt
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/test.dat
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/test.dat b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/test.dat
deleted file mode 100644
index cf0389a..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/test.dat
+++ /dev/null
@@ -1,6 +0,0 @@
-1
-2
-3
-4
-5
-6
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/text-en.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/text-en.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/text-en.txt
deleted file mode 100644
index 480c818..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/text-en.txt
+++ /dev/null
@@ -1,95 +0,0 @@
-One morning, when Gregor Samsa woke from troubled dreams, he found himself transformed in his bed into a horrible vermin. He lay on his armour-like back, and if he lifted his head a little he could see his brown belly, slightly domed and divided by arches into stiff sections. The bedding was hardly able to cover it and seemed ready to slide off any moment. His many legs, pitifully thin compared with the size of the rest of him, waved about helplessly as he looked.
-"What's happened to me?" he thought. It wasn't a dream. His room, a proper human room although a little too small, lay peacefully between its four familiar walls.
-A collection of textile samples lay spread out on the table - Samsa was a travelling salesman - and above it there hung a picture that he had recently cut out of an illustrated magazine and housed in a nice, gilded frame.
-It showed a lady fitted out with a fur hat and fur boa who sat upright, raising a heavy fur muff that covered the whole of her lower arm towards the viewer.
-Gregor then turned to look out the window at the dull weather.
-Drops of rain could be heard hitting the pane, which made him feel quite sad. "How about if I sleep a little bit longer and forget all this nonsense", he thought, but that was something he was unable to do because he was used to sleeping on his right, and in his present state couldn't get into that position. However hard he threw himself onto his right, he always rolled back to where he was.
-He must have tried it a hundred times, shut his eyes so that he wouldn't have to look at the floundering legs, and only stopped when he began to feel a mild, dull pain there that he had never felt before.
-"Oh, God", he thought, "what a strenuous career it is that I've
-chosen! Travelling day in and day out. Doing business like this
-takes much more effort than doing your own business at home, and on
-top of that there's the curse of travelling, worries about making
-train connections, bad and irregular food, contact with different
-people all the time so that you can never get to know anyone or
-become friendly with them. It can all go to Hell!" He felt a
-slight itch up on his belly; pushed himself slowly up on his back
-towards the headboard so that he could lift his head better; found
-where the itch was, and saw that it was covered with lots of little
-white spots which he didn't know what to make of; and when he tried
-to feel the place with one of his legs he drew it quickly back because as soon as he touched it he was overcome by a cold shudder. He slid back into his former position. "Getting up early all the time", he thought, "it makes you stupid. You've got to get enough sleep. Other travelling salesmen live a life of luxury. For instance, whenever I go back to the guest house during the morning to copy out the contract, these gentlemen are always still sitting there eating their breakfasts. I ought to just try that with my
-boss; I'd get kicked out on the spot. But who knows, maybe that
-would be the best thing for me. If I didn't have my parents to
-think about I'd have given in my notice a long time ago, I'd have
-gone up to the boss and told him just what I think, tell him
-everything I would, let him know just what I feel. He'd fall right
-off his desk! And it's a funny sort of business to be sitting up
-there at your desk, talking down at your subordinates from up there,
-especially when you have to go right up close because the boss is
-hard of hearing. Well, there's still some hope; once I've got the
-money together to pay off my parents' debt to him - another five or
-six years I suppose - that's definitely what I'll do. That's when
-I'll make the big change. First of all though, I've got to get up,
-my train leaves at five."
-One morning, when Gregor Samsa woke from troubled dreams, he found himself transformed in his bed into a horrible vermin. He lay on his armour-like back, and if he lifted his head a little he could see his brown belly, slightly domed and divided by arches into stiff sections. The bedding was hardly able to cover it and seemed ready to slide off any moment. His many legs, pitifully thin compared with the size of the rest of him, waved about helplessly as he looked.
-"What's happened to me?" he thought. It wasn't a dream. His room, a proper human room although a little too small, lay peacefully between its four familiar walls.
-A collection of textile samples lay spread out on the table - Samsa was a travelling salesman - and above it there hung a picture that he had recently cut out of an illustrated magazine and housed in a nice, gilded frame.
-It showed a lady fitted out with a fur hat and fur boa who sat upright, raising a heavy fur muff that covered the whole of her lower arm towards the viewer.
-Gregor then turned to look out the window at the dull weather.
-Drops of rain could be heard hitting the pane, which made him feel quite sad. "How about if I sleep a little bit longer and forget all this nonsense", he thought, but that was something he was unable to do because he was used to sleeping on his right, and in his present state couldn't get into that position. However hard he threw himself onto his right, he always rolled back to where he was.
-He must have tried it a hundred times, shut his eyes so that he wouldn't have to look at the floundering legs, and only stopped when he began to feel a mild, dull pain there that he had never felt before.
-"Oh, God", he thought, "what a strenuous career it is that I've
-chosen! Travelling day in and day out. Doing business like this
-takes much more effort than doing your own business at home, and on
-top of that there's the curse of travelling, worries about making
-train connections, bad and irregular food, contact with different
-people all the time so that you can never get to know anyone or
-become friendly with them. It can all go to Hell!" He felt a
-slight itch up on his belly; pushed himself slowly up on his back
-towards the headboard so that he could lift his head better; found
-where the itch was, and saw that it was covered with lots of little
-white spots which he didn't know what to make of; and when he tried
-to feel the place with one of his legs he drew it quickly back
-because as soon as he touched it he was overcome by a cold shudder.
-He slid back into his former position. "Getting up early all the
-time", he thought, "it makes you stupid. You've got to get enough
-sleep. Other travelling salesmen live a life of luxury. For
-instance, whenever I go back to the guest house during the morning
-to copy out the contract, these gentlemen are always still sitting
-there eating their breakfasts. I ought to just try that with my
-boss; I'd get kicked out on the spot. But who knows, maybe that
-would be the best thing for me. If I didn't have my parents to
-think about I'd have given in my notice a long time ago, I'd have
-gone up to the boss and told him just what I think, tell him
-everything I would, let him know just what I feel. He'd fall right
-off his desk! And it's a funny sort of business to be sitting up
-there at your desk, talking down at your subordinates from up there,
-especially when you have to go right up close because the boss is
-hard of hearing. Well, there's still some hope; once I've got the
-money together to pay off my parents' debt to him - another five or
-six years I suppose - that's definitely what I'll do. That's when
-I'll make the big change. First of all though, I've got to get up,
-my train leaves at five."
-And he looked over at the alarm clock, ticking on the chest of drawers. "God in Heaven!" he thought. It was half past six and the hands were quietly moving forwards, it was even later than half past, more like quarter to seven. Had the alarm clock not rung? He could see from the bed that it had been set for four o'clock as it should have been; it certainly must have rung. Yes, but was it
-possible to quietly sleep through that furniture-rattling noise? True, he had not slept peacefully, but probably all the more deeply because of that. What should he do now? The next train went at seven; if he were to catch that he would have to rush like mad and
-the collection of samples was still not packed, and he did not at all feel particularly fresh and lively. And even if he did catch the train he would not avoid his boss's anger as the office assistant would have been there to see the five o'clock train go, he
-would have put in his report about Gregor's not being there a long time ago. The office assistant was the boss's man, spineless, and with no understanding. What about if he reported sick? But that would be extremely strained and suspicious as in fifteen years of
-service Gregor had never once yet been ill. His boss would certainly come round with the doctor from the medical insurance company, accuse his parents of having a lazy son, and accept the doctor's recommendation not to make any claim as the doctor believed
-that no-one was ever ill but that many were workshy. And what's more, would he have been entirely wrong in this case? Gregor did in fact, apart from excessive sleepiness after sleeping for so long,
-feel completely well and even felt much hungrier than usual.
-One morning, as Gregor Samsa was waking up from anxious dreams, he discovered that in his bed he had been changed into a monstrous verminous bug. He lay on his armour-hard back and saw, as he lifted his head up a little, his brown, arched abdomen divided up into rigid bow-like sections. From this height the blanket, just about ready to slide off completely, could hardly stay in place. His numerous legs, pitifully thin in comparison to the rest of his circumference, flickered helplessly before his eyes.
-“What’s happened to me,” he thought. It was no dream. His room, a proper room for a human being, only somewhat too small, lay quietly between the four well-known walls. Above the table, on which an unpacked collection of sample cloth goods was spread out—Samsa was a travelling salesman—hung the picture which he had cut out of an illustrated magazine a little while ago and set in a pretty gilt frame. It was a picture of a woman with a fur hat and a fur boa. She sat erect there, lifting up in the direction of the viewer a solid fur muff into which her entire forearm had disappeared.
-“O God,” he thought, “what a demanding job I’ve chosen! Day in, day out, on the road. The stresses of selling are much greater than the actual work going on at head office, and, in addition to that, I still have to cope with the problems of travelling, the worries about train connections, irregular bad food, temporary and constantly changing human relationships, which never come from the heart. To hell with it all!” He felt a slight itching on the top of his abdomen. He slowly pushed himself on his back closer to the bed post so that he could lift his head more easily, found the itchy part, which was entirely covered with small white spots—he did not know what to make of them and wanted to feel the place with a leg. But he retracted it immediately, for the contact felt like a cold shower all over him.
-He slid back again into his earlier position. “This getting up early,” he thought, “makes a man quite idiotic. A man must have his sleep. Other travelling salesmen live like harem women. For instance, when I come back to the inn during the course of the morning to write up the necessary orders, these gentlemen are just sitting down to breakfast. If I were to try that with my boss, I’d be thrown out on the spot. Still, who knows whether that mightn’t be really good for me. If I didn’t hold back for my parents’ sake, I’d have quit ages ago. I would’ve gone to the boss and told him just what I think from the bottom of my heart. He would’ve fallen right off his desk! How weird it is to sit up at that desk and talk down to the employee from way up there. What’s more, the boss has trouble hearing, so the employee has to step up quite close to him. Anyway, I haven’t completely given up that hope yet. Once I’ve got together the money to pay off my parents’ debt t
o him—that should take another five or six years—I’ll do it for sure. Then I’ll make the big break. In any case, right now I have to get up. My train leaves at five o’clock.”
-He looked over at the alarm clock ticking away by the chest of drawers. “Good God!” he thought. It was half past six, and the hands were going quietly on. It was even past the half hour, already nearly quarter to. Could the alarm have failed to ring? One saw from the bed that it was properly set for four o’clock. Certainly it had rung. Yes, but was it possible to sleep peacefully through that noise which made the furniture shake? Now, it is true he had not slept peacefully, but evidently he had slept all the more deeply. Still, what should he do now? The next train left at seven o’clock. To catch that one, he would have to go in a mad rush. The sample collection was not packed up yet, and he really did not feel particularly fresh and active. And even if he caught the train, there was no avoiding a blow-up with the boss, because the firm’s errand boy would have waited for the five o’clock train and reported the news of his absence long ago. He was the boss’s minion, wit
hout backbone and intelligence. Well then, what if he reported in sick? But that would be extremely embarrassing and suspicious, because during his five years’ service Gregor had not been sick even once. The boss would certainly come with the doctor from the health insurance company and would reproach his parents for their lazy son and cut short all objections with the insurance doctor’s comments; for him everyone was completely healthy but really lazy about work. And besides, would the doctor in this case be totally wrong? Apart from a really excessive drowsiness after the long sleep, Gregor, in fact, felt quite well and even had a really strong appetite.
-As he was thinking all this over in the greatest haste, without being able to make the decision to get out of bed—the alarm clock was indicating exactly quarter to seven—there was a cautious knock on the door by the head of the bed. “Gregor,” a voice called—it was his mother—“it’s quarter to seven. Don’t you want to be on your way?” The soft voice! Gregor was startled when he heard his voice answering. It was clearly and unmistakably his earlier voice, but in it was intermingled, as if from below, an irrepressible, painful squeaking, which left the words positively distinct only in the first moment and distorted them in the reverberation, so that one did not know if one had heard correctly. Gregor wanted to answer in detail and explain everything, but in these circumstances he confined himself to saying, “Yes, yes, thank you mother. I’m getting up right away.” Because of the wooden door the change in Gregor’s voice was not really noticeable outside, so hi
s mother calmed down with this explanation and shuffled off. However, as a result of the short conversation, the other family members became aware that Gregor was unexpectedly still at home, and already his father was knocking on one side door, weakly but with his fist. “Gregor, Gregor,” he called out, “what’s going on?” And, after a short while, he urged him on again in a deeper voice: “Gregor! Gregor!” At the other side door, however, his sister knocked lightly. “Gregor? Are you all right? Do you need anything?” Gregor directed answers in both directions, “I’ll be ready right away.” He made an effort with the most careful articulation and inserted long pauses between the individual words to remove everything remarkable from his voice. His father turned back to his breakfast. However, the sister whispered, “Gregor, open the door—I beg you.” Gregor had no intention of opening the door, but congratulated himself on his precaution, acquired from travellin
g, of locking all doors during the night, even at home.
-First he wanted to stand up quietly and undisturbed, get dressed, above all have breakfast, and only then consider further action, for—he noticed this clearly—by thinking things over in bed he would not reach a reasonable conclusion. He remembered that he had already often felt some light pain or other in bed, perhaps the result of an awkward lying position, which later, once he stood up, turned out to be purely imaginary, and he was eager to see how his present fantasies would gradually dissipate. That the change in his voice was nothing other than the onset of a real chill, an occupational illness of commercial travellers, of that he had not the slightest doubt.
-It was very easy to throw aside the blanket. He needed only to push himself up a little, and it fell by itself. But to continue was difficult, particularly because he was so unusually wide. He needed arms and hands to push himself upright. Instead of these, however, he had only many small limbs, which were incessantly moving with very different motions and which, in addition, he was unable to control. If he wanted to bend one of them, then it was the first to extend itself, and if he finally succeeded doing what he wanted with this limb, in the meantime all the others, as if left free, moved around in an excessively painful agitation. “But I must not stay in bed uselessly,” said Gregor to himself.
-At first he wanted to get out of bed with the lower part of his body, but this lower part—which, by the way, he had not yet looked at and which he also could not picture clearly—proved itself too difficult to move. The attempt went so slowly. When, having become almost frantic, he finally hurled himself forward with all his force and without thinking, he chose his direction incorrectly, and he hit the lower bedpost hard. The violent pain he felt revealed to him that the lower part of his body was at the moment probably the most sensitive.
-Thus, he tried to get his upper body out of the bed first and turned his head carefully toward the edge of the bed. He managed to do this easily, and in spite of its width and weight his body mass at last slowly followed the turning of his head. But as he finally raised his head outside the bed in the open air, he became anxious about moving forward any further in this manner, for if he allowed himself eventually to fall by this process, it would really take a miracle to prevent his head from getting injured. And at all costs he must not lose consciousness right now. He preferred to remain in bed.
-However, after a similar effort, while he lay there again, sighing as before, and once again saw his small limbs fighting one another, if anything even worse than earlier, and did not see any chance of imposing quiet and order on this arbitrary movement, he told himself again that he could not possibly remain in bed and that it might be the most reasonable thing to sacrifice everything if there was even the slightest hope of getting himself out of bed in the process. At the same moment, however, he did not forget to remind himself from time to time of the fact that calm—indeed the calmest—reflection might be much better than confused decisions. At such moments, he directed his gaze as precisely as he could toward the window, but unfortunately there was little confident cheer to be had from a glance at the morning mist, which concealed even the other side of the narrow street. “It’s already seven o’clock,” he told himself at the latest sounds from the alarm clock, “alre
ady seven o’clock and still such a fog.” And for a little while longer he lay quietly with weak breathing, as if perhaps waiting for normal and natural conditions to re-emerge out of the complete stillness.
-But then he said to himself, “Before it strikes a quarter past seven, whatever happens I must be completely out of bed. Besides, by then someone from the office will arrive to inquire about me, because the office will open before seven o’clock.” And he made an effort then to rock his entire body length out of the bed with a uniform motion. If he let himself fall out of the bed in this way, his head, which in the course of the fall he intended to lift up sharply, would probably remain uninjured. His back seemed to be hard; nothing would really happen to that as a result of the fall onto the carpet. His greatest reservation was a worry about the loud noise which the fall must create and which presumably would arouse, if not fright, then at least concern on the other side of all the doors. However, he had to take that chance.
-As Gregor was already in the process of lifting himself half out of bed—the new method was more of a game than an effort; he needed only to rock with a series of jerks—it struck him how easy all this would be if someone were to come to his aid. Two strong people—he thought of his father and the servant girl—would have been quite sufficient. They would only have had to push their arms under his arched back to get him out of the bed, to bend down with their load, and then merely to exercise patience so that he could complete the flip onto the floor, where his diminutive legs would then, he hoped, acquire a purpose. Now, quite apart from the fact that the doors were locked, should he really call out for help? In spite of all his distress, he was unable to suppress a smile at this idea.
-He had already got to the point where, by rocking more strongly, he maintained his equilibrium with difficulty, and very soon he would finally have to make a final decision, for in five minutes it would be a quarter past seven. Then there was a ring at the door of the apartment. “That’s someone from the office,” he told himself, and he almost froze, while his small limbs only danced around all the faster. For one moment everything remained still. “They aren’t opening,” Gregor said to himself, caught up in some absurd hope. But of course then, as usual, the servant girl with her firm tread went to the door and opened it. Gregor needed to hear only the first word of the visitor’s greeting to recognize immediately who it was, the manager himself. Why was Gregor the only one condemned to work in a firm where, at the slightest lapse, someone at once attracted the greatest suspicion? Were all the employees then collectively, one and all, scoundrels? Among them was there then
no truly devoted person who, if he failed to use just a couple of hours in the morning for office work, would become abnormal from pangs of conscience and really be in no state to get out of bed? Was it really not enough to let an apprentice make inquiries, if such questioning was even generally necessary? Must the manager himself come, and in the process must it be demonstrated to the entire innocent family that the investigation of this suspicious circumstance could be entrusted only to the intelligence of the manager? And more as a consequence of the excited state in which this idea put Gregor than as a result of an actual decision, he swung himself with all his might out of the bed. There was a loud thud, but not a real crash. The fall was absorbed somewhat by the carpet and, in addition, his back was more elastic than Gregor had thought. For that reason the dull noise was not quite so conspicuous. But he had not held his head up with sufficient care and had hit it. He turned
his head, irritated and in pain, and rubbed it on the carpet.
-“Something has fallen in there,” said the manager in the next room on the left. Gregor tried to imagine to himself whether anything similar to what was happening to him today could have also happened at some point to the manager. At least one had to concede the possibility of such a thing. However, as if to give a rough answer to this question, the manager now, with a squeak of his polished boots, took a few determined steps in the next room. From the neighbouring room on the right the sister was whispering to inform Gregor: “Gregor, the manager is here.” “I know,” said Gregor to himself. But he did not dare make his voice loud enough so that his sister could hear.
-“Gregor,” his father now said from the neighbouring room on the left, “Mr. Manager has come and is asking why you have not left on the early train. We don’t know what we should tell him. Besides, he also wants to speak to you personally. So please open the door. He will be good enough to forgive the mess in your room.” In the middle of all this, the manager called out in a friendly way, “Good morning, Mr. Samsa.” “He is not well,” said his mother to the manager, while his father was still talking at the door, “He is not well, believe me, Mr. Manager. Otherwise how would Gregor miss a train? The young man has nothing in his head except business. I’m almost angry that he never goes out in the evening. Right now he’s been in the city eight days, but he’s been at home every evening. He sits here with us at the table and reads the newspaper quietly or studies his travel schedules. It’s a quite a diversion for him to busy himself with fretwork. For instance, he
cut out a small frame over the course of two or three evenings. You’d be amazed how pretty it is. It’s hanging right inside the room. You’ll see it immediately, as soon as Gregor opens the door. Anyway, I’m happy that you’re here, Mr. Manager. By ourselves, we would never have made Gregor open the door. He’s so stubborn, and he’s certainly not well, although he denied that this morning.” “I’m coming right away,” said Gregor slowly and deliberately and didn’t move, so as not to lose one word of the conversation. “My dear lady, I cannot explain it to myself in any other way,” said the manager; “I hope it is nothing serious. On the other hand, I must also say that we business people, luckily or unluckily, however one looks at it, very often simply have to overcome a slight indisposition for business reasons.” “So can Mr. Manager come in to see you now?” asked his father impatiently and knocked once again on the door. “No,” said Gregor. In the ne
ighbouring room on the left an awkward stillness descended. In the neighbouring room on the right the sister began to sob.
-Why did his sister not go to the others? She had probably just got up out of bed now and had not even started to get dressed yet. Then why was she crying? Because he was not getting up and letting the manager in, because he was in danger of losing his position, and because then his boss would badger his parents once again with the old demands? Those were probably unnecessary worries right now. Gregor was still here and was not thinking at all about abandoning his family. At the moment he was lying right there on the carpet, and no one who knew about his condition would have seriously demanded that he let the manager in. But Gregor would not be casually dismissed right way because of this small discourtesy, for which he would find an easy and suitable excuse later on. It seemed to Gregor that it might be far more reasonable to leave him in peace at the moment, instead of disturbing him with crying and conversation. But it was the very uncertainty which distressed the others and excus
ed their behaviour.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/union_input.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/union_input.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/union_input.txt
deleted file mode 100644
index e3020be..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/union_input.txt
+++ /dev/null
@@ -1,8 +0,0 @@
-011oneone
-12.02twotwo
-2threefour3threefour
-35five5fivefive
-2sixseven6sixseven
-38eight8eighteight
-099ninenine
-110.010tenten
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/test.hql
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/test.hql b/bigtop-tests/test-artifacts/hive/src/main/resources/test.hql
deleted file mode 100644
index 51c146d..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/test.hql
+++ /dev/null
@@ -1,28 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License"); you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-DROP TABLE text_kv1;
-
-CREATE TABLE text_kv1 (
- value INT,
- valueString STRING)
-ROW FORMAT DELIMITED
-FIELDS TERMINATED BY '\001'
-STORED AS TEXTFILE;
-
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt'
-OVERWRITE INTO TABLE text_kv1;
-
-INSERT OVERWRITE DIRECTORY '/tmp/count'
-SELECT COUNT(1) FROM text_kv1;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-execution/smokes/hive/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-execution/smokes/hive/pom.xml b/bigtop-tests/test-execution/smokes/hive/pom.xml
deleted file mode 100644
index 5ac7178..0000000
--- a/bigtop-tests/test-execution/smokes/hive/pom.xml
+++ /dev/null
@@ -1,147 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
- Licensed to the Apache Software Foundation (ASF) under one or more
- contributor license agreements. See the NOTICE file distributed with
- this work for additional information regarding copyright ownership.
- The ASF licenses this file to You under the Apache License, Version 2.0
- (the "License"); you may not use this file except in compliance with
- the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
--->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-
- <parent>
- <groupId>org.apache.bigtop.itest</groupId>
- <artifactId>smoke-tests</artifactId>
- <version>0.9.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
- </parent>
-
- <modelVersion>4.0.0</modelVersion>
- <groupId>org.apache.bigtop.itest</groupId>
- <artifactId>hive-smoke-execution</artifactId>
- <version>0.9.0-SNAPSHOT</version>
- <name>Hive smoke test execution</name>
-
- <properties>
- <org.apache.maven-dependency-plugin.groupId>org.apache.bigtop.itest</org.apache.maven-dependency-plugin.groupId>
- <org.apache.maven-dependency-plugin.artifactId>hive-smoke</org.apache.maven-dependency-plugin.artifactId>
- <org.apache.maven-dependency-plugin.version>${hive-smoke.version}</org.apache.maven-dependency-plugin.version>
- <org.apache.maven-dependency-plugin.type>jar</org.apache.maven-dependency-plugin.type>
-
- <HIVE_HOME>${env.HIVE_HOME}</HIVE_HOME>
- <HBASE_HOME>${env.HBASE_HOME}</HBASE_HOME>
- <ZOOKEEPER_HOME>${env.ZOOKEEPER_HOME}</ZOOKEEPER_HOME>
- </properties>
-
- <dependencies>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- </dependency>
- <dependency>
- <groupId>org.apache.bigtop.itest</groupId>
- <artifactId>hive-smoke</artifactId>
- </dependency>
- </dependencies>
-
- <build>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- </plugin>
-
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-enforcer-plugin</artifactId>
- <version>1.0</version>
- <executions>
- <execution>
- <id>enforce-property</id>
- <goals>
- <goal>enforce</goal>
- </goals>
- <configuration>
- <rules>
- <requireProperty>
- <property>HIVE_HOME</property>
- <message>HIVE_HOME env. variable has to be set</message>
- </requireProperty>
- <requireProperty>
- <property>HBASE_HOME</property>
- <message>HBASE_HOME env. variable has to be set</message>
- </requireProperty>
- <requireProperty>
- <property>ZOOKEEPER_HOME</property>
- <message>ZOOKEEPER_HOME env. variable has to be set</message>
- </requireProperty>
- </rules>
- <fail>true</fail>
- </configuration>
- </execution>
- </executions>
- </plugin>
-
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-failsafe-plugin</artifactId>
- <version>2.11</version>
- <configuration>
- <systemPropertyVariables>
- <org.apache.bigtop.itest.hivesmoke.IntegrationTestHiveSmokeBulk.extra_jars>
- ${HIVE_HOME}/lib/hbase.jar,${HIVE_HOME}/lib/${hive-hbase-handler.jar},${HIVE_HOME}/lib/zookeeper.jar,${HIVE_HOME}/lib/${guava.jar}
- </org.apache.bigtop.itest.hivesmoke.IntegrationTestHiveSmokeBulk.extra_jars>
- </systemPropertyVariables>
- <forkMode>always</forkMode>
- <additionalClasspathElements>
- <additionalClasspathElement>${HIVE_HOME}/lib/${hive-exec.jar}</additionalClasspathElement>
- <additionalClasspathElement>${HIVE_HOME}/lib/${hive-jdbc.jar}</additionalClasspathElement>
- <additionalClasspathElement>${HIVE_HOME}/lib/${hive-metastore.jar}</additionalClasspathElement>
- <additionalClasspathElement>${HIVE_HOME}/lib/${hive-service.jar}</additionalClasspathElement>
- <additionalClasspathElement>${HIVE_HOME}/lib/${libfb303.jar}</additionalClasspathElement>
- <additionalClasspathElement>${HIVE_HOME}/lib/${slf4j-api.jar}</additionalClasspathElement>
- </additionalClasspathElements>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.codehaus.groovy.maven</groupId>
- <artifactId>gmaven-plugin</artifactId>
- <version>1.0</version>
- <executions>
- <execution>
- <id>find-versioned-jar</id>
- <phase>pre-integration-test</phase>
- <goals>
- <goal>execute</goal>
- </goals>
- <configuration>
- <source>
- if (!System.getProperties().keySet().contains('enforcer.skip')) {
- [ 'hive-hbase-handler.jar', 'hive-exec.jar', 'hive-jdbc.jar', 'hive-metastore.jar', 'hive-service.jar', 'libfb303.jar', 'slf4j-api.jar', 'guava.jar' ].each {
- project.properties[it] =
- org.apache.bigtop.itest.JarContent.getJarName(
- "${HIVE_HOME}/lib", "${it.replaceAll(/.jar$/, '')}-.*\\.jar");
- if ( project.properties[it] == null ) {
- throw new IOException ("$it isn't found");
- }
- }
- }
- </source>
- </configuration>
- </execution>
- </executions>
- </plugin>
-
- </plugins>
- </build>
-</project>
[8/8] git commit: BIGTOP-1450. Eliminate broken hive test artifacts
in favor of smoke-tests.
Posted by ja...@apache.org.
BIGTOP-1450. Eliminate broken hive test artifacts in favor of smoke-tests.
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/e209fdbb
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/e209fdbb
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/e209fdbb
Branch: refs/heads/master
Commit: e209fdbbb2867f7d939a1500fe473b0cae011b58
Parents: 1f209ba
Author: jay@apache.org <ja...@apache.org>
Authored: Wed Oct 22 23:05:00 2014 -0400
Committer: jay@apache.org <jayunit100>
Committed: Wed Oct 22 23:05:54 2014 -0400
----------------------------------------------------------------------
bigtop-tests/test-artifacts/hive/README | 16 -
bigtop-tests/test-artifacts/hive/pom.xml | 32 -
.../hivesmoke/HiveBulkScriptExecutor.groovy | 83 -
.../IntegrationTestHiveSmokeBulk.groovy | 94 -
.../itest/hivesmoke/TestHiveSmokeBulk.groovy | 104 -
.../bigtop/itest/hivesmoke/TestJdbcDriver.java | 159 -
.../hive/src/main/resources/a.txt | 2 -
.../scripts/integration/hbase_joins/in | 96 -
.../scripts/integration/hbase_joins/out | 125 -
.../scripts/integration/hbase_pushdown/in | 67 -
.../scripts/integration/hbase_pushdown/out | 384 ---
.../scripts/integration/hbase_queries/filter | 8 -
.../scripts/integration/hbase_queries/in | 174 --
.../scripts/integration/hbase_queries/out | 701 -----
.../scripts/integration/hbase_stats/filter | 4 -
.../scripts/integration/hbase_stats/in | 35 -
.../scripts/integration/hbase_stats/out | 170 -
.../resources/scripts/ql/auto_join20/filter | 3 -
.../main/resources/scripts/ql/auto_join20/in | 45 -
.../main/resources/scripts/ql/auto_join20/out | 669 ----
.../src/main/resources/scripts/ql/basic/filter | 4 -
.../hive/src/main/resources/scripts/ql/basic/in | 29 -
.../src/main/resources/scripts/ql/basic/out | 19 -
.../scripts/ql/bucketizedhiveinputformat/filter | 5 -
.../scripts/ql/bucketizedhiveinputformat/in | 47 -
.../scripts/ql/bucketizedhiveinputformat/out | 315 --
.../resources/scripts/ql/bucketmapjoin5/filter | 6 -
.../main/resources/scripts/ql/bucketmapjoin5/in | 99 -
.../resources/scripts/ql/bucketmapjoin5/out | 1015 ------
.../scripts/ql/drop_multi_partitions/in | 31 -
.../scripts/ql/drop_multi_partitions/out | 43 -
.../ql/groupby_map_ppr_multi_distinct/filter | 5 -
.../ql/groupby_map_ppr_multi_distinct/in | 34 -
.../ql/groupby_map_ppr_multi_distinct/out | 301 --
.../resources/scripts/ql/index_creation/filter | 8 -
.../main/resources/scripts/ql/index_creation/in | 66 -
.../resources/scripts/ql/index_creation/out | 131 -
.../src/main/resources/scripts/ql/join19/filter | 1 -
.../src/main/resources/scripts/ql/join19/in | 72 -
.../src/main/resources/scripts/ql/join19/out | 332 --
.../resources/scripts/ql/join_filters/filter | 2 -
.../main/resources/scripts/ql/join_filters/in | 169 -
.../main/resources/scripts/ql/join_filters/out | 558 ----
.../resources/scripts/ql/load_dyn_part14/filter | 7 -
.../resources/scripts/ql/load_dyn_part14/in | 49 -
.../resources/scripts/ql/load_dyn_part14/out | 277 --
.../scripts/ql/merge_dynamic_partition/filter | 7 -
.../scripts/ql/merge_dynamic_partition/in | 60 -
.../scripts/ql/merge_dynamic_partition/out | 1852 -----------
.../resources/scripts/ql/multi_insert/filter | 6 -
.../main/resources/scripts/ql/multi_insert/in | 279 --
.../main/resources/scripts/ql/multi_insert/out | 2910 ------------------
.../resources/scripts/ql/rcfile_columnar/filter | 2 -
.../resources/scripts/ql/rcfile_columnar/in | 29 -
.../resources/scripts/ql/rcfile_columnar/out | 29 -
.../src/main/resources/scripts/ql/union3/filter | 4 -
.../src/main/resources/scripts/ql/union3/in | 56 -
.../src/main/resources/scripts/ql/union3/out | 327 --
.../main/resources/scripts/ql/uniquejoin/filter | 4 -
.../src/main/resources/scripts/ql/uniquejoin/in | 39 -
.../main/resources/scripts/ql/uniquejoin/out | 83 -
.../hive/src/main/resources/seed.hql | 49 -
.../src/main/resources/seed_data_files/T1.txt | 6 -
.../src/main/resources/seed_data_files/T2.txt | 6 -
.../src/main/resources/seed_data_files/T3.txt | 4 -
.../seed_data_files/apache.access.2.log | 1 -
.../resources/seed_data_files/apache.access.log | 1 -
.../main/resources/seed_data_files/complex.seq | Bin 1606 -> 0 bytes
.../resources/seed_data_files/covar_tab.txt | 6 -
.../seed_data_files/create_nested_type.txt | 4 -
.../resources/seed_data_files/datatypes.txt | 3 -
.../main/resources/seed_data_files/docurl.txt | 8 -
.../main/resources/seed_data_files/empty1.txt | 0
.../main/resources/seed_data_files/empty2.txt | 0
.../resources/seed_data_files/hive_626_bar.txt | 1 -
.../seed_data_files/hive_626_count.txt | 1 -
.../resources/seed_data_files/hive_626_foo.txt | 1 -
.../src/main/resources/seed_data_files/in1.txt | 3 -
.../src/main/resources/seed_data_files/in2.txt | 3 -
.../src/main/resources/seed_data_files/in3.txt | 4 -
.../src/main/resources/seed_data_files/in4.txt | 7 -
.../src/main/resources/seed_data_files/in5.txt | 19 -
.../src/main/resources/seed_data_files/in6.txt | 19 -
.../src/main/resources/seed_data_files/json.txt | 1 -
.../src/main/resources/seed_data_files/kv1.seq | Bin 10508 -> 0 bytes
.../seed_data_files/kv1.string-sorted.txt | 500 ---
.../src/main/resources/seed_data_files/kv1.txt | 500 ---
.../seed_data_files/kv1.val.sorted.txt | 500 ---
.../resources/seed_data_files/kv1_broken.seq | Bin 216 -> 0 bytes
.../main/resources/seed_data_files/kv1_cb.txt | 500 ---
.../main/resources/seed_data_files/kv1_cc.txt | 500 ---
.../seed_data_files/kv1kv2.cogroup.txt | 1000 ------
.../src/main/resources/seed_data_files/kv2.txt | 500 ---
.../src/main/resources/seed_data_files/kv3.txt | 25 -
.../src/main/resources/seed_data_files/kv4.txt | 1 -
.../src/main/resources/seed_data_files/kv5.txt | 24 -
.../src/main/resources/seed_data_files/kv6.txt | 100 -
.../resources/seed_data_files/lt100.sorted.txt | 84 -
.../main/resources/seed_data_files/lt100.txt | 84 -
.../resources/seed_data_files/lt100.txt.deflate | 3 -
.../src/main/resources/seed_data_files/null.txt | 10 -
.../main/resources/seed_data_files/nullfile.txt | 0
.../sample-queryplan-in-history.txt | 1 -
.../seed_data_files/sample-queryplan.txt | 1 -
.../seed_data_files/smb_bucket_input.rc | Bin 253 -> 0 bytes
.../seed_data_files/smb_bucket_input.txt | 7 -
.../resources/seed_data_files/smbbucket_1.rc | Bin 208 -> 0 bytes
.../resources/seed_data_files/smbbucket_1.txt | 5 -
.../resources/seed_data_files/smbbucket_2.rc | Bin 206 -> 0 bytes
.../resources/seed_data_files/smbbucket_2.txt | 4 -
.../resources/seed_data_files/smbbucket_3.rc | Bin 222 -> 0 bytes
.../resources/seed_data_files/smbbucket_3.txt | 6 -
.../main/resources/seed_data_files/source.txt | 4 -
.../resources/seed_data_files/srcbucket0.txt | 493 ---
.../resources/seed_data_files/srcbucket1.txt | 507 ---
.../resources/seed_data_files/srcbucket20.txt | 118 -
.../resources/seed_data_files/srcbucket21.txt | 120 -
.../resources/seed_data_files/srcbucket22.txt | 124 -
.../resources/seed_data_files/srcbucket23.txt | 138 -
.../main/resources/seed_data_files/string.txt | Bin 93 -> 0 bytes
.../main/resources/seed_data_files/symlink1.txt | 2 -
.../main/resources/seed_data_files/symlink2.txt | 1 -
.../src/main/resources/seed_data_files/test.dat | 6 -
.../main/resources/seed_data_files/text-en.txt | 95 -
.../resources/seed_data_files/union_input.txt | 8 -
.../hive/src/main/resources/test.hql | 28 -
bigtop-tests/test-execution/smokes/hive/pom.xml | 147 -
127 files changed, 18576 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/README
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/README b/bigtop-tests/test-artifacts/hive/README
deleted file mode 100644
index 16d59cb..0000000
--- a/bigtop-tests/test-artifacts/hive/README
+++ /dev/null
@@ -1,16 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-This is a project to develop and build Hive smoke and system tests.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/pom.xml b/bigtop-tests/test-artifacts/hive/pom.xml
deleted file mode 100644
index 633605d..0000000
--- a/bigtop-tests/test-artifacts/hive/pom.xml
+++ /dev/null
@@ -1,32 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
- Licensed to the Apache Software Foundation (ASF) under one or more
- contributor license agreements. See the NOTICE file distributed with
- this work for additional information regarding copyright ownership.
- The ASF licenses this file to You under the Apache License, Version 2.0
- (the "License"); you may not use this file except in compliance with
- the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
--->
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <parent>
- <groupId>org.apache.bigtop.itest</groupId>
- <artifactId>bigtop-smokes</artifactId>
- <version>0.9.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
- </parent>
-
- <groupId>org.apache.bigtop.itest</groupId>
- <artifactId>hive-smoke</artifactId>
- <version>0.9.0-SNAPSHOT</version>
- <name>hivesmoke</name>
-</project>
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/HiveBulkScriptExecutor.groovy
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/HiveBulkScriptExecutor.groovy b/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/HiveBulkScriptExecutor.groovy
deleted file mode 100644
index a25214a..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/HiveBulkScriptExecutor.groovy
+++ /dev/null
@@ -1,83 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- * <p/>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p/>
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.bigtop.itest.hivesmoke
-
-import org.apache.commons.logging.LogFactory
-import org.apache.commons.logging.Log
-import org.apache.bigtop.itest.JarContent
-import org.apache.bigtop.itest.shell.Shell
-import static junit.framework.Assert.assertEquals
-
-public class HiveBulkScriptExecutor {
- static private Log LOG = LogFactory.getLog(Object.class);
-
- static Shell sh = new Shell("/bin/bash -s");
-
- private File scripts;
- private String location;
-
- public static final String RESOURCES ="bigtop-tests/test-artifacts/hive/src/main/resources/"
-
- public HiveBulkScriptExecutor(String l) {
- location = l;
- scripts = new File(location);
-
- if (!scripts.exists()) {
- try{
- JarContent.unpackJarContainer(HiveBulkScriptExecutor.class, '.' , null);
- }
- //BIGTOP-1222 : Support script execution.
- catch(Throwable t){
- LOG.info("Didnt find jar resource, copying resources locally...");
- def resources = System.getenv("BIGTOP_HOME")+"/"+RESOURCES ;
- sh.exec("cp -r ${resources}/* .");
- sh.exec("ls ${l}");
-
- }
- }
- }
-
- public List<String> getScripts() {
- List<String> res = [];
-
- try {
- scripts.eachDir { res.add(it.name); }
- } catch (Throwable ex) {}
- return res;
- }
-
- public void runScript(String test, String extraArgs) {
- String l = "${location}/${test}";
- String test_command="""diff -u <(\$F < ${l}/actual) <(\$F < ${l}/out)""" ;
- sh.exec("""
- F=cat
- if [ -f ${l}/filter ]; then
- chmod 777 ${l}/filter
- F=${l}/filter
- fi
- hive ${extraArgs} -v -f ${l}/in > ${l}/actual && ${test_command}"""
- ) ;
-
- assertEquals("Got unexpected output from test script ${test}",
- 0, sh.ret);
- }
-
- public void runScript(String test) {
- runScript(test, "");
- }
-}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/IntegrationTestHiveSmokeBulk.groovy
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/IntegrationTestHiveSmokeBulk.groovy b/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/IntegrationTestHiveSmokeBulk.groovy
deleted file mode 100644
index fd908b1..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/IntegrationTestHiveSmokeBulk.groovy
+++ /dev/null
@@ -1,94 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- * <p/>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p/>
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.bigtop.itest.hivesmoke
-
-import org.junit.Test
-import org.junit.AfterClass
-import org.junit.BeforeClass
-import org.apache.bigtop.itest.shell.Shell
-import static junit.framework.Assert.assertEquals
-import org.apache.bigtop.itest.junit.OrderedParameterized
-import org.junit.runner.RunWith
-import org.junit.runners.Parameterized.Parameters
-
-@RunWith(OrderedParameterized.class)
-public class IntegrationTestHiveSmokeBulk {
- private static String test_include =
- System.getProperty("org.apache.bigtop.itest.hivesmoke.IntegrationTestHiveSmokeBulk.test_include");
- private static String test_exclude =
- System.getProperty("org.apache.bigtop.itest.hivesmoke.IntegrationTestHiveSmokeBulk.test_exclude");
- private static String extra_jars =
- System.getProperty("org.apache.bigtop.itest.hivesmoke.IntegrationTestHiveSmokeBulk.extra_jars","");
-
- static Shell sh = new Shell("/bin/bash -s");
- static HiveBulkScriptExecutor scripts = new HiveBulkScriptExecutor("scripts/integration");
-
- private String test;
-
- public IntegrationTestHiveSmokeBulk(String t) {
- test = t;
- }
-
- @BeforeClass
- public static void setUp() {
- def hbase_script = "";
- def hive_script = "";
- Shell shHbase = new Shell("hbase shell");
-
- sh.exec("hive -f ./seed.hql");
- assertEquals("Can not initialize seed databases",
- 0, sh.ret);
-
- ['PARTITION_STAT_TBL', 'countries', 'hbase_pushdown', 'stats_src', 'hbase_part',
- 'hbase_table_0', 'hbase_table_3', 'hbase_table_4', 'hbase_table_6', 'hbase_table_7',
- 'hbase_table_8', 'states', 'users', 'empty_hbase_table'].each {
- hbase_script <<= "disable '${it}'\ndrop '${it}'\n";
- hive_script <<= "drop table ${it};\n";
- }
- shHbase.exec("${hbase_script}\nquit\n\n");
- sh.exec("hive << __EOT__\n${hive_script}__EOT__");
- }
-
- @AfterClass
- public static void tearDown() {
- sh.exec("hadoop fs -rmr -skipTrash /user/hive/warehouse",
- "hadoop fs -rmr -skipTrash /tmp/count");
- }
-
- @Parameters
- public static Map<String, Object[]> readTestCases() {
- List<String> tests;
- if (test_include != null) {
- tests = scripts.getScripts().intersect(Arrays.asList(test_include.split(",")));
- } else if (test_exclude != null) {
- tests = scripts.getScripts() - Arrays.asList(test_exclude.split(","));
- } else {
- tests = scripts.getScripts();
- }
- Map res = [:];
- tests.each {
- res[it] = ([it] as String[]);
- };
- return res;
- }
-
- @Test
- public void testHiveBulk() {
- scripts.runScript(test, "${(extra_jars == '') ? '' : '--auxpath '}$extra_jars");
- }
-}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestHiveSmokeBulk.groovy
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestHiveSmokeBulk.groovy b/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestHiveSmokeBulk.groovy
deleted file mode 100644
index f8dc7e6..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestHiveSmokeBulk.groovy
+++ /dev/null
@@ -1,104 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- * <p/>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p/>
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.bigtop.itest.hivesmoke
-
-import org.junit.Test
-import org.junit.AfterClass
-import org.junit.Before
-import org.junit.BeforeClass
-import org.apache.bigtop.itest.shell.Shell
-import org.apache.bigtop.itest.junit.OrderedParameterized
-import org.junit.runner.RunWith
-import org.junit.runners.Parameterized.Parameters
-import org.apache.commons.logging.LogFactory
-import org.apache.commons.logging.Log
-import static org.junit.Assert.assertTrue
-
-@RunWith(OrderedParameterized.class)
-public class TestHiveSmokeBulk {
-
- static private Log LOG = LogFactory.getLog(Object.class);
-
- private static String test_include =
- System.getProperty("org.apache.bigtop.itest.hivesmoke.TestHiveSmokeBulk.test_include");
- private static String test_exclude =
- System.getProperty("org.apache.bigtop.itest.hivesmoke.TestHiveSmokeBulk.test_exclude");
- static Shell sh = new Shell("/bin/bash -s");
- static HiveBulkScriptExecutor scripts = new HiveBulkScriptExecutor("scripts/ql");
-
- private String test;
-
- public TestHiveSmokeBulk(String t) {
- test = t;
- }
-
- @Before
- public void cleanUp() {
- def hive_script = "";
- Shell shHive = new Shell("hive");
- ["analyze_srcpart","authorization_part","columntable",
- "dest1","hbase_part","hbase_pushdown","merge_dynamic_part",
- "mp","myinput1","nzhang_part14","src_multi1","src_multi2",
- "srcbucket_mapjoin","srcpart_merge_dp","stats_src","t1",
- "triples","text_kv1","union_out", "T1", "T2", "T3", "smb_input1",
- "smb_input2", "srcbucket_mapjoin_part", "bucketmapjoin_hash_result_1",
- "bucketmapjoin_hash_result_2", "bucketmapjoin_tmp_result",
- "srcbucket_mapjoin_part_2"].each {
- hive_script <<= "drop table ${it};\n";
- }
- shHive.exec("${hive_script} quit; \n");
- }
-
- @BeforeClass
- public static void setUp() {
- sh.exec("hive -f ./seed.hql");
- LOG.info(sh.getOut())
- LOG.info(sh.getErr())
- assertTrue("FAILED.. "+sh.getOut()+" "+sh.getErr(),sh.getRet()==0);
- }
-
- @AfterClass
- public static void tearDown() {
- sh.exec("hadoop fs -rmr -skipTrash /user/hive/warehouse",
- "hadoop fs -rmr -skipTrash /tmp/count");
- }
-
- @Parameters
- public static Map<String, Object[]> readTestCases() {
- LOG.info("hive includes = " + test_include);
- List<String> tests;
- if (test_include != null) {
- tests = scripts.getScripts().intersect(Arrays.asList(test_include.split(",")));
- } else if (test_exclude != null) {
- tests = scripts.getScripts() - Arrays.asList(test_exclude.split(","));
- } else {
- tests = scripts.getScripts();
- }
- LOG.info("HIVE TESTS = " + tests);
- Map res = [:];
- tests.each {
- res[it] = ([it] as String[]);
- };
- return res;
- }
-
- @Test
- public void testHiveBulk() {
- scripts.runScript(test);
- }
-}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestJdbcDriver.java
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestJdbcDriver.java b/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestJdbcDriver.java
deleted file mode 100644
index 5a71a14..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestJdbcDriver.java
+++ /dev/null
@@ -1,159 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.bigtop.itest.hivesmoke;
-
-import java.sql.Connection;
-import java.sql.DriverManager;
-import java.sql.ResultSet;
-import java.sql.SQLException;
-import java.sql.Statement;
-
-import java.util.ArrayList;
-import java.util.List;
-import java.util.Date;
-
-import org.junit.After;
-import org.junit.AfterClass;
-import org.junit.Before;
-import org.junit.BeforeClass;
-import org.junit.Test;
-import static org.junit.Assert.assertTrue;
-import static org.junit.Assert.assertEquals;
-
-import org.apache.bigtop.itest.Contract;
-import org.apache.bigtop.itest.ParameterSetter;
-import org.apache.bigtop.itest.Property;
-import org.apache.bigtop.itest.shell.Shell;
-
-@Contract(
- properties = {
- @Property(name="hiveserver.startup.wait", type=Property.Type.INT, longValue=3000, intValue=3000, defaultValue="3000")
- },
- env = {})
-public class TestJdbcDriver {
-
- public static String driverName = "org.apache.hadoop.hive.jdbc.HiveDriver";
- public static String hiveserver_url = "jdbc:hive://localhost:10000/default";
- public static Shell sh = new Shell("/bin/bash -s");
- public static String testDir = "/tmp/hive-jdbc." + (new Date().getTime());
- public static String hiveserver_pid;
- public static int hiveserver_startup_wait;
- private Connection con;
-
- @BeforeClass
- public static void setUp() throws ClassNotFoundException, InterruptedException, NoSuchFieldException, IllegalAccessException {
- ParameterSetter.setProperties(TestJdbcDriver.class, new String[] {"hiveserver_startup_wait"});
- System.out.println("hiveserver_startup_wait: " + hiveserver_startup_wait);
- Class.forName(driverName);
- sh.exec("hadoop fs -mkdir " + testDir);
- assertTrue("Could not create test directory", sh.getRet() == 0);
- sh.exec("hadoop fs -copyFromLocal a.txt " + testDir + "/a.txt");
- assertTrue("Could not copy local file to test directory", sh.getRet() == 0);
- // start hiveserver in background and remember the pid
- sh.exec("(HIVE_PORT=10000 hive --service hiveserver > /dev/null 2>&1 & echo $! ) 2> /dev/null");
- hiveserver_pid = sh.getOut().get(0);
- Thread.sleep(hiveserver_startup_wait); // allow time for hiveserver to be up
- }
-
- @Before
- public void getConnection() throws SQLException {
- //System.out.println(hiveserver_url);
- con = DriverManager.getConnection(hiveserver_url, "", "");
- //System.out.println("JDBC connection is " +
- // (con == null ? "not instantiated." : "instantiated."));
- }
-
- @After
- public void closeConnection() throws SQLException {
- if (con != null)
- con.close();
- }
-
- @AfterClass
- public static void tearDown() {
- sh.exec("hadoop fs -rmr -skipTrash " + testDir);
- sh.exec("kill -9 " + hiveserver_pid);
- }
-
- @Test(timeout=120000L)
- public void testCreate() throws SQLException {
- Statement stmt = con.createStatement();
- String tableName = "hive_jdbc_driver_test";
- stmt.executeQuery("drop table if exists " + tableName);
- ResultSet res = stmt.executeQuery("create table " + tableName +
- " (key int, value string)");
- // show tables
- String sql = "show tables";
- //System.out.println("executing: " + sql);
- res = stmt.executeQuery(sql);
- boolean tableCreated = false;
- while (res.next()) {
- String tab_name = res.getString(1);
- //System.out.println(tab_name);
- if (tab_name.equals(tableName))
- tableCreated = true;
- }
- assertTrue("table " + tableName + " does not appear to be created",
- tableCreated);
- // describe table
- sql = "describe " + tableName;
- //System.out.println("executing: " + sql);
- res = stmt.executeQuery(sql);
- List<String> colNames = new ArrayList<String>();
- List<String> dataTypes = new ArrayList<String>();
- while (res.next()) {
- String col_name = res.getString(1);
- String data_type = res.getString(2);
- colNames.add(col_name);
- dataTypes.add(data_type);
- //System.out.println(col_name + "\t" + data_type);
- }
- assertEquals("table should have two columns", 2, colNames.size());
- assertEquals("key", colNames.get(0));
- assertEquals("value", colNames.get(1));
- assertEquals("int", dataTypes.get(0));
- assertEquals("string", dataTypes.get(1));
-
- // load data into table
- String filepath = testDir + "/a.txt"; // this is an hdfs filepath
- sql = "load data inpath '" + filepath + "' into table " + tableName;
- //System.out.println("executing: " + sql);
- res = stmt.executeQuery(sql);
-
- // select
- sql = "select * from " + tableName;
- //System.out.println("executing: " + sql);
- res = stmt.executeQuery(sql);
- List<Integer> keys = new ArrayList<Integer>();
- List<String> values = new ArrayList<String>();
- while (res.next()) {
- int key = res.getInt(1);
- String value = res.getString(2);
- keys.add(new Integer(key));
- values.add(value);
- //System.out.println("" + key + "\t" + value);
- }
- assertEquals("table should have two rows", 2, keys.size());
- assertEquals(new Integer(1), keys.get(0));
- assertEquals(new Integer(2), keys.get(1));
- assertEquals("foo", values.get(0));
- assertEquals("bar", values.get(1));
- }
-
-}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/a.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/a.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/a.txt
deleted file mode 100644
index b930c1b..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/a.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-1foo
-2bar
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_joins/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_joins/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_joins/in
deleted file mode 100644
index f19e369..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_joins/in
+++ /dev/null
@@ -1,96 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-DROP TABLE users;
-DROP TABLE states;
-DROP TABLE countries;
-DROP TABLE users_level;
-
--- From HIVE-1257
-
-CREATE TABLE users(key string, state string, country string, country_id int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "info:state,info:country,info:country_id"
-);
-
-CREATE TABLE states(key string, name string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "state:name"
-);
-
-CREATE TABLE countries(key string, name string, country string, country_id int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "info:name,info:country,info:country_id"
-);
-
-INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0
-FROM src WHERE key=100;
-
-INSERT OVERWRITE TABLE states SELECT 'IA', 'Iowa'
-FROM src WHERE key=100;
-
-INSERT OVERWRITE TABLE countries SELECT 'USA', 'United States', 'USA', 1
-FROM src WHERE key=100;
-
-set hive.input.format = org.apache.hadoop.hive.ql.io.HiveInputFormat;
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country = c.key);
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country = c.country);
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country_id = c.country_id);
-
-SELECT u.key, u.state, s.name FROM users u JOIN states s
-ON (u.state = s.key);
-
-set hive.input.format = org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country = c.key);
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country = c.country);
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country_id = c.country_id);
-
-SELECT u.key, u.state, s.name FROM users u JOIN states s
-ON (u.state = s.key);
-
-DROP TABLE users;
-DROP TABLE states;
-DROP TABLE countries;
-
-CREATE TABLE users(key int, userid int, username string, created int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,f:userid,f:nickname,f:created");
-
-CREATE TABLE users_level(key int, userid int, level int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,f:userid,f:level");
-
--- HIVE-1903: the problem fixed here showed up even without any data,
--- so no need to load any to test it
-SELECT year(from_unixtime(users.created)) AS year, level, count(users.userid) AS num
- FROM users JOIN users_level ON (users.userid = users_level.userid)
- GROUP BY year(from_unixtime(users.created)), level;
-
-DROP TABLE users;
-DROP TABLE users_level;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_joins/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_joins/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_joins/out
deleted file mode 100644
index 4ffbf2b..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_joins/out
+++ /dev/null
@@ -1,125 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-DROP TABLE users
-
-DROP TABLE states
-
-DROP TABLE countries
-
-DROP TABLE users_level
-
-
--- From HIVE-1257
-
-CREATE TABLE users(key string, state string, country string, country_id int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "info:state,info:country,info:country_id"
-)
-
-
-CREATE TABLE states(key string, name string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "state:name"
-)
-
-
-CREATE TABLE countries(key string, name string, country string, country_id int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "info:name,info:country,info:country_id"
-)
-
-
-INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0
-FROM src WHERE key=100
-
-
-INSERT OVERWRITE TABLE states SELECT 'IA', 'Iowa'
-FROM src WHERE key=100
-
-
-INSERT OVERWRITE TABLE countries SELECT 'USA', 'United States', 'USA', 1
-FROM src WHERE key=100
-set hive.input.format = org.apache.hadoop.hive.ql.io.HiveInputFormat
-
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country = c.key)
-user1 USA United States USA
-
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country = c.country)
-user1 USA United States USA
-
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country_id = c.country_id)
-
-
-SELECT u.key, u.state, s.name FROM users u JOIN states s
-ON (u.state = s.key)
-user1 IA Iowa
-set hive.input.format = org.apache.hadoop.hive.ql.io.CombineHiveInputFormat
-
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country = c.key)
-user1 USA United States USA
-
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country = c.country)
-user1 USA United States USA
-
-
-SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c
-ON (u.country_id = c.country_id)
-
-
-SELECT u.key, u.state, s.name FROM users u JOIN states s
-ON (u.state = s.key)
-user1 IA Iowa
-
-
-DROP TABLE users
-
-DROP TABLE states
-
-DROP TABLE countries
-
-
-CREATE TABLE users(key int, userid int, username string, created int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,f:userid,f:nickname,f:created")
-
-
-CREATE TABLE users_level(key int, userid int, level int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,f:userid,f:level")
-
-
--- HIVE-1903: the problem fixed here showed up even without any data,
--- so no need to load any to test it
-SELECT year(from_unixtime(users.created)) AS year, level, count(users.userid) AS num
- FROM users JOIN users_level ON (users.userid = users_level.userid)
- GROUP BY year(from_unixtime(users.created)), level
-
-
-DROP TABLE users
-
-DROP TABLE users_level
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_pushdown/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_pushdown/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_pushdown/in
deleted file mode 100644
index e1ffa50..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_pushdown/in
+++ /dev/null
@@ -1,67 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-CREATE TABLE hbase_pushdown(key int, value string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,cf:string");
-
-INSERT OVERWRITE TABLE hbase_pushdown
-SELECT *
-FROM src;
-
--- with full pushdown
-explain select * from hbase_pushdown where key=90;
-
-select * from hbase_pushdown where key=90;
-
--- with partial pushdown
-
-explain select * from hbase_pushdown where key=90 and value like '%90%';
-
-select * from hbase_pushdown where key=90 and value like '%90%';
-
--- with two residuals
-
-explain select * from hbase_pushdown
-where key=90 and value like '%90%' and key=cast(value as int);
-
--- with contradictory pushdowns
-
-explain select * from hbase_pushdown
-where key=80 and key=90 and value like '%90%';
-
-select * from hbase_pushdown
-where key=80 and key=90 and value like '%90%';
-
--- with nothing to push down
-
-explain select * from hbase_pushdown;
-
--- with a predicate which is not actually part of the filter, so
--- it should be ignored by pushdown
-
-explain select * from hbase_pushdown
-where (case when key=90 then 2 else 4 end) > 3;
-
--- with a predicate which is under an OR, so it should
--- be ignored by pushdown
-
-explain select * from hbase_pushdown
-where key=80 or value like '%90%';
-
-set hive.optimize.ppd.storage=false;
-
--- with pushdown disabled
-
-explain select * from hbase_pushdown where key=90;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_pushdown/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_pushdown/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_pushdown/out
deleted file mode 100644
index c478814..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_pushdown/out
+++ /dev/null
@@ -1,384 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-CREATE TABLE hbase_pushdown(key int, value string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,cf:string")
-
-
-INSERT OVERWRITE TABLE hbase_pushdown
-SELECT *
-FROM src
-
-
--- with full pushdown
-explain select * from hbase_pushdown where key=90
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_pushdown))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (= (TOK_TABLE_OR_COL key) 90))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- hbase_pushdown
- TableScan
- alias: hbase_pushdown
- filterExpr:
- expr: (key = 90)
- type: boolean
- Filter Operator
- predicate:
- expr: (key = 90)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: int
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
-select * from hbase_pushdown where key=90
-90 val_90
-
-
--- with partial pushdown
-
-explain select * from hbase_pushdown where key=90 and value like '%90%'
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_pushdown))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (= (TOK_TABLE_OR_COL key) 90) (like (TOK_TABLE_OR_COL value) '%90%')))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- hbase_pushdown
- TableScan
- alias: hbase_pushdown
- filterExpr:
- expr: (key = 90)
- type: boolean
- Filter Operator
- predicate:
- expr: (value like '%90%')
- type: boolean
- Filter Operator
- predicate:
- expr: ((key = 90) and (value like '%90%'))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: int
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
-select * from hbase_pushdown where key=90 and value like '%90%'
-90 val_90
-
-
--- with two residuals
-
-explain select * from hbase_pushdown
-where key=90 and value like '%90%' and key=cast(value as int)
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_pushdown))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (and (= (TOK_TABLE_OR_COL key) 90) (like (TOK_TABLE_OR_COL value) '%90%')) (= (TOK_TABLE_OR_COL key) (TOK_FUNCTION TOK_INT (TOK_TABLE_OR_COL value)))))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- hbase_pushdown
- TableScan
- alias: hbase_pushdown
- filterExpr:
- expr: (key = 90)
- type: boolean
- Filter Operator
- predicate:
- expr: ((value like '%90%') and (key = UDFToInteger(value)))
- type: boolean
- Filter Operator
- predicate:
- expr: (((key = 90) and (value like '%90%')) and (key = UDFToInteger(value)))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: int
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
--- with contradictory pushdowns
-
-explain select * from hbase_pushdown
-where key=80 and key=90 and value like '%90%'
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_pushdown))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (and (= (TOK_TABLE_OR_COL key) 80) (= (TOK_TABLE_OR_COL key) 90)) (like (TOK_TABLE_OR_COL value) '%90%')))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- hbase_pushdown
- TableScan
- alias: hbase_pushdown
- Filter Operator
- predicate:
- expr: (((key = 80) and (key = 90)) and (value like '%90%'))
- type: boolean
- Filter Operator
- predicate:
- expr: (((key = 80) and (key = 90)) and (value like '%90%'))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: int
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
-select * from hbase_pushdown
-where key=80 and key=90 and value like '%90%'
-
-
--- with nothing to push down
-
-explain select * from hbase_pushdown
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_pushdown))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
--- with a predicate which is not actually part of the filter, so
--- it should be ignored by pushdown
-
-explain select * from hbase_pushdown
-where (case when key=90 then 2 else 4 end) > 3
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_pushdown))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (> (TOK_FUNCTION when (= (TOK_TABLE_OR_COL key) 90) 2 4) 3))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- hbase_pushdown
- TableScan
- alias: hbase_pushdown
- Filter Operator
- predicate:
- expr: (CASE WHEN ((key = 90)) THEN (2) ELSE (4) END > 3)
- type: boolean
- Filter Operator
- predicate:
- expr: (CASE WHEN ((key = 90)) THEN (2) ELSE (4) END > 3)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: int
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
--- with a predicate which is under an OR, so it should
--- be ignored by pushdown
-
-explain select * from hbase_pushdown
-where key=80 or value like '%90%'
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_pushdown))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (or (= (TOK_TABLE_OR_COL key) 80) (like (TOK_TABLE_OR_COL value) '%90%')))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- hbase_pushdown
- TableScan
- alias: hbase_pushdown
- Filter Operator
- predicate:
- expr: ((key = 80) or (value like '%90%'))
- type: boolean
- Filter Operator
- predicate:
- expr: ((key = 80) or (value like '%90%'))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: int
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-set hive.optimize.ppd.storage=false
-
-
--- with pushdown disabled
-
-explain select * from hbase_pushdown where key=90
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_pushdown))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (= (TOK_TABLE_OR_COL key) 90))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- hbase_pushdown
- TableScan
- alias: hbase_pushdown
- Filter Operator
- predicate:
- expr: (key = 90)
- type: boolean
- Filter Operator
- predicate:
- expr: (key = 90)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: int
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/filter
deleted file mode 100644
index 8c5f44f..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/filter
+++ /dev/null
@@ -1,8 +0,0 @@
-sed -e 's#hdfs://[^/]*/#HDFS_URL/#' \
- -e 's#createTime:[0-9][0-9]*#createTime:NOW#g' \
- -e 's#transient_lastDdlTime=[0-9][0-9]*#transient_lastDdlTime=NOW#g' \
- -e '/Map Operator Tree:/,/Reduce Output Operator/d' \
- -e '/^ (TOK_QUERY/d' \
- -e '/Detailed Table Information/s#owner:[^,]*,#owner:OWNER,#' \
- -e 's#name: default.hbase_table_3#name: HBASE_TABLE#' \
- -e 's#name: hbase_table_3#name: HBASE_TABLE#'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/in
deleted file mode 100644
index 68f1310..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/in
+++ /dev/null
@@ -1,174 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-DROP TABLE hbase_table_1;
-CREATE TABLE hbase_table_1(key int, value string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = "cf:string")
-TBLPROPERTIES ("hbase.table.name" = "hbase_table_0");
-
-DESCRIBE EXTENDED hbase_table_1;
-
-select * from hbase_table_1;
-
-EXPLAIN FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0;
-FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0;
-
-DROP TABLE hbase_table_2;
-CREATE EXTERNAL TABLE hbase_table_2(key int, value string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = "cf:string")
-TBLPROPERTIES ("hbase.table.name" = "hbase_table_0");
-
-EXPLAIN
-SELECT Y.*
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1) x
-JOIN
-(SELECT src.* FROM src) Y
-ON (x.key = Y.key)
-ORDER BY key, value LIMIT 20;
-
-SELECT Y.*
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1) x
-JOIN
-(SELECT src.* FROM src) Y
-ON (x.key = Y.key)
-ORDER BY key, value LIMIT 20;
-
-EXPLAIN
-SELECT Y.*
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1 WHERE hbase_table_1.key > 100) x
-JOIN
-(SELECT hbase_table_2.* FROM hbase_table_2 WHERE hbase_table_2.key < 120) Y
-ON (x.key = Y.key)
-ORDER BY key, value;
-
-SELECT Y.*
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1 WHERE hbase_table_1.key > 100) x
-JOIN
-(SELECT hbase_table_2.* FROM hbase_table_2 WHERE hbase_table_2.key < 120) Y
-ON (x.key = Y.key)
-ORDER BY key,value;
-
-DROP TABLE empty_hbase_table;
-CREATE TABLE empty_hbase_table(key int, value string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = "cf:string");
-
-DROP TABLE empty_normal_table;
-CREATE TABLE empty_normal_table(key int, value string);
-
-select * from (select count(1) as c from empty_normal_table union all select count(1) as c from empty_hbase_table) x order by c;
-select * from (select count(1) c from empty_normal_table union all select count(1) as c from hbase_table_1) x order by c;
-select * from (select count(1) c from src union all select count(1) as c from empty_hbase_table) x order by c;
-select * from (select count(1) c from src union all select count(1) as c from hbase_table_1) x order by c;
-
-CREATE TABLE hbase_table_3(key int, value string, count int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "cf:val,cf2:count"
-);
-
-EXPLAIN
-INSERT OVERWRITE TABLE hbase_table_3
-SELECT x.key, x.value, Y.count
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1) x
-JOIN
-(SELECT src.key, count(src.key) as count FROM src GROUP BY src.key) Y
-ON (x.key = Y.key);
-
-INSERT OVERWRITE TABLE hbase_table_3
-SELECT x.key, x.value, Y.count
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1) x
-JOIN
-(SELECT src.key, count(src.key) as count FROM src GROUP BY src.key) Y
-ON (x.key = Y.key);
-
-select count(1) from hbase_table_3;
-select * from hbase_table_3 order by key, value limit 5;
-select key, count from hbase_table_3 order by key, count desc limit 5;
-
-DROP TABLE hbase_table_4;
-CREATE TABLE hbase_table_4(key int, value1 string, value2 int, value3 int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "a:b,a:c,d:e"
-);
-
-INSERT OVERWRITE TABLE hbase_table_4 SELECT key, value, key+1, key+2
-FROM src WHERE key=98 OR key=100;
-
-SELECT * FROM hbase_table_4 ORDER BY key;
-
-DROP TABLE hbase_table_5;
-CREATE EXTERNAL TABLE hbase_table_5(key int, value map<string,string>)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = "a:")
-TBLPROPERTIES ("hbase.table.name" = "hbase_table_4");
-
-SELECT * FROM hbase_table_5 ORDER BY key;
-
-DROP TABLE hbase_table_6;
-CREATE TABLE hbase_table_6(key int, value map<string,string>)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = ":key,cf:"
-);
-INSERT OVERWRITE TABLE hbase_table_6 SELECT key, map(value, key) FROM src
-WHERE key=98 OR key=100;
-
-SELECT * FROM hbase_table_6 ORDER BY key;
-
-DROP TABLE hbase_table_7;
-CREATE TABLE hbase_table_7(value map<string,string>, key int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "cf:,:key"
-);
-INSERT OVERWRITE TABLE hbase_table_7
-SELECT map(value, key, upper(value), key+1), key FROM src
-WHERE key=98 OR key=100;
-
-SELECT * FROM hbase_table_7 ORDER BY key;
-
-set hive.hbase.wal.enabled=false;
-
-DROP TABLE hbase_table_8;
-CREATE TABLE hbase_table_8(key int, value1 string, value2 int, value3 int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "a:b,a:c,d:e"
-);
-
-INSERT OVERWRITE TABLE hbase_table_8 SELECT key, value, key+1, key+2
-FROM src WHERE key=98 OR key=100;
-
-SELECT * FROM hbase_table_8 ORDER BY key;
-
-DROP TABLE hbase_table_1;
-DROP TABLE hbase_table_2;
-DROP TABLE hbase_table_3;
-DROP TABLE hbase_table_4;
-DROP TABLE hbase_table_5;
-DROP TABLE hbase_table_6;
-DROP TABLE hbase_table_7;
-DROP TABLE hbase_table_8;
-DROP TABLE empty_hbase_table;
-DROP TABLE empty_normal_table;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/out
deleted file mode 100644
index 0b2b6fe..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_queries/out
+++ /dev/null
@@ -1,701 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-DROP TABLE hbase_table_1
-
-CREATE TABLE hbase_table_1(key int, value string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = "cf:string")
-TBLPROPERTIES ("hbase.table.name" = "hbase_table_0")
-
-
-DESCRIBE EXTENDED hbase_table_1
-key int from deserializer
-value string from deserializer
-
-Detailed Table Information Table(tableName:hbase_table_1, dbName:default, owner:testuser1@MINOTAUR.CLOUDERA.COM, createTime:1301900428, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:hdfs://minotaur01.sf.cloudera.com:17020/user/hive/warehouse/hbase_table_1, inputFormat:org.apache.hadoop.hive.hbase.HiveHBaseTableInputFormat, outputFormat:org.apache.hadoop.hive.hbase.HiveHBaseTableOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.hbase.HBaseSerDe, parameters:{serialization.format=1, hbase.columns.mapping=cf:string}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{hbase.table.name=hbase_table_0, transient_lastDdlTime=1301900428, storage_handler=org.apache.hadoop.hive.hbase.HBaseStorageHandler}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE)
-
-
-select * from hbase_table_1
-
-
-EXPLAIN FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME hbase_table_1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (= (% (TOK_TABLE_OR_COL key) 2) 0))))
-
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: ((key % 2) = 0)
- type: boolean
- Filter Operator
- predicate:
- expr: ((key % 2) = 0)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: UDFToInteger(_col0)
- type: int
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.hive.hbase.HiveHBaseTableInputFormat
- output format: org.apache.hadoop.hive.hbase.HiveHBaseTableOutputFormat
- serde: org.apache.hadoop.hive.hbase.HBaseSerDe
- name: default.hbase_table_1
-
-
-
-FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0
-
-
-DROP TABLE hbase_table_2
-
-CREATE EXTERNAL TABLE hbase_table_2(key int, value string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = "cf:string")
-TBLPROPERTIES ("hbase.table.name" = "hbase_table_0")
-
-
-EXPLAIN
-SELECT Y.*
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1) x
-JOIN
-(SELECT src.* FROM src) Y
-ON (x.key = Y.key)
-ORDER BY key, value LIMIT 20
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_table_1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME hbase_table_1)))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME Y)))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))) (TOK_LIMIT 20)))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- x:hbase_table_1
- TableScan
- alias: hbase_table_1
- Select Operator
- expressions:
- expr: key
- type: int
- outputColumnNames: _col0
- Reduce Output Operator
- key expressions:
- expr: UDFToDouble(_col0)
- type: double
- sort order: +
- Map-reduce partition columns:
- expr: UDFToDouble(_col0)
- type: double
- tag: 0
- y:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: UDFToDouble(_col0)
- type: double
- sort order: +
- Map-reduce partition columns:
- expr: UDFToDouble(_col0)
- type: double
- tag: 1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0
- 1 {VALUE._col0} {VALUE._col1}
- handleSkewJoin: false
- outputColumnNames: _col2, _col3
- Select Operator
- expressions:
- expr: _col2
- type: string
- expr: _col3
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://minotaur01.sf.cloudera.com:17020/tmp/hive-testuser1/hive_2011-04-04_00-00-37_447_311787050586995300/-mr-10002
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- sort order: ++
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- Reduce Operator Tree:
- Extract
- Limit
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: 20
-
-
-
-
-SELECT Y.*
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1) x
-JOIN
-(SELECT src.* FROM src) Y
-ON (x.key = Y.key)
-ORDER BY key, value LIMIT 20
-0 val_0
-0 val_0
-0 val_0
-10 val_10
-100 val_100
-100 val_100
-104 val_104
-104 val_104
-114 val_114
-116 val_116
-118 val_118
-118 val_118
-12 val_12
-12 val_12
-120 val_120
-120 val_120
-126 val_126
-128 val_128
-128 val_128
-128 val_128
-
-
-EXPLAIN
-SELECT Y.*
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1 WHERE hbase_table_1.key > 100) x
-JOIN
-(SELECT hbase_table_2.* FROM hbase_table_2 WHERE hbase_table_2.key < 120) Y
-ON (x.key = Y.key)
-ORDER BY key, value
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_table_1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME hbase_table_1)))) (TOK_WHERE (> (. (TOK_TABLE_OR_COL hbase_table_1) key) 100)))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_table_2))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME hbase_table_2)))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL hbase_table_2) key) 120)))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME Y)))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value)))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- x:hbase_table_1
- TableScan
- alias: hbase_table_1
- Filter Operator
- predicate:
- expr: (key > 100)
- type: boolean
- Filter Operator
- predicate:
- expr: (key > 100)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: int
- outputColumnNames: _col0
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: int
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: int
- tag: 0
- y:hbase_table_2
- TableScan
- alias: hbase_table_2
- Filter Operator
- predicate:
- expr: (key < 120)
- type: boolean
- Filter Operator
- predicate:
- expr: (key < 120)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: int
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: int
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: int
- tag: 1
- value expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0
- 1 {VALUE._col0} {VALUE._col1}
- handleSkewJoin: false
- outputColumnNames: _col2, _col3
- Select Operator
- expressions:
- expr: _col2
- type: int
- expr: _col3
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://minotaur01.sf.cloudera.com:17020/tmp/hive-testuser1/hive_2011-04-04_00-01-03_920_5397268077686778739/-mr-10002
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- sort order: ++
- tag: -1
- value expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
-SELECT Y.*
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1 WHERE hbase_table_1.key > 100) x
-JOIN
-(SELECT hbase_table_2.* FROM hbase_table_2 WHERE hbase_table_2.key < 120) Y
-ON (x.key = Y.key)
-ORDER BY key,value
-104 val_104
-114 val_114
-116 val_116
-118 val_118
-
-
-DROP TABLE empty_hbase_table
-
-CREATE TABLE empty_hbase_table(key int, value string)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = "cf:string")
-
-
-DROP TABLE empty_normal_table
-
-CREATE TABLE empty_normal_table(key int, value string)
-
-
-select * from (select count(1) as c from empty_normal_table union all select count(1) as c from empty_hbase_table) x order by c
-0
-0
-
-select * from (select count(1) c from empty_normal_table union all select count(1) as c from hbase_table_1) x order by c
-0
-155
-
-select * from (select count(1) c from src union all select count(1) as c from empty_hbase_table) x order by c
-0
-500
-
-select * from (select count(1) c from src union all select count(1) as c from hbase_table_1) x order by c
-155
-500
-
-
-CREATE TABLE hbase_table_3(key int, value string, count int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "cf:val,cf2:count"
-)
-
-
-EXPLAIN
-INSERT OVERWRITE TABLE hbase_table_3
-SELECT x.key, x.value, Y.count
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1) x
-JOIN
-(SELECT src.key, count(src.key) as count FROM src GROUP BY src.key) Y
-ON (x.key = Y.key)
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME hbase_table_1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME hbase_table_1)))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (TOK_FUNCTION count (. (TOK_TABLE_OR_COL src) key)) count)) (TOK_GROUPBY (. (TOK_TABLE_OR_COL src) key)))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME hbase_table_3))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL Y) count)))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- y:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- outputColumnNames: key
- Group By Operator
- aggregations:
- expr: count(key)
- bucketGroup: false
- keys:
- expr: key
- type: string
- mode: hash
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
- Reduce Operator Tree:
- Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- mode: mergepartial
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-0
- Map Reduce
- Alias -> Map Operator Tree:
- $INTNAME
- Reduce Output Operator
- key expressions:
- expr: UDFToDouble(_col0)
- type: double
- sort order: +
- Map-reduce partition columns:
- expr: UDFToDouble(_col0)
- type: double
- tag: 1
- value expressions:
- expr: _col1
- type: bigint
- x:hbase_table_1
- TableScan
- alias: hbase_table_1
- Select Operator
- expressions:
- expr: key
- type: int
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: UDFToDouble(_col0)
- type: double
- sort order: +
- Map-reduce partition columns:
- expr: UDFToDouble(_col0)
- type: double
- tag: 0
- value expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col0} {VALUE._col1}
- 1 {VALUE._col1}
- handleSkewJoin: false
- outputColumnNames: _col0, _col1, _col3
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- expr: _col3
- type: bigint
- outputColumnNames: _col0, _col1, _col2
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- expr: UDFToInteger(_col2)
- type: int
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.hive.hbase.HiveHBaseTableInputFormat
- output format: org.apache.hadoop.hive.hbase.HiveHBaseTableOutputFormat
- serde: org.apache.hadoop.hive.hbase.HBaseSerDe
- name: default.hbase_table_3
-
-
-
-
-INSERT OVERWRITE TABLE hbase_table_3
-SELECT x.key, x.value, Y.count
-FROM
-(SELECT hbase_table_1.* FROM hbase_table_1) x
-JOIN
-(SELECT src.key, count(src.key) as count FROM src GROUP BY src.key) Y
-ON (x.key = Y.key)
-
-
-select count(1) from hbase_table_3
-155
-
-select * from hbase_table_3 order by key, value limit 5
-0 val_0 3
-2 val_2 1
-4 val_4 1
-8 val_8 1
-10 val_10 1
-
-select key, count from hbase_table_3 order by key, count desc limit 5
-0 3
-2 1
-4 1
-8 1
-10 1
-
-
-DROP TABLE hbase_table_4
-
-CREATE TABLE hbase_table_4(key int, value1 string, value2 int, value3 int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "a:b,a:c,d:e"
-)
-
-
-INSERT OVERWRITE TABLE hbase_table_4 SELECT key, value, key+1, key+2
-FROM src WHERE key=98 OR key=100
-
-
-SELECT * FROM hbase_table_4 ORDER BY key
-98 val_98 99 100
-100 val_100 101 102
-
-
-DROP TABLE hbase_table_5
-
-CREATE EXTERNAL TABLE hbase_table_5(key int, value map<string,string>)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES ("hbase.columns.mapping" = "a:")
-TBLPROPERTIES ("hbase.table.name" = "hbase_table_4")
-
-
-SELECT * FROM hbase_table_5 ORDER BY key
-98 {"b":"val_98","c":"99"}
-100 {"b":"val_100","c":"101"}
-
-
-DROP TABLE hbase_table_6
-
-CREATE TABLE hbase_table_6(key int, value map<string,string>)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = ":key,cf:"
-)
-
-INSERT OVERWRITE TABLE hbase_table_6 SELECT key, map(value, key) FROM src
-WHERE key=98 OR key=100
-
-
-SELECT * FROM hbase_table_6 ORDER BY key
-98 {"val_98":"98"}
-100 {"val_100":"100"}
-
-
-DROP TABLE hbase_table_7
-
-CREATE TABLE hbase_table_7(value map<string,string>, key int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "cf:,:key"
-)
-
-INSERT OVERWRITE TABLE hbase_table_7
-SELECT map(value, key, upper(value), key+1), key FROM src
-WHERE key=98 OR key=100
-
-
-SELECT * FROM hbase_table_7 ORDER BY key
-{"VAL_98":"99.0","val_98":"98"} 98
-{"VAL_100":"101.0","val_100":"100"} 100
-set hive.hbase.wal.enabled=false
-
-
-DROP TABLE hbase_table_8
-
-CREATE TABLE hbase_table_8(key int, value1 string, value2 int, value3 int)
-STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
-WITH SERDEPROPERTIES (
-"hbase.columns.mapping" = "a:b,a:c,d:e"
-)
-
-
-INSERT OVERWRITE TABLE hbase_table_8 SELECT key, value, key+1, key+2
-FROM src WHERE key=98 OR key=100
-
-
-SELECT * FROM hbase_table_8 ORDER BY key
-98 val_98 99 100
-100 val_100 101 102
-
-
-DROP TABLE hbase_table_1
-
-DROP TABLE hbase_table_2
-
-DROP TABLE hbase_table_3
-
-DROP TABLE hbase_table_4
-
-DROP TABLE hbase_table_5
-
-DROP TABLE hbase_table_6
-
-DROP TABLE hbase_table_7
-
-DROP TABLE hbase_table_8
-
-DROP TABLE empty_hbase_table
-
-DROP TABLE empty_normal_table
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/filter
deleted file mode 100644
index 3844c2e..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/filter
+++ /dev/null
@@ -1,4 +0,0 @@
-sed -e 's#hdfs://[^/]*/#HDFS_URL/#' \
- -e '/^CreateTime:/d' \
- -e '/transient_lastDdlTime/d' \
- -e 's#^Owner:.*$#Owner: USER#'
[6/8] BIGTOP-1450. Eliminate broken hive test artifacts in favor of
smoke-tests.
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/out
deleted file mode 100644
index c090210..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/out
+++ /dev/null
@@ -1,1015 +0,0 @@
-CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
-
-load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket20.txt
-
-load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket21.txt
-
-
-CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
-
-load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket20.txt
-
-load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket21.txt
-
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket22.txt
-
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket23.txt
-
-load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-09')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket20.txt
-
-load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-09')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket21.txt
-
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-09')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket22.txt
-
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-09')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket23.txt
-
-
-CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
-
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket22.txt
-
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket23.txt
-
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-09')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket22.txt
-
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-09')
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket23.txt
-
-
-create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint)
-
-create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint)
-set hive.optimize.bucketmapjoin = true
-
-create table bucketmapjoin_tmp_result (key string , value1 string, value2 string)
-
-
-explain extended
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part b
-on a.key=b.key
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))
-
-STAGE DEPENDENCIES:
- Stage-9 is a root stage
- Stage-1 depends on stages: Stage-9
- Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
- Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
- Stage-2 depends on stages: Stage-0
- Stage-3
- Stage-5
- Stage-6 depends on stages: Stage-5
-
-STAGE PLANS:
- Stage: Stage-9
- Map Reduce Local Work
- Alias -> Map Local Tables:
- a
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- a
- TableScan
- alias: a
- GatherStats: false
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- Position of Big Table: 1
- Bucket Mapjoin Context:
- Alias Bucket Base File Name Mapping:
- a {ds=2008-04-08/srcbucket20.txt=[srcbucket20.txt], ds=2008-04-08/srcbucket21.txt=[srcbucket21.txt], ds=2008-04-08/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-08/srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket20.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket21.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]}
- Alias Bucket File Name Mapping:
- a {hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket20.txt], hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket21.txt], hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket20.txt], hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket21.txt], hdfs://mgrover-bigtop-centos-1
.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket20.txt], hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket21.txt], hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket20.txt], hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket21.txt]}
- Alias Bucket Output File Name Mapping:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3
-
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- b
- TableScan
- alias: b
- GatherStats: false
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key} {value}
- 1 {value}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- outputColumnNames: _col0, _col1, _col5
- Position of Big Table: 1
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col5
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10000/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
- Local Work:
- Map Reduce Local Work
- Needs Tagging: false
- Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b]
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b]
- Path -> Partition:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
- Partition
- base file name: ds=2008-04-08
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- partition values:
- ds 2008-04-08
- properties:
- bucket_count 4
- bucket_field_name key
- columns key,value
- columns.types int:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
- name default.srcbucket_mapjoin_part
- numFiles 4
- numPartitions 2
- numRows 0
- partition_columns ds
- rawDataSize 0
- serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 5812
- transient_lastDdlTime 1366743633
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count 4
- bucket_field_name key
- columns key,value
- columns.types int:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part
- name default.srcbucket_mapjoin_part
- numFiles 8
- numPartitions 2
- numRows 0
- partition_columns ds
- rawDataSize 0
- serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 11624
- transient_lastDdlTime 1366743636
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcbucket_mapjoin_part
- name: default.srcbucket_mapjoin_part
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09
- Partition
- base file name: ds=2008-04-09
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- partition values:
- ds 2008-04-09
- properties:
- bucket_count 4
- bucket_field_name key
- columns key,value
- columns.types int:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part/ds=2008-04-09
- name default.srcbucket_mapjoin_part
- numFiles 4
- numPartitions 2
- numRows 0
- partition_columns ds
- rawDataSize 0
- serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 5812
- transient_lastDdlTime 1366743636
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count 4
- bucket_field_name key
- columns key,value
- columns.types int:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part
- name default.srcbucket_mapjoin_part
- numFiles 8
- numPartitions 2
- numRows 0
- partition_columns ds
- rawDataSize 0
- serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 11624
- transient_lastDdlTime 1366743636
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcbucket_mapjoin_part
- name: default.srcbucket_mapjoin_part
- Truncated Path -> Alias:
- /srcbucket_mapjoin_part/ds=2008-04-08 [b]
- /srcbucket_mapjoin_part/ds=2008-04-09 [b]
-
- Stage: Stage-7
- Conditional Operator
-
- Stage: Stage-4
- Move Operator
- files:
- hdfs directory: true
- source: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- source: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- tmp directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10001
-
- Stage: Stage-2
- Stats-Aggr Operator
- Stats Aggregation Key Prefix: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10000/
-
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10000
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Needs Tagging: false
- Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002 [hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002]
- Path -> Partition:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002
- Partition
- base file name: -ext-10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- name: default.bucketmapjoin_tmp_result
- Truncated Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002 [hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002]
-
- Stage: Stage-5
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10000
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Needs Tagging: false
- Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002 [hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002]
- Path -> Partition:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002
- Partition
- base file name: -ext-10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- name: default.bucketmapjoin_tmp_result
- Truncated Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002 [hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002]
-
- Stage: Stage-6
- Move Operator
- files:
- hdfs directory: true
- source: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10002
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-00-39_907_3836130325622754442/-ext-10000
-
-
-
-
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part b
-on a.key=b.key
-Deleted /user/hive/warehouse/bucketmapjoin_tmp_result
-
-
-select count(1) from bucketmapjoin_tmp_result
-928
-
-insert overwrite table bucketmapjoin_hash_result_1
-select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
-Deleted /user/hive/warehouse/bucketmapjoin_hash_result_1
-set hive.optimize.bucketmapjoin = false
-
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part b
-on a.key=b.key
-Deleted /user/hive/warehouse/bucketmapjoin_tmp_result
-
-
-select count(1) from bucketmapjoin_tmp_result
-928
-
-insert overwrite table bucketmapjoin_hash_result_2
-select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
-Deleted /user/hive/warehouse/bucketmapjoin_hash_result_2
-
-
-select a.key-b.key, a.value1-b.value1, a.value2-b.value2
-from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
-on a.key = b.key
-0 0 0
-set hive.optimize.bucketmapjoin = true
-
-explain extended
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b
-on a.key=b.key
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))
-
-STAGE DEPENDENCIES:
- Stage-9 is a root stage
- Stage-1 depends on stages: Stage-9
- Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
- Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
- Stage-2 depends on stages: Stage-0
- Stage-3
- Stage-5
- Stage-6 depends on stages: Stage-5
-
-STAGE PLANS:
- Stage: Stage-9
- Map Reduce Local Work
- Alias -> Map Local Tables:
- a
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- a
- TableScan
- alias: a
- GatherStats: false
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- Position of Big Table: 1
- Bucket Mapjoin Context:
- Alias Bucket Base File Name Mapping:
- a {ds=2008-04-08/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-08/srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]}
- Alias Bucket File Name Mapping:
- a {hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket20.txt], hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket21.txt], hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket20.txt], hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin/srcbucket21.txt]}
- Alias Bucket Output File Name Mapping:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1
-
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- b
- TableScan
- alias: b
- GatherStats: false
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key} {value}
- 1 {value}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- outputColumnNames: _col0, _col1, _col5
- Position of Big Table: 1
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col5
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10000/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- numFiles 1
- numPartitions 0
- numRows 0
- rawDataSize 0
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 17966
- transient_lastDdlTime 1366743737
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
- Local Work:
- Map Reduce Local Work
- Needs Tagging: false
- Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b]
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b]
- Path -> Partition:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08
- Partition
- base file name: ds=2008-04-08
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- partition values:
- ds 2008-04-08
- properties:
- bucket_count 2
- bucket_field_name key
- columns key,value
- columns.types int:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08
- name default.srcbucket_mapjoin_part_2
- numFiles 2
- numPartitions 2
- numRows 0
- partition_columns ds
- rawDataSize 0
- serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 3062
- transient_lastDdlTime 1366743638
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count 2
- bucket_field_name key
- columns key,value
- columns.types int:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2
- name default.srcbucket_mapjoin_part_2
- numFiles 4
- numPartitions 2
- numRows 0
- partition_columns ds
- rawDataSize 0
- serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 6124
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcbucket_mapjoin_part_2
- name: default.srcbucket_mapjoin_part_2
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09
- Partition
- base file name: ds=2008-04-09
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- partition values:
- ds 2008-04-09
- properties:
- bucket_count 2
- bucket_field_name key
- columns key,value
- columns.types int:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09
- name default.srcbucket_mapjoin_part_2
- numFiles 2
- numPartitions 2
- numRows 0
- partition_columns ds
- rawDataSize 0
- serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 3062
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count 2
- bucket_field_name key
- columns key,value
- columns.types int:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcbucket_mapjoin_part_2
- name default.srcbucket_mapjoin_part_2
- numFiles 4
- numPartitions 2
- numRows 0
- partition_columns ds
- rawDataSize 0
- serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 6124
- transient_lastDdlTime 1366743639
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcbucket_mapjoin_part_2
- name: default.srcbucket_mapjoin_part_2
- Truncated Path -> Alias:
- /srcbucket_mapjoin_part_2/ds=2008-04-08 [b]
- /srcbucket_mapjoin_part_2/ds=2008-04-09 [b]
-
- Stage: Stage-7
- Conditional Operator
-
- Stage: Stage-4
- Move Operator
- files:
- hdfs directory: true
- source: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- source: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- numFiles 1
- numPartitions 0
- numRows 0
- rawDataSize 0
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 17966
- transient_lastDdlTime 1366743737
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- tmp directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10001
-
- Stage: Stage-2
- Stats-Aggr Operator
- Stats Aggregation Key Prefix: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10000/
-
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10000
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- numFiles 1
- numPartitions 0
- numRows 0
- rawDataSize 0
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 17966
- transient_lastDdlTime 1366743737
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Needs Tagging: false
- Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002 [hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002]
- Path -> Partition:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002
- Partition
- base file name: -ext-10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- numFiles 1
- numPartitions 0
- numRows 0
- rawDataSize 0
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 17966
- transient_lastDdlTime 1366743737
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- numFiles 1
- numPartitions 0
- numRows 0
- rawDataSize 0
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 17966
- transient_lastDdlTime 1366743737
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- name: default.bucketmapjoin_tmp_result
- Truncated Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002 [hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002]
-
- Stage: Stage-5
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10000
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- numFiles 1
- numPartitions 0
- numRows 0
- rawDataSize 0
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 17966
- transient_lastDdlTime 1366743737
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Needs Tagging: false
- Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002 [hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002]
- Path -> Partition:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002
- Partition
- base file name: -ext-10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- numFiles 1
- numPartitions 0
- numRows 0
- rawDataSize 0
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 17966
- transient_lastDdlTime 1366743737
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/bucketmapjoin_tmp_result
- name default.bucketmapjoin_tmp_result
- numFiles 1
- numPartitions 0
- numRows 0
- rawDataSize 0
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 17966
- transient_lastDdlTime 1366743737
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.bucketmapjoin_tmp_result
- name: default.bucketmapjoin_tmp_result
- Truncated Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002 [hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002]
-
- Stage: Stage-6
- Move Operator
- files:
- hdfs directory: true
- source: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10002
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-03-31_286_2769775196968737402/-ext-10000
-
-
-
-
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b
-on a.key=b.key
-Deleted /user/hive/warehouse/bucketmapjoin_tmp_result
-
-
-select count(1) from bucketmapjoin_tmp_result
-0
-
-insert overwrite table bucketmapjoin_hash_result_1
-select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
-Deleted /user/hive/warehouse/bucketmapjoin_hash_result_1
-set hive.optimize.bucketmapjoin = false
-
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b
-on a.key=b.key
-Deleted /user/hive/warehouse/bucketmapjoin_tmp_result
-
-
-select count(1) from bucketmapjoin_tmp_result
-0
-
-insert overwrite table bucketmapjoin_hash_result_2
-select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
-Deleted /user/hive/warehouse/bucketmapjoin_hash_result_2
-
-
-select a.key-b.key, a.value1-b.value1, a.value2-b.value2
-from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
-on a.key = b.key
-NULL NULL NULL
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/drop_multi_partitions/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/drop_multi_partitions/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/drop_multi_partitions/in
deleted file mode 100644
index e1a0dbf..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/drop_multi_partitions/in
+++ /dev/null
@@ -1,31 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-create table mp (a string) partitioned by (b string, c string);
-
-alter table mp add partition (b='1', c='1');
-alter table mp add partition (b='1', c='2');
-alter table mp add partition (b='2', c='2');
-
-show partitions mp;
-
-explain extended alter table mp drop partition (b='1');
-alter table mp drop partition (b='1');
-
-show partitions mp;
-
-set hive.exec.drop.ignorenonexistent=false;
-alter table mp drop if exists partition (b='3');
-
-show partitions mp;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/drop_multi_partitions/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/drop_multi_partitions/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/drop_multi_partitions/out
deleted file mode 100644
index edc8e7c..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/drop_multi_partitions/out
+++ /dev/null
@@ -1,43 +0,0 @@
-create table mp (a string) partitioned by (b string, c string)
-
-
-alter table mp add partition (b='1', c='1')
-
-alter table mp add partition (b='1', c='2')
-
-alter table mp add partition (b='2', c='2')
-
-
-show partitions mp
-b=1/c=1
-b=1/c=2
-b=2/c=2
-
-
-explain extended alter table mp drop partition (b='1')
-ABSTRACT SYNTAX TREE:
- (TOK_ALTERTABLE_DROPPARTS mp (TOK_PARTSPEC (TOK_PARTVAL b = '1')))
-
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Drop Table Operator:
- Drop Table
- table: mp
-
-
-
-alter table mp drop partition (b='1')
-
-
-show partitions mp
-b=2/c=2
-set hive.exec.drop.ignorenonexistent=false
-
-alter table mp drop if exists partition (b='3')
-
-
-show partitions mp
-b=2/c=2
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/filter
deleted file mode 100644
index ff8759e..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/filter
+++ /dev/null
@@ -1,5 +0,0 @@
-sed -re 's#hdfs://[^/]*/#hdfs://HADOOP/#' \
- -e 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#transient_lastDdlTime [0-9]*#transient_lastDdlTime JUSTNOW#' \
- -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/in
deleted file mode 100644
index 7e806d3..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/in
+++ /dev/null
@@ -1,34 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-set hive.map.aggr=true;
-set hive.groupby.skewindata=false;
-set mapred.reduce.tasks=31;
-
-CREATE TABLE dest1(key STRING, c1 INT, c2 STRING, C3 INT, c4 INT) STORED AS TEXTFILE;
-
-EXPLAIN EXTENDED
-FROM srcpart src
-INSERT OVERWRITE TABLE dest1
-SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(DISTINCT src.value)
-WHERE src.ds = '2008-04-08'
-GROUP BY substr(src.key,1,1);
-
-FROM srcpart src
-INSERT OVERWRITE TABLE dest1
-SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(DISTINCT src.value)
-WHERE src.ds = '2008-04-08'
-GROUP BY substr(src.key,1,1);
-
-SELECT dest1.* FROM dest1;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/out
deleted file mode 100644
index a4dac68..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/groupby_map_ppr_multi_distinct/out
+++ /dev/null
@@ -1,301 +0,0 @@
-set hive.map.aggr=true
-set hive.groupby.skewindata=false
-set mapred.reduce.tasks=31
-
-
-CREATE TABLE dest1(key STRING, c1 INT, c2 STRING, C3 INT, c4 INT) STORED AS TEXTFILE
-
-
-EXPLAIN EXTENDED
-FROM srcpart src
-INSERT OVERWRITE TABLE dest1
-SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(DISTINCT src.value)
-WHERE src.ds = '2008-04-08'
-GROUP BY substr(src.key,1,1)
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI count (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION concat (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1) (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5)))) (TOK_SELEXPR (TOK_FUNCTIONDI sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTIONDI count (. (TOK_TABLE_OR_COL src) value)))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL src) ds) '2008-04-08')) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
- Stage-2 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- GatherStats: false
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: key, value
- Group By Operator
- aggregations:
- expr: count(DISTINCT substr(value, 5))
- expr: sum(substr(value, 5))
- expr: sum(DISTINCT substr(value, 5))
- expr: count(DISTINCT value)
- bucketGroup: false
- keys:
- expr: substr(key, 1, 1)
- type: string
- expr: substr(value, 5)
- type: string
- expr: value
- type: string
- mode: hash
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- sort order: +++
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col3
- type: bigint
- expr: _col4
- type: double
- expr: _col5
- type: double
- expr: _col6
- type: bigint
- Needs Tagging: false
- Path -> Alias:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcpart/ds=2008-04-08/hr=11 [src]
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcpart/ds=2008-04-08/hr=12 [src]
- Path -> Partition:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcpart/ds=2008-04-08/hr=11
- Partition
- base file name: hr=11
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- partition values:
- ds 2008-04-08
- hr 11
- properties:
- bucket_count -1
- columns key,value
- columns.types string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcpart/ds=2008-04-08/hr=11
- name default.srcpart
- numFiles 1
- numPartitions 4
- numRows 0
- partition_columns ds/hr
- rawDataSize 0
- serialization.ddl struct srcpart { string key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 5812
- transient_lastDdlTime 1366737715
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value
- columns.types string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcpart
- name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
- partition_columns ds/hr
- rawDataSize 0
- serialization.ddl struct srcpart { string key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1366737718
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcpart
- name: default.srcpart
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcpart/ds=2008-04-08/hr=12
- Partition
- base file name: hr=12
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- partition values:
- ds 2008-04-08
- hr 12
- properties:
- bucket_count -1
- columns key,value
- columns.types string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcpart/ds=2008-04-08/hr=12
- name default.srcpart
- numFiles 1
- numPartitions 4
- numRows 0
- partition_columns ds/hr
- rawDataSize 0
- serialization.ddl struct srcpart { string key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 5812
- transient_lastDdlTime 1366737716
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value
- columns.types string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/srcpart
- name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
- partition_columns ds/hr
- rawDataSize 0
- serialization.ddl struct srcpart { string key, string value}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1366737718
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.srcpart
- name: default.srcpart
- Reduce Operator Tree:
- Group By Operator
- aggregations:
- expr: count(DISTINCT KEY._col1:0._col0)
- expr: sum(VALUE._col1)
- expr: sum(DISTINCT KEY._col1:1._col0)
- expr: count(DISTINCT KEY._col1:2._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- mode: mergepartial
- outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- expr: concat(_col0, _col2)
- type: string
- expr: _col3
- type: double
- expr: _col4
- type: bigint
- outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToInteger(_col1)
- type: int
- expr: _col2
- type: string
- expr: UDFToInteger(_col3)
- type: int
- expr: UDFToInteger(_col4)
- type: int
- outputColumnNames: _col0, _col1, _col2, _col3, _col4
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-34-17_553_86036101665952261/-ext-10000
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-34-17_553_86036101665952261/-ext-10000/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,c1,c2,c3,c4
- columns.types string:int:string:int:int
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/dest1
- name default.dest1
- serialization.ddl struct dest1 { string key, i32 c1, string c2, i32 c3, i32 c4}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366742057
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.dest1
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
- Truncated Path -> Alias:
- /srcpart/ds=2008-04-08/hr=11 [src]
- /srcpart/ds=2008-04-08/hr=12 [src]
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- source: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-34-17_553_86036101665952261/-ext-10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,c1,c2,c3,c4
- columns.types string:int:string:int:int
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/dest1
- name default.dest1
- serialization.ddl struct dest1 { string key, i32 c1, string c2, i32 c3, i32 c4}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1366742057
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.dest1
- tmp directory: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-34-17_553_86036101665952261/-ext-10001
-
- Stage: Stage-2
- Stats-Aggr Operator
- Stats Aggregation Key Prefix: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-34-17_553_86036101665952261/-ext-10000/
-
-
-
-
-FROM srcpart src
-INSERT OVERWRITE TABLE dest1
-SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(DISTINCT src.value)
-WHERE src.ds = '2008-04-08'
-GROUP BY substr(src.key,1,1)
-Deleted /user/hive/warehouse/dest1
-
-
-SELECT dest1.* FROM dest1
-0 1 00.0 0 1
-1 71 132828.0 10044 71
-2 69 251142.0 15780 69
-3 62 364008.0 20119 62
-4 74 4105526.0 30965 74
-5 6 5794.0 278 6
-6 5 6796.0 331 5
-7 6 71470.0 447 6
-8 8 81524.0 595 8
-9 7 92094.0 577 7
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/filter
deleted file mode 100644
index 2aa66f0..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/filter
+++ /dev/null
@@ -1,8 +0,0 @@
-sed -re 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' |
-sed -e 's#hdfs://[^/]*/#hdfs://HADOOP/#' \
- -e 's#owner:[^,]*,#owner:BORG,#' \
- -e 's#createTime:[0-9]*,#createTime:JUSTNOW#' \
- -e 's#location:hdfs://[^/]*/#location:hdfs://HADOOP/#' \
- -e 's#transient_lastDdlTime=[0-9]*}#transient_lastDdlTime=JUSTNOW}#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/in
deleted file mode 100644
index 91107ae..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/in
+++ /dev/null
@@ -1,66 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-drop index src_index_2 on src;
-drop index src_index_3 on src;
-drop index src_index_4 on src;
-drop index src_index_5 on src;
-drop index src_index_6 on src;
-drop index src_index_7 on src;
-drop index src_index_8 on src;
-drop index src_index_9 on src;
-drop table `_t`;
-
-create index src_index_2 on table src(key) as 'compact' WITH DEFERRED REBUILD;
-desc extended default__src_src_index_2__;
-
-create index src_index_3 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_3;
-desc extended src_idx_src_index_3;
-
-create index src_index_4 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE;
-desc extended default__src_src_index_4__;
-
-create index src_index_5 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' ESCAPED BY '\\';
-desc extended default__src_src_index_5__;
-
-create index src_index_6 on table src(key) as 'compact' WITH DEFERRED REBUILD STORED AS RCFILE;
-desc extended default__src_src_index_6__;
-
-create index src_index_7 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_7 STORED AS RCFILE;
-desc extended src_idx_src_index_7;
-
-create index src_index_8 on table src(key) as 'compact' WITH DEFERRED REBUILD IDXPROPERTIES ("prop1"="val1", "prop2"="val2");
-desc extended default__src_src_index_8__;
-
-create index src_index_9 on table src(key) as 'compact' WITH DEFERRED REBUILD TBLPROPERTIES ("prop1"="val1", "prop2"="val2");
-desc extended default__src_src_index_9__;
-
-create table `_t`(`_i` int, `_j` int);
-create index x on table `_t`(`_j`) as 'compact' WITH DEFERRED REBUILD;
-alter index x on `_t` rebuild;
-
-create index x2 on table `_t`(`_i`,`_j`) as 'compact' WITH DEFERRED
-REBUILD;
-alter index x2 on `_t` rebuild;
-
-drop index src_index_2 on src;
-drop index src_index_3 on src;
-drop index src_index_4 on src;
-drop index src_index_5 on src;
-drop index src_index_6 on src;
-drop index src_index_7 on src;
-drop index src_index_8 on src;
-drop index src_index_9 on src;
-drop table `_t`;
-
[2/8] BIGTOP-1450. Eliminate broken hive test artifacts in favor of
smoke-tests.
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/filter
deleted file mode 100644
index 70f439c..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/filter
+++ /dev/null
@@ -1,2 +0,0 @@
-sed -e 's#hdfs://[^/]*/#hdfs://HADOOP/#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/in
deleted file mode 100644
index 43a833d..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/in
+++ /dev/null
@@ -1,29 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-
-CREATE table columnTable (key STRING, value STRING)
-ROW FORMAT SERDE
- 'org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe'
-STORED AS
- INPUTFORMAT 'org.apache.hadoop.hive.ql.io.RCFileInputFormat'
- OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.RCFileOutputFormat';
-
-FROM src
-INSERT OVERWRITE TABLE columnTable SELECT src.key, src.value LIMIT 10;
-describe columnTable;
-
-SELECT columnTable.* FROM columnTable ORDER BY columnTable.key;
-
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/out
deleted file mode 100644
index 5b07a15..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/rcfile_columnar/out
+++ /dev/null
@@ -1,29 +0,0 @@
-
-CREATE table columnTable (key STRING, value STRING)
-ROW FORMAT SERDE
- 'org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe'
-STORED AS
- INPUTFORMAT 'org.apache.hadoop.hive.ql.io.RCFileInputFormat'
- OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.RCFileOutputFormat'
-
-
-FROM src
-INSERT OVERWRITE TABLE columnTable SELECT src.key, src.value LIMIT 10
-Deleted /user/hive/warehouse/columntable
-
-describe columnTable
-key string
-value string
-
-
-SELECT columnTable.* FROM columnTable ORDER BY columnTable.key
-165 val_165
-238 val_238
-255 val_255
-27 val_27
-278 val_278
-311 val_311
-409 val_409
-484 val_484
-86 val_86
-98 val_98
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/filter
deleted file mode 100644
index fb6b844..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/filter
+++ /dev/null
@@ -1,4 +0,0 @@
-sed -re 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e '/^Deleted hdfs/d' \
- -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/in
deleted file mode 100644
index 69b75b9..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/in
+++ /dev/null
@@ -1,56 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-
-explain
-SELECT *
-FROM (
- SELECT 1 AS id
- FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
- UNION ALL
- SELECT 2 AS id
- FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
- UNION ALL
- SELECT 3 AS id
- FROM (SELECT * FROM src LIMIT 1) s2
- UNION ALL
- SELECT 4 AS id
- FROM (SELECT * FROM src LIMIT 1) s2
-) a;
-
-
-
-CREATE TABLE union_out (id int);
-
-insert overwrite table union_out
-SELECT *
-FROM (
- SELECT 1 AS id
- FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
- UNION ALL
- SELECT 2 AS id
- FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
- UNION ALL
- SELECT 3 AS id
- FROM (SELECT * FROM src LIMIT 1) s2
- UNION ALL
- SELECT 4 AS id
- FROM (SELECT * FROM src LIMIT 1) s2
-) a;
-
-select * from union_out cluster by id;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/out
deleted file mode 100644
index 3b2e136..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/union3/out
+++ /dev/null
@@ -1,327 +0,0 @@
-
-explain
-SELECT *
-FROM (
- SELECT 1 AS id
- FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
- UNION ALL
- SELECT 2 AS id
- FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
- UNION ALL
- SELECT 3 AS id
- FROM (SELECT * FROM src LIMIT 1) s2
- UNION ALL
- SELECT 4 AS id
- FROM (SELECT * FROM src LIMIT 1) s2
-) a
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_LIMIT 1))) s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 1 id)) (TOK_CLUSTERBY (TOK_TABLE_OR_COL id)))) (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_LIMIT 1))) s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 2 id)) (TOK_CLUSTERBY (TOK_TABLE_OR_COL id))))) (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_LIMIT 1))) s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (T
OK_SELEXPR 3 id))))) (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_LIMIT 1))) s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 4 id))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1, Stage-3, Stage-5, Stage-7
- Stage-3 is a root stage
- Stage-4 is a root stage
- Stage-5 depends on stages: Stage-4
- Stage-6 is a root stage
- Stage-7 depends on stages: Stage-6
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:a-subquery2:s2:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Limit
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- Reduce Operator Tree:
- Extract
- Limit
- Select Operator
- expressions:
- expr: 4
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-07-02_444_128701493935379567/-mr-10002
- TableScan
- Union
- Select Operator
- expressions:
- expr: _col0
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-07-02_444_128701493935379567/-mr-10003
- TableScan
- Union
- Select Operator
- expressions:
- expr: _col0
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-07-02_444_128701493935379567/-mr-10005
- TableScan
- Union
- Select Operator
- expressions:
- expr: _col0
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-07-02_444_128701493935379567/-mr-10007
- TableScan
- Union
- Select Operator
- expressions:
- expr: _col0
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1-subquery2:a-subquery1-subquery2:s2:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Limit
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- Reduce Operator Tree:
- Extract
- Limit
- Select Operator
- expressions:
- expr: 3
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-4
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1-subquery1-subquery1:a-subquery1-subquery1-subquery1:s1:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Limit
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- Reduce Operator Tree:
- Extract
- Limit
- Select Operator
- expressions:
- expr: 1
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-5
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-07-02_444_128701493935379567/-mr-10004
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: int
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: int
- tag: -1
- value expressions:
- expr: _col0
- type: int
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1-subquery1-subquery2:a-subquery1-subquery1-subquery2:s1:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Limit
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- Reduce Operator Tree:
- Extract
- Limit
- Select Operator
- expressions:
- expr: 2
- type: int
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-7
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_12-07-02_444_128701493935379567/-mr-10006
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: int
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: int
- tag: -1
- value expressions:
- expr: _col0
- type: int
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
-
-
-CREATE TABLE union_out (id int)
-
-
-insert overwrite table union_out
-SELECT *
-FROM (
- SELECT 1 AS id
- FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
- UNION ALL
- SELECT 2 AS id
- FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
- UNION ALL
- SELECT 3 AS id
- FROM (SELECT * FROM src LIMIT 1) s2
- UNION ALL
- SELECT 4 AS id
- FROM (SELECT * FROM src LIMIT 1) s2
-) a
-Deleted /user/hive/warehouse/union_out
-
-
-select * from union_out cluster by id
-1
-2
-3
-4
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/filter
deleted file mode 100644
index 74e5970..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/filter
+++ /dev/null
@@ -1,4 +0,0 @@
-sed -re 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#Copying file:.*/T..txt#Copying file:TX.txt#' \
- -e '/^Deleted hdfs:/d' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/in
deleted file mode 100644
index d50ce4d..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/in
+++ /dev/null
@@ -1,39 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-CREATE TABLE T1(key STRING, val STRING) STORED AS TEXTFILE;
-CREATE TABLE T2(key STRING, val STRING) STORED AS TEXTFILE;
-CREATE TABLE T3(key STRING, val STRING) STORED AS TEXTFILE;
-
-LOAD DATA LOCAL INPATH 'seed_data_files/T1.txt' INTO TABLE T1;
-LOAD DATA LOCAL INPATH 'seed_data_files/T2.txt' INTO TABLE T2;
-LOAD DATA LOCAL INPATH 'seed_data_files/T3.txt' INTO TABLE T3;
-
-FROM UNIQUEJOIN PRESERVE T1 a (a.key), PRESERVE T2 b (b.key), PRESERVE T3 c (c.key)
-SELECT a.key, b.key, c.key;
-
-FROM UNIQUEJOIN T1 a (a.key), T2 b (b.key), T3 c (c.key)
-SELECT a.key, b.key, c.key;
-
-FROM UNIQUEJOIN T1 a (a.key), T2 b (b.key-1), T3 c (c.key)
-SELECT a.key, b.key, c.key;
-
-FROM UNIQUEJOIN PRESERVE T1 a (a.key, a.val), PRESERVE T2 b (b.key, b.val), PRESERVE T3 c (c.key, c.val)
-SELECT a.key, a.val, b.key, b.val, c.key, c.val;
-
-FROM UNIQUEJOIN PRESERVE T1 a (a.key), T2 b (b.key), PRESERVE T3 c (c.key)
-SELECT a.key, b.key, c.key;
-
-FROM UNIQUEJOIN PRESERVE T1 a (a.key), T2 b(b.key)
-SELECT a.key, b.key;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/out
deleted file mode 100644
index 9cfdbbb..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/uniquejoin/out
+++ /dev/null
@@ -1,83 +0,0 @@
-CREATE TABLE T1(key STRING, val STRING) STORED AS TEXTFILE
-
-CREATE TABLE T2(key STRING, val STRING) STORED AS TEXTFILE
-
-CREATE TABLE T3(key STRING, val STRING) STORED AS TEXTFILE
-
-
-LOAD DATA LOCAL INPATH 'seed_data_files/T1.txt' INTO TABLE T1
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/T1.txt
-
-LOAD DATA LOCAL INPATH 'seed_data_files/T2.txt' INTO TABLE T2
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/T2.txt
-
-LOAD DATA LOCAL INPATH 'seed_data_files/T3.txt' INTO TABLE T3
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/T3.txt
-
-
-FROM UNIQUEJOIN PRESERVE T1 a (a.key), PRESERVE T2 b (b.key), PRESERVE T3 c (c.key)
-SELECT a.key, b.key, c.key
-1 NULL NULL
-2 2 2
-3 3 NULL
-NULL 4 4
-NULL 5 NULL
-NULL NULL 6
-7 NULL 7
-8 8 NULL
-8 8 NULL
-8 8 NULL
-8 8 NULL
-
-
-FROM UNIQUEJOIN T1 a (a.key), T2 b (b.key), T3 c (c.key)
-SELECT a.key, b.key, c.key
-2 2 2
-
-
-FROM UNIQUEJOIN T1 a (a.key), T2 b (b.key-1), T3 c (c.key)
-SELECT a.key, b.key, c.key
-2 3 2
-7 8 7
-7 8 7
-
-
-FROM UNIQUEJOIN PRESERVE T1 a (a.key, a.val), PRESERVE T2 b (b.key, b.val), PRESERVE T3 c (c.key, c.val)
-SELECT a.key, a.val, b.key, b.val, c.key, c.val
-1 11 NULL NULL NULL NULL
-2 12 NULL NULL 2 12
-NULL NULL 2 22 NULL NULL
-3 13 3 13 NULL NULL
-NULL NULL 4 14 4 14
-NULL NULL 5 15 NULL NULL
-NULL NULL NULL NULL 6 16
-7 17 NULL NULL 7 17
-8 18 8 18 NULL NULL
-8 18 8 18 NULL NULL
-8 28 NULL NULL NULL NULL
-
-
-FROM UNIQUEJOIN PRESERVE T1 a (a.key), T2 b (b.key), PRESERVE T3 c (c.key)
-SELECT a.key, b.key, c.key
-1 NULL NULL
-2 2 2
-3 3 NULL
-NULL 4 4
-NULL NULL 6
-7 NULL 7
-8 8 NULL
-8 8 NULL
-8 8 NULL
-8 8 NULL
-
-
-FROM UNIQUEJOIN PRESERVE T1 a (a.key), T2 b(b.key)
-SELECT a.key, b.key
-1 NULL
-2 2
-3 3
-7 NULL
-8 8
-8 8
-8 8
-8 8
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed.hql
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed.hql b/bigtop-tests/test-artifacts/hive/src/main/resources/seed.hql
deleted file mode 100644
index d7893c2..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed.hql
+++ /dev/null
@@ -1,49 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License"); you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-DROP TABLE srcpart;
-CREATE TABLE srcpart(key string, value string) PARTITIONED BY (ds string, hr string) STORED AS TEXTFILE;
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' OVERWRITE INTO TABLE srcpart PARTITION (ds='2008-04-08',hr='11');
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' OVERWRITE INTO TABLE srcpart PARTITION (ds='2008-04-08',hr='12');
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' OVERWRITE INTO TABLE srcpart PARTITION (ds='2008-04-09',hr='11');
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' OVERWRITE INTO TABLE srcpart PARTITION (ds='2008-04-09',hr='12');
-DROP TABLE srcbucket;
-CREATE TABLE srcbucket(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE;
-LOAD DATA LOCAL INPATH 'seed_data_files/srcbucket0.txt' INTO TABLE srcbucket;
-LOAD DATA LOCAL INPATH 'seed_data_files/srcbucket1.txt' INTO TABLE srcbucket;
-DROP TABLE srcbucket2;
-CREATE TABLE srcbucket2(key int, value string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE;
-LOAD DATA LOCAL INPATH 'seed_data_files/srcbucket20.txt' INTO TABLE srcbucket2;
-LOAD DATA LOCAL INPATH 'seed_data_files/srcbucket21.txt' INTO TABLE srcbucket2;
-LOAD DATA LOCAL INPATH 'seed_data_files/srcbucket22.txt' INTO TABLE srcbucket2;
-LOAD DATA LOCAL INPATH 'seed_data_files/srcbucket23.txt' INTO TABLE srcbucket2;
-DROP TABLE src;
-CREATE TABLE src(key string, value string) STORED AS TEXTFILE;
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' INTO TABLE src;
-DROP TABLE src1;
-CREATE TABLE src1(key string, value string) STORED AS TEXTFILE;
-LOAD DATA LOCAL INPATH 'seed_data_files/kv3.txt' INTO TABLE src1;
-DROP TABLE src_sequencefile;
-CREATE TABLE src_sequencefile(key string, value string) STORED AS SEQUENCEFILE;
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.seq' INTO TABLE src_sequencefile;
-DROP TABLE src_thrift;
-CREATE TABLE src_thrift(key string, value string)
-ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer'
-WITH SERDEPROPERTIES ('serialization.class' = 'org.apache.hadoop.hive.serde2.thrift.test.Complex',
- 'serialization.format' = 'com.facebook.thrift.protocol.TBinaryProtocol')
-STORED AS SEQUENCEFILE;
-LOAD DATA LOCAL INPATH 'seed_data_files/complex.seq' INTO TABLE src_thrift;
-DROP TABLE src_json;
-CREATE TABLE src_json(json string) STORED AS TEXTFILE;
-LOAD DATA LOCAL INPATH 'seed_data_files/json.txt' INTO TABLE src_json;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T1.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T1.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T1.txt
deleted file mode 100644
index 79158be..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T1.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-111
-212
-313
-717
-818
-828
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T2.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T2.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T2.txt
deleted file mode 100644
index ebd65db..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T2.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-222
-313
-414
-515
-818
-818
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T3.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T3.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T3.txt
deleted file mode 100644
index 957d4c8..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/T3.txt
+++ /dev/null
@@ -1,4 +0,0 @@
-212
-414
-616
-717
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/apache.access.2.log
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/apache.access.2.log b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/apache.access.2.log
deleted file mode 100644
index cd7fea4..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/apache.access.2.log
+++ /dev/null
@@ -1 +0,0 @@
-127.0.0.1 - - [26/May/2009:00:00:00 +0000] "GET /someurl/?track=Blabla(Main) HTTP/1.1" 200 5864 - "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.65 Safari/525.19"
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/apache.access.log
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/apache.access.log b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/apache.access.log
deleted file mode 100644
index 14c341e..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/apache.access.log
+++ /dev/null
@@ -1 +0,0 @@
-127.0.0.1 - frank [10/Oct/2000:13:55:36 -0700] "GET /apache_pb.gif HTTP/1.0" 200 2326
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/complex.seq
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/complex.seq b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/complex.seq
deleted file mode 100644
index c27d5c0..0000000
Binary files a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/complex.seq and /dev/null differ
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/covar_tab.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/covar_tab.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/covar_tab.txt
deleted file mode 100644
index 204a485..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/covar_tab.txt
+++ /dev/null
@@ -1,6 +0,0 @@
-1 15
-2 3
-3 7 12
-4 4 14
-5 8 17
-6 2 11
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/create_nested_type.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/create_nested_type.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/create_nested_type.txt
deleted file mode 100644
index b3b65fb..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/create_nested_type.txt
+++ /dev/null
@@ -1,4 +0,0 @@
-a0b00b01c001C001c002C002c011\Nc012C012d01d011d012d02d021d022
-a1b10c001C001c002C002d01d011d012d02\N
-a2c001\Nc002C002c011C011c012C012d01\Nd012d02d021d022
-a3\N\N\N
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/datatypes.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/datatypes.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/datatypes.txt
deleted file mode 100644
index 187449d..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/datatypes.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-\N\N\N\N\N\N\N\N\N\N\N\N\N\N\N\N
--1false-1.1\N\N\N-1-1-1.0-1\N\N
-1true1.11121x2ykva92.2111.01abcd1111213142212212x1abcd2
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/docurl.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/docurl.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/docurl.txt
deleted file mode 100644
index 5862d78..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/docurl.txt
+++ /dev/null
@@ -1,8 +0,0 @@
-bonework Chad bullfrog almighty blubberers cynodictis boilersmith cosmopolitical corrie autoincrements
-casings choked colpohysterotomy comedist cradleman annexa agronomical archmockery Cocles adhaka
-daekon <a href="http://4uzsbtwvdypfitqfqdjosynqp.html">link</a> anticrochet auricular cheeked Arbon alder-leaved
-darlingness breamed company carbureted comediette condensery <a href="http://1uauniajqtunlsvadmxhlxvngxpqjuzbpzvdiwmzphmbaicduzkgxgtdeiunduosu.html">link</a>
-daekon <a href="http://4uzsbtwvdypfitqfqdjosynqp.html">link</a> anticrochet auricular cheeked Arbon alder-leaved
-darlingness breamed company carbureted comediette condensery <a href="http://1uauniajqtunlsvadmxhlxvngxpqjuzbpzvdiwmzphmbaicduzkgxgtdeiunduosu.html">link</a>
-daekon <a href="http://4uzsbtwvdypfitqfqdjosynqp.html">link</a> anticrochet auricular cheeked Arbon alder-leaved darlingness breamed company carbureted comediette condensery <a href="http://1uauniajqtunlsvadmxhlxvngxpqjuzbpzvdiwmzphmbaicduzkgxgtdeiunduosu.html">link</a>
-daekon <a href="http://4uzsbtwvdypfitqfqdjosynqp.html">link</a> anticrochet auricular cheeked Arbon alder-leaved darlingness breamed company carbureted comediette condensery <a href="http://1uauniajqtunlsvadmxhlxvngxpqjuzbpzvdiwmzphmbaicduzkgxgtdeiunduosu.html">link</a>
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/empty1.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/empty1.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/empty1.txt
deleted file mode 100644
index e69de29..0000000
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/empty2.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/empty2.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/empty2.txt
deleted file mode 100644
index e69de29..0000000
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_bar.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_bar.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_bar.txt
deleted file mode 100644
index 1ac3d25..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_bar.txt
+++ /dev/null
@@ -1 +0,0 @@
-10,0,1,1,bar10,a,b,c,d
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_count.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_count.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_count.txt
deleted file mode 100644
index d62e011..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_count.txt
+++ /dev/null
@@ -1 +0,0 @@
-10,2
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_foo.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_foo.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_foo.txt
deleted file mode 100644
index 8a63d3a..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/hive_626_foo.txt
+++ /dev/null
@@ -1 +0,0 @@
-1,foo1,a,b,c,d
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in1.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in1.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in1.txt
deleted file mode 100644
index 1a59496..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in1.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-35
-48
-100100
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in2.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in2.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in2.txt
deleted file mode 100644
index 71f7e09..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in2.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-135
-148
-200200
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in3.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in3.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in3.txt
deleted file mode 100644
index 333dd32..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in3.txt
+++ /dev/null
@@ -1,4 +0,0 @@
-1235
-40
-48
-100100
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in4.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in4.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in4.txt
deleted file mode 100644
index 63cf2f6..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in4.txt
+++ /dev/null
@@ -1,7 +0,0 @@
-35236
-101000501
-100100103
-12802
-101005
-10100454
-12100757
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in5.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in5.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in5.txt
deleted file mode 100644
index 8da5dcf..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in5.txt
+++ /dev/null
@@ -1,19 +0,0 @@
-51000566
-151001566
-201002066
-251002588
-301003066
-351003588
-401004066
-401004088
-501005088
-501005066
-501005088
-601004066
-601004066
-701004066
-701004066
-801004088
-801004088
-1005066
-66
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in6.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in6.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in6.txt
deleted file mode 100644
index f96b7a4..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/in6.txt
+++ /dev/null
@@ -1,19 +0,0 @@
-51000566
-101001066
-201002066
-251002566
-301003088
-351003588
-401004066
-401004088
-501005066
-501005088
-501005066
-601004066
-601004066
-701004088
-701004088
-801004066
-801004066
-1005066
-66
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/json.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/json.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/json.txt
deleted file mode 100644
index 6bb8a0a..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/json.txt
+++ /dev/null
@@ -1 +0,0 @@
-{"store":{"fruit":[{"weight":8,"type":"apple"},{"weight":9,"type":"pear"}],"basket":[[1,2,{"b":"y","a":"x"}],[3,4],[5,6]],"book":[{"author":"Nigel Rees","title":"Sayings of the Century","category":"reference","price":8.95},{"author":"Herman Melville","title":"Moby Dick","category":"fiction","price":8.99,"isbn":"0-553-21311-3"},{"author":"J. R. R. Tolkien","title":"The Lord of the Rings","category":"fiction","reader":[{"age":25,"name":"bob"},{"age":26,"name":"jack"}],"price":22.99,"isbn":"0-395-19395-8"}],"bicycle":{"price":19.95,"color":"red"}},"email":"amy@only_for_json_udf_test.net","owner":"amy"}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.seq
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.seq b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.seq
deleted file mode 100644
index 8da0a77..0000000
Binary files a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.seq and /dev/null differ
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.string-sorted.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.string-sorted.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.string-sorted.txt
deleted file mode 100644
index 5c1575d..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.string-sorted.txt
+++ /dev/null
@@ -1,500 +0,0 @@
-0val_0
-0val_0
-0val_0
-10val_10
-100val_100
-100val_100
-103val_103
-103val_103
-104val_104
-104val_104
-105val_105
-11val_11
-111val_111
-113val_113
-113val_113
-114val_114
-116val_116
-118val_118
-118val_118
-119val_119
-119val_119
-119val_119
-12val_12
-12val_12
-120val_120
-120val_120
-125val_125
-125val_125
-126val_126
-128val_128
-128val_128
-128val_128
-129val_129
-129val_129
-131val_131
-133val_133
-134val_134
-134val_134
-136val_136
-137val_137
-137val_137
-138val_138
-138val_138
-138val_138
-138val_138
-143val_143
-145val_145
-146val_146
-146val_146
-149val_149
-149val_149
-15val_15
-15val_15
-150val_150
-152val_152
-152val_152
-153val_153
-155val_155
-156val_156
-157val_157
-158val_158
-160val_160
-162val_162
-163val_163
-164val_164
-164val_164
-165val_165
-165val_165
-166val_166
-167val_167
-167val_167
-167val_167
-168val_168
-169val_169
-169val_169
-169val_169
-169val_169
-17val_17
-170val_170
-172val_172
-172val_172
-174val_174
-174val_174
-175val_175
-175val_175
-176val_176
-176val_176
-177val_177
-178val_178
-179val_179
-179val_179
-18val_18
-18val_18
-180val_180
-181val_181
-183val_183
-186val_186
-187val_187
-187val_187
-187val_187
-189val_189
-19val_19
-190val_190
-191val_191
-191val_191
-192val_192
-193val_193
-193val_193
-193val_193
-194val_194
-195val_195
-195val_195
-196val_196
-197val_197
-197val_197
-199val_199
-199val_199
-199val_199
-2val_2
-20val_20
-200val_200
-200val_200
-201val_201
-202val_202
-203val_203
-203val_203
-205val_205
-205val_205
-207val_207
-207val_207
-208val_208
-208val_208
-208val_208
-209val_209
-209val_209
-213val_213
-213val_213
-214val_214
-216val_216
-216val_216
-217val_217
-217val_217
-218val_218
-219val_219
-219val_219
-221val_221
-221val_221
-222val_222
-223val_223
-223val_223
-224val_224
-224val_224
-226val_226
-228val_228
-229val_229
-229val_229
-230val_230
-230val_230
-230val_230
-230val_230
-230val_230
-233val_233
-233val_233
-235val_235
-237val_237
-237val_237
-238val_238
-238val_238
-239val_239
-239val_239
-24val_24
-24val_24
-241val_241
-242val_242
-242val_242
-244val_244
-247val_247
-248val_248
-249val_249
-252val_252
-255val_255
-255val_255
-256val_256
-256val_256
-257val_257
-258val_258
-26val_26
-26val_26
-260val_260
-262val_262
-263val_263
-265val_265
-265val_265
-266val_266
-27val_27
-272val_272
-272val_272
-273val_273
-273val_273
-273val_273
-274val_274
-275val_275
-277val_277
-277val_277
-277val_277
-277val_277
-278val_278
-278val_278
-28val_28
-280val_280
-280val_280
-281val_281
-281val_281
-282val_282
-282val_282
-283val_283
-284val_284
-285val_285
-286val_286
-287val_287
-288val_288
-288val_288
-289val_289
-291val_291
-292val_292
-296val_296
-298val_298
-298val_298
-298val_298
-30val_30
-302val_302
-305val_305
-306val_306
-307val_307
-307val_307
-308val_308
-309val_309
-309val_309
-310val_310
-311val_311
-311val_311
-311val_311
-315val_315
-316val_316
-316val_316
-316val_316
-317val_317
-317val_317
-318val_318
-318val_318
-318val_318
-321val_321
-321val_321
-322val_322
-322val_322
-323val_323
-325val_325
-325val_325
-327val_327
-327val_327
-327val_327
-33val_33
-331val_331
-331val_331
-332val_332
-333val_333
-333val_333
-335val_335
-336val_336
-338val_338
-339val_339
-34val_34
-341val_341
-342val_342
-342val_342
-344val_344
-344val_344
-345val_345
-348val_348
-348val_348
-348val_348
-348val_348
-348val_348
-35val_35
-35val_35
-35val_35
-351val_351
-353val_353
-353val_353
-356val_356
-360val_360
-362val_362
-364val_364
-365val_365
-366val_366
-367val_367
-367val_367
-368val_368
-369val_369
-369val_369
-369val_369
-37val_37
-37val_37
-373val_373
-374val_374
-375val_375
-377val_377
-378val_378
-379val_379
-382val_382
-382val_382
-384val_384
-384val_384
-384val_384
-386val_386
-389val_389
-392val_392
-393val_393
-394val_394
-395val_395
-395val_395
-396val_396
-396val_396
-396val_396
-397val_397
-397val_397
-399val_399
-399val_399
-4val_4
-400val_400
-401val_401
-401val_401
-401val_401
-401val_401
-401val_401
-402val_402
-403val_403
-403val_403
-403val_403
-404val_404
-404val_404
-406val_406
-406val_406
-406val_406
-406val_406
-407val_407
-409val_409
-409val_409
-409val_409
-41val_41
-411val_411
-413val_413
-413val_413
-414val_414
-414val_414
-417val_417
-417val_417
-417val_417
-418val_418
-419val_419
-42val_42
-42val_42
-421val_421
-424val_424
-424val_424
-427val_427
-429val_429
-429val_429
-43val_43
-430val_430
-430val_430
-430val_430
-431val_431
-431val_431
-431val_431
-432val_432
-435val_435
-436val_436
-437val_437
-438val_438
-438val_438
-438val_438
-439val_439
-439val_439
-44val_44
-443val_443
-444val_444
-446val_446
-448val_448
-449val_449
-452val_452
-453val_453
-454val_454
-454val_454
-454val_454
-455val_455
-457val_457
-458val_458
-458val_458
-459val_459
-459val_459
-460val_460
-462val_462
-462val_462
-463val_463
-463val_463
-466val_466
-466val_466
-466val_466
-467val_467
-468val_468
-468val_468
-468val_468
-468val_468
-469val_469
-469val_469
-469val_469
-469val_469
-469val_469
-47val_47
-470val_470
-472val_472
-475val_475
-477val_477
-478val_478
-478val_478
-479val_479
-480val_480
-480val_480
-480val_480
-481val_481
-482val_482
-483val_483
-484val_484
-485val_485
-487val_487
-489val_489
-489val_489
-489val_489
-489val_489
-490val_490
-491val_491
-492val_492
-492val_492
-493val_493
-494val_494
-495val_495
-496val_496
-497val_497
-498val_498
-498val_498
-498val_498
-5val_5
-5val_5
-5val_5
-51val_51
-51val_51
-53val_53
-54val_54
-57val_57
-58val_58
-58val_58
-64val_64
-65val_65
-66val_66
-67val_67
-67val_67
-69val_69
-70val_70
-70val_70
-70val_70
-72val_72
-72val_72
-74val_74
-76val_76
-76val_76
-77val_77
-78val_78
-8val_8
-80val_80
-82val_82
-83val_83
-83val_83
-84val_84
-84val_84
-85val_85
-86val_86
-87val_87
-9val_9
-90val_90
-90val_90
-90val_90
-92val_92
-95val_95
-95val_95
-96val_96
-97val_97
-97val_97
-98val_98
-98val_98
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.txt
deleted file mode 100644
index 9825414..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.txt
+++ /dev/null
@@ -1,500 +0,0 @@
-238val_238
-86val_86
-311val_311
-27val_27
-165val_165
-409val_409
-255val_255
-278val_278
-98val_98
-484val_484
-265val_265
-193val_193
-401val_401
-150val_150
-273val_273
-224val_224
-369val_369
-66val_66
-128val_128
-213val_213
-146val_146
-406val_406
-429val_429
-374val_374
-152val_152
-469val_469
-145val_145
-495val_495
-37val_37
-327val_327
-281val_281
-277val_277
-209val_209
-15val_15
-82val_82
-403val_403
-166val_166
-417val_417
-430val_430
-252val_252
-292val_292
-219val_219
-287val_287
-153val_153
-193val_193
-338val_338
-446val_446
-459val_459
-394val_394
-237val_237
-482val_482
-174val_174
-413val_413
-494val_494
-207val_207
-199val_199
-466val_466
-208val_208
-174val_174
-399val_399
-396val_396
-247val_247
-417val_417
-489val_489
-162val_162
-377val_377
-397val_397
-309val_309
-365val_365
-266val_266
-439val_439
-342val_342
-367val_367
-325val_325
-167val_167
-195val_195
-475val_475
-17val_17
-113val_113
-155val_155
-203val_203
-339val_339
-0val_0
-455val_455
-128val_128
-311val_311
-316val_316
-57val_57
-302val_302
-205val_205
-149val_149
-438val_438
-345val_345
-129val_129
-170val_170
-20val_20
-489val_489
-157val_157
-378val_378
-221val_221
-92val_92
-111val_111
-47val_47
-72val_72
-4val_4
-280val_280
-35val_35
-427val_427
-277val_277
-208val_208
-356val_356
-399val_399
-169val_169
-382val_382
-498val_498
-125val_125
-386val_386
-437val_437
-469val_469
-192val_192
-286val_286
-187val_187
-176val_176
-54val_54
-459val_459
-51val_51
-138val_138
-103val_103
-239val_239
-213val_213
-216val_216
-430val_430
-278val_278
-176val_176
-289val_289
-221val_221
-65val_65
-318val_318
-332val_332
-311val_311
-275val_275
-137val_137
-241val_241
-83val_83
-333val_333
-180val_180
-284val_284
-12val_12
-230val_230
-181val_181
-67val_67
-260val_260
-404val_404
-384val_384
-489val_489
-353val_353
-373val_373
-272val_272
-138val_138
-217val_217
-84val_84
-348val_348
-466val_466
-58val_58
-8val_8
-411val_411
-230val_230
-208val_208
-348val_348
-24val_24
-463val_463
-431val_431
-179val_179
-172val_172
-42val_42
-129val_129
-158val_158
-119val_119
-496val_496
-0val_0
-322val_322
-197val_197
-468val_468
-393val_393
-454val_454
-100val_100
-298val_298
-199val_199
-191val_191
-418val_418
-96val_96
-26val_26
-165val_165
-327val_327
-230val_230
-205val_205
-120val_120
-131val_131
-51val_51
-404val_404
-43val_43
-436val_436
-156val_156
-469val_469
-468val_468
-308val_308
-95val_95
-196val_196
-288val_288
-481val_481
-457val_457
-98val_98
-282val_282
-197val_197
-187val_187
-318val_318
-318val_318
-409val_409
-470val_470
-137val_137
-369val_369
-316val_316
-169val_169
-413val_413
-85val_85
-77val_77
-0val_0
-490val_490
-87val_87
-364val_364
-179val_179
-118val_118
-134val_134
-395val_395
-282val_282
-138val_138
-238val_238
-419val_419
-15val_15
-118val_118
-72val_72
-90val_90
-307val_307
-19val_19
-435val_435
-10val_10
-277val_277
-273val_273
-306val_306
-224val_224
-309val_309
-389val_389
-327val_327
-242val_242
-369val_369
-392val_392
-272val_272
-331val_331
-401val_401
-242val_242
-452val_452
-177val_177
-226val_226
-5val_5
-497val_497
-402val_402
-396val_396
-317val_317
-395val_395
-58val_58
-35val_35
-336val_336
-95val_95
-11val_11
-168val_168
-34val_34
-229val_229
-233val_233
-143val_143
-472val_472
-322val_322
-498val_498
-160val_160
-195val_195
-42val_42
-321val_321
-430val_430
-119val_119
-489val_489
-458val_458
-78val_78
-76val_76
-41val_41
-223val_223
-492val_492
-149val_149
-449val_449
-218val_218
-228val_228
-138val_138
-453val_453
-30val_30
-209val_209
-64val_64
-468val_468
-76val_76
-74val_74
-342val_342
-69val_69
-230val_230
-33val_33
-368val_368
-103val_103
-296val_296
-113val_113
-216val_216
-367val_367
-344val_344
-167val_167
-274val_274
-219val_219
-239val_239
-485val_485
-116val_116
-223val_223
-256val_256
-263val_263
-70val_70
-487val_487
-480val_480
-401val_401
-288val_288
-191val_191
-5val_5
-244val_244
-438val_438
-128val_128
-467val_467
-432val_432
-202val_202
-316val_316
-229val_229
-469val_469
-463val_463
-280val_280
-2val_2
-35val_35
-283val_283
-331val_331
-235val_235
-80val_80
-44val_44
-193val_193
-321val_321
-335val_335
-104val_104
-466val_466
-366val_366
-175val_175
-403val_403
-483val_483
-53val_53
-105val_105
-257val_257
-406val_406
-409val_409
-190val_190
-406val_406
-401val_401
-114val_114
-258val_258
-90val_90
-203val_203
-262val_262
-348val_348
-424val_424
-12val_12
-396val_396
-201val_201
-217val_217
-164val_164
-431val_431
-454val_454
-478val_478
-298val_298
-125val_125
-431val_431
-164val_164
-424val_424
-187val_187
-382val_382
-5val_5
-70val_70
-397val_397
-480val_480
-291val_291
-24val_24
-351val_351
-255val_255
-104val_104
-70val_70
-163val_163
-438val_438
-119val_119
-414val_414
-200val_200
-491val_491
-237val_237
-439val_439
-360val_360
-248val_248
-479val_479
-305val_305
-417val_417
-199val_199
-444val_444
-120val_120
-429val_429
-169val_169
-443val_443
-323val_323
-325val_325
-277val_277
-230val_230
-478val_478
-178val_178
-468val_468
-310val_310
-317val_317
-333val_333
-493val_493
-460val_460
-207val_207
-249val_249
-265val_265
-480val_480
-83val_83
-136val_136
-353val_353
-172val_172
-214val_214
-462val_462
-233val_233
-406val_406
-133val_133
-175val_175
-189val_189
-454val_454
-375val_375
-401val_401
-421val_421
-407val_407
-384val_384
-256val_256
-26val_26
-134val_134
-67val_67
-384val_384
-379val_379
-18val_18
-462val_462
-492val_492
-100val_100
-298val_298
-9val_9
-341val_341
-498val_498
-146val_146
-458val_458
-362val_362
-186val_186
-285val_285
-348val_348
-167val_167
-18val_18
-273val_273
-183val_183
-281val_281
-344val_344
-97val_97
-469val_469
-315val_315
-84val_84
-28val_28
-37val_37
-448val_448
-152val_152
-348val_348
-307val_307
-194val_194
-414val_414
-477val_477
-222val_222
-126val_126
-90val_90
-169val_169
-403val_403
-400val_400
-200val_200
-97val_97
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.val.sorted.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.val.sorted.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.val.sorted.txt
deleted file mode 100644
index 916a0f1..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1.val.sorted.txt
+++ /dev/null
@@ -1,500 +0,0 @@
-val_0
-val_0
-val_0
-val_10
-val_100
-val_100
-val_103
-val_103
-val_104
-val_104
-val_105
-val_11
-val_111
-val_113
-val_113
-val_114
-val_116
-val_118
-val_118
-val_119
-val_119
-val_119
-val_12
-val_12
-val_120
-val_120
-val_125
-val_125
-val_126
-val_128
-val_128
-val_128
-val_129
-val_129
-val_131
-val_133
-val_134
-val_134
-val_136
-val_137
-val_137
-val_138
-val_138
-val_138
-val_138
-val_143
-val_145
-val_146
-val_146
-val_149
-val_149
-val_15
-val_15
-val_150
-val_152
-val_152
-val_153
-val_155
-val_156
-val_157
-val_158
-val_160
-val_162
-val_163
-val_164
-val_164
-val_165
-val_165
-val_166
-val_167
-val_167
-val_167
-val_168
-val_169
-val_169
-val_169
-val_169
-val_17
-val_170
-val_172
-val_172
-val_174
-val_174
-val_175
-val_175
-val_176
-val_176
-val_177
-val_178
-val_179
-val_179
-val_18
-val_18
-val_180
-val_181
-val_183
-val_186
-val_187
-val_187
-val_187
-val_189
-val_19
-val_190
-val_191
-val_191
-val_192
-val_193
-val_193
-val_193
-val_194
-val_195
-val_195
-val_196
-val_197
-val_197
-val_199
-val_199
-val_199
-val_2
-val_20
-val_200
-val_200
-val_201
-val_202
-val_203
-val_203
-val_205
-val_205
-val_207
-val_207
-val_208
-val_208
-val_208
-val_209
-val_209
-val_213
-val_213
-val_214
-val_216
-val_216
-val_217
-val_217
-val_218
-val_219
-val_219
-val_221
-val_221
-val_222
-val_223
-val_223
-val_224
-val_224
-val_226
-val_228
-val_229
-val_229
-val_230
-val_230
-val_230
-val_230
-val_230
-val_233
-val_233
-val_235
-val_237
-val_237
-val_238
-val_238
-val_239
-val_239
-val_24
-val_24
-val_241
-val_242
-val_242
-val_244
-val_247
-val_248
-val_249
-val_252
-val_255
-val_255
-val_256
-val_256
-val_257
-val_258
-val_26
-val_26
-val_260
-val_262
-val_263
-val_265
-val_265
-val_266
-val_27
-val_272
-val_272
-val_273
-val_273
-val_273
-val_274
-val_275
-val_277
-val_277
-val_277
-val_277
-val_278
-val_278
-val_28
-val_280
-val_280
-val_281
-val_281
-val_282
-val_282
-val_283
-val_284
-val_285
-val_286
-val_287
-val_288
-val_288
-val_289
-val_291
-val_292
-val_296
-val_298
-val_298
-val_298
-val_30
-val_302
-val_305
-val_306
-val_307
-val_307
-val_308
-val_309
-val_309
-val_310
-val_311
-val_311
-val_311
-val_315
-val_316
-val_316
-val_316
-val_317
-val_317
-val_318
-val_318
-val_318
-val_321
-val_321
-val_322
-val_322
-val_323
-val_325
-val_325
-val_327
-val_327
-val_327
-val_33
-val_331
-val_331
-val_332
-val_333
-val_333
-val_335
-val_336
-val_338
-val_339
-val_34
-val_341
-val_342
-val_342
-val_344
-val_344
-val_345
-val_348
-val_348
-val_348
-val_348
-val_348
-val_35
-val_35
-val_35
-val_351
-val_353
-val_353
-val_356
-val_360
-val_362
-val_364
-val_365
-val_366
-val_367
-val_367
-val_368
-val_369
-val_369
-val_369
-val_37
-val_37
-val_373
-val_374
-val_375
-val_377
-val_378
-val_379
-val_382
-val_382
-val_384
-val_384
-val_384
-val_386
-val_389
-val_392
-val_393
-val_394
-val_395
-val_395
-val_396
-val_396
-val_396
-val_397
-val_397
-val_399
-val_399
-val_4
-val_400
-val_401
-val_401
-val_401
-val_401
-val_401
-val_402
-val_403
-val_403
-val_403
-val_404
-val_404
-val_406
-val_406
-val_406
-val_406
-val_407
-val_409
-val_409
-val_409
-val_41
-val_411
-val_413
-val_413
-val_414
-val_414
-val_417
-val_417
-val_417
-val_418
-val_419
-val_42
-val_42
-val_421
-val_424
-val_424
-val_427
-val_429
-val_429
-val_43
-val_430
-val_430
-val_430
-val_431
-val_431
-val_431
-val_432
-val_435
-val_436
-val_437
-val_438
-val_438
-val_438
-val_439
-val_439
-val_44
-val_443
-val_444
-val_446
-val_448
-val_449
-val_452
-val_453
-val_454
-val_454
-val_454
-val_455
-val_457
-val_458
-val_458
-val_459
-val_459
-val_460
-val_462
-val_462
-val_463
-val_463
-val_466
-val_466
-val_466
-val_467
-val_468
-val_468
-val_468
-val_468
-val_469
-val_469
-val_469
-val_469
-val_469
-val_47
-val_470
-val_472
-val_475
-val_477
-val_478
-val_478
-val_479
-val_480
-val_480
-val_480
-val_481
-val_482
-val_483
-val_484
-val_485
-val_487
-val_489
-val_489
-val_489
-val_489
-val_490
-val_491
-val_492
-val_492
-val_493
-val_494
-val_495
-val_496
-val_497
-val_498
-val_498
-val_498
-val_5
-val_5
-val_5
-val_51
-val_51
-val_53
-val_54
-val_57
-val_58
-val_58
-val_64
-val_65
-val_66
-val_67
-val_67
-val_69
-val_70
-val_70
-val_70
-val_72
-val_72
-val_74
-val_76
-val_76
-val_77
-val_78
-val_8
-val_80
-val_82
-val_83
-val_83
-val_84
-val_84
-val_85
-val_86
-val_87
-val_9
-val_90
-val_90
-val_90
-val_92
-val_95
-val_95
-val_96
-val_97
-val_97
-val_98
-val_98
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_broken.seq
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_broken.seq b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_broken.seq
deleted file mode 100644
index 49bddeb..0000000
Binary files a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_broken.seq and /dev/null differ
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_cb.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_cb.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_cb.txt
deleted file mode 100644
index 12b5158..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_cb.txt
+++ /dev/null
@@ -1,500 +0,0 @@
-238val_238
-86val_86
-311val_311
-27val_27
-165val_165
-409val_409
-255val_255
-278val_278
-98val_98
-484val_484
-265val_265
-193val_193
-401val_401
-150val_150
-273val_273
-224val_224
-369val_369
-66val_66
-128val_128
-213val_213
-146val_146
-406val_406
-429val_429
-374val_374
-152val_152
-469val_469
-145val_145
-495val_495
-37val_37
-327val_327
-281val_281
-277val_277
-209val_209
-15val_15
-82val_82
-403val_403
-166val_166
-417val_417
-430val_430
-252val_252
-292val_292
-219val_219
-287val_287
-153val_153
-193val_193
-338val_338
-446val_446
-459val_459
-394val_394
-237val_237
-482val_482
-174val_174
-413val_413
-494val_494
-207val_207
-199val_199
-466val_466
-208val_208
-174val_174
-399val_399
-396val_396
-247val_247
-417val_417
-489val_489
-162val_162
-377val_377
-397val_397
-309val_309
-365val_365
-266val_266
-439val_439
-342val_342
-367val_367
-325val_325
-167val_167
-195val_195
-475val_475
-17val_17
-113val_113
-155val_155
-203val_203
-339val_339
-0val_0
-455val_455
-128val_128
-311val_311
-316val_316
-57val_57
-302val_302
-205val_205
-149val_149
-438val_438
-345val_345
-129val_129
-170val_170
-20val_20
-489val_489
-157val_157
-378val_378
-221val_221
-92val_92
-111val_111
-47val_47
-72val_72
-4val_4
-280val_280
-35val_35
-427val_427
-277val_277
-208val_208
-356val_356
-399val_399
-169val_169
-382val_382
-498val_498
-125val_125
-386val_386
-437val_437
-469val_469
-192val_192
-286val_286
-187val_187
-176val_176
-54val_54
-459val_459
-51val_51
-138val_138
-103val_103
-239val_239
-213val_213
-216val_216
-430val_430
-278val_278
-176val_176
-289val_289
-221val_221
-65val_65
-318val_318
-332val_332
-311val_311
-275val_275
-137val_137
-241val_241
-83val_83
-333val_333
-180val_180
-284val_284
-12val_12
-230val_230
-181val_181
-67val_67
-260val_260
-404val_404
-384val_384
-489val_489
-353val_353
-373val_373
-272val_272
-138val_138
-217val_217
-84val_84
-348val_348
-466val_466
-58val_58
-8val_8
-411val_411
-230val_230
-208val_208
-348val_348
-24val_24
-463val_463
-431val_431
-179val_179
-172val_172
-42val_42
-129val_129
-158val_158
-119val_119
-496val_496
-0val_0
-322val_322
-197val_197
-468val_468
-393val_393
-454val_454
-100val_100
-298val_298
-199val_199
-191val_191
-418val_418
-96val_96
-26val_26
-165val_165
-327val_327
-230val_230
-205val_205
-120val_120
-131val_131
-51val_51
-404val_404
-43val_43
-436val_436
-156val_156
-469val_469
-468val_468
-308val_308
-95val_95
-196val_196
-288val_288
-481val_481
-457val_457
-98val_98
-282val_282
-197val_197
-187val_187
-318val_318
-318val_318
-409val_409
-470val_470
-137val_137
-369val_369
-316val_316
-169val_169
-413val_413
-85val_85
-77val_77
-0val_0
-490val_490
-87val_87
-364val_364
-179val_179
-118val_118
-134val_134
-395val_395
-282val_282
-138val_138
-238val_238
-419val_419
-15val_15
-118val_118
-72val_72
-90val_90
-307val_307
-19val_19
-435val_435
-10val_10
-277val_277
-273val_273
-306val_306
-224val_224
-309val_309
-389val_389
-327val_327
-242val_242
-369val_369
-392val_392
-272val_272
-331val_331
-401val_401
-242val_242
-452val_452
-177val_177
-226val_226
-5val_5
-497val_497
-402val_402
-396val_396
-317val_317
-395val_395
-58val_58
-35val_35
-336val_336
-95val_95
-11val_11
-168val_168
-34val_34
-229val_229
-233val_233
-143val_143
-472val_472
-322val_322
-498val_498
-160val_160
-195val_195
-42val_42
-321val_321
-430val_430
-119val_119
-489val_489
-458val_458
-78val_78
-76val_76
-41val_41
-223val_223
-492val_492
-149val_149
-449val_449
-218val_218
-228val_228
-138val_138
-453val_453
-30val_30
-209val_209
-64val_64
-468val_468
-76val_76
-74val_74
-342val_342
-69val_69
-230val_230
-33val_33
-368val_368
-103val_103
-296val_296
-113val_113
-216val_216
-367val_367
-344val_344
-167val_167
-274val_274
-219val_219
-239val_239
-485val_485
-116val_116
-223val_223
-256val_256
-263val_263
-70val_70
-487val_487
-480val_480
-401val_401
-288val_288
-191val_191
-5val_5
-244val_244
-438val_438
-128val_128
-467val_467
-432val_432
-202val_202
-316val_316
-229val_229
-469val_469
-463val_463
-280val_280
-2val_2
-35val_35
-283val_283
-331val_331
-235val_235
-80val_80
-44val_44
-193val_193
-321val_321
-335val_335
-104val_104
-466val_466
-366val_366
-175val_175
-403val_403
-483val_483
-53val_53
-105val_105
-257val_257
-406val_406
-409val_409
-190val_190
-406val_406
-401val_401
-114val_114
-258val_258
-90val_90
-203val_203
-262val_262
-348val_348
-424val_424
-12val_12
-396val_396
-201val_201
-217val_217
-164val_164
-431val_431
-454val_454
-478val_478
-298val_298
-125val_125
-431val_431
-164val_164
-424val_424
-187val_187
-382val_382
-5val_5
-70val_70
-397val_397
-480val_480
-291val_291
-24val_24
-351val_351
-255val_255
-104val_104
-70val_70
-163val_163
-438val_438
-119val_119
-414val_414
-200val_200
-491val_491
-237val_237
-439val_439
-360val_360
-248val_248
-479val_479
-305val_305
-417val_417
-199val_199
-444val_444
-120val_120
-429val_429
-169val_169
-443val_443
-323val_323
-325val_325
-277val_277
-230val_230
-478val_478
-178val_178
-468val_468
-310val_310
-317val_317
-333val_333
-493val_493
-460val_460
-207val_207
-249val_249
-265val_265
-480val_480
-83val_83
-136val_136
-353val_353
-172val_172
-214val_214
-462val_462
-233val_233
-406val_406
-133val_133
-175val_175
-189val_189
-454val_454
-375val_375
-401val_401
-421val_421
-407val_407
-384val_384
-256val_256
-26val_26
-134val_134
-67val_67
-384val_384
-379val_379
-18val_18
-462val_462
-492val_492
-100val_100
-298val_298
-9val_9
-341val_341
-498val_498
-146val_146
-458val_458
-362val_362
-186val_186
-285val_285
-348val_348
-167val_167
-18val_18
-273val_273
-183val_183
-281val_281
-344val_344
-97val_97
-469val_469
-315val_315
-84val_84
-28val_28
-37val_37
-448val_448
-152val_152
-348val_348
-307val_307
-194val_194
-414val_414
-477val_477
-222val_222
-126val_126
-90val_90
-169val_169
-403val_403
-400val_400
-200val_200
-97val_97
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_cc.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_cc.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_cc.txt
deleted file mode 100644
index f300770..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1_cc.txt
+++ /dev/null
@@ -1,500 +0,0 @@
-238val_238
-86val_86
-311val_311
-27val_27
-165val_165
-409val_409
-255val_255
-278val_278
-98val_98
-484val_484
-265val_265
-193val_193
-401val_401
-150val_150
-273val_273
-224val_224
-369val_369
-66val_66
-128val_128
-213val_213
-146val_146
-406val_406
-429val_429
-374val_374
-152val_152
-469val_469
-145val_145
-495val_495
-37val_37
-327val_327
-281val_281
-277val_277
-209val_209
-15val_15
-82val_82
-403val_403
-166val_166
-417val_417
-430val_430
-252val_252
-292val_292
-219val_219
-287val_287
-153val_153
-193val_193
-338val_338
-446val_446
-459val_459
-394val_394
-237val_237
-482val_482
-174val_174
-413val_413
-494val_494
-207val_207
-199val_199
-466val_466
-208val_208
-174val_174
-399val_399
-396val_396
-247val_247
-417val_417
-489val_489
-162val_162
-377val_377
-397val_397
-309val_309
-365val_365
-266val_266
-439val_439
-342val_342
-367val_367
-325val_325
-167val_167
-195val_195
-475val_475
-17val_17
-113val_113
-155val_155
-203val_203
-339val_339
-0val_0
-455val_455
-128val_128
-311val_311
-316val_316
-57val_57
-302val_302
-205val_205
-149val_149
-438val_438
-345val_345
-129val_129
-170val_170
-20val_20
-489val_489
-157val_157
-378val_378
-221val_221
-92val_92
-111val_111
-47val_47
-72val_72
-4val_4
-280val_280
-35val_35
-427val_427
-277val_277
-208val_208
-356val_356
-399val_399
-169val_169
-382val_382
-498val_498
-125val_125
-386val_386
-437val_437
-469val_469
-192val_192
-286val_286
-187val_187
-176val_176
-54val_54
-459val_459
-51val_51
-138val_138
-103val_103
-239val_239
-213val_213
-216val_216
-430val_430
-278val_278
-176val_176
-289val_289
-221val_221
-65val_65
-318val_318
-332val_332
-311val_311
-275val_275
-137val_137
-241val_241
-83val_83
-333val_333
-180val_180
-284val_284
-12val_12
-230val_230
-181val_181
-67val_67
-260val_260
-404val_404
-384val_384
-489val_489
-353val_353
-373val_373
-272val_272
-138val_138
-217val_217
-84val_84
-348val_348
-466val_466
-58val_58
-8val_8
-411val_411
-230val_230
-208val_208
-348val_348
-24val_24
-463val_463
-431val_431
-179val_179
-172val_172
-42val_42
-129val_129
-158val_158
-119val_119
-496val_496
-0val_0
-322val_322
-197val_197
-468val_468
-393val_393
-454val_454
-100val_100
-298val_298
-199val_199
-191val_191
-418val_418
-96val_96
-26val_26
-165val_165
-327val_327
-230val_230
-205val_205
-120val_120
-131val_131
-51val_51
-404val_404
-43val_43
-436val_436
-156val_156
-469val_469
-468val_468
-308val_308
-95val_95
-196val_196
-288val_288
-481val_481
-457val_457
-98val_98
-282val_282
-197val_197
-187val_187
-318val_318
-318val_318
-409val_409
-470val_470
-137val_137
-369val_369
-316val_316
-169val_169
-413val_413
-85val_85
-77val_77
-0val_0
-490val_490
-87val_87
-364val_364
-179val_179
-118val_118
-134val_134
-395val_395
-282val_282
-138val_138
-238val_238
-419val_419
-15val_15
-118val_118
-72val_72
-90val_90
-307val_307
-19val_19
-435val_435
-10val_10
-277val_277
-273val_273
-306val_306
-224val_224
-309val_309
-389val_389
-327val_327
-242val_242
-369val_369
-392val_392
-272val_272
-331val_331
-401val_401
-242val_242
-452val_452
-177val_177
-226val_226
-5val_5
-497val_497
-402val_402
-396val_396
-317val_317
-395val_395
-58val_58
-35val_35
-336val_336
-95val_95
-11val_11
-168val_168
-34val_34
-229val_229
-233val_233
-143val_143
-472val_472
-322val_322
-498val_498
-160val_160
-195val_195
-42val_42
-321val_321
-430val_430
-119val_119
-489val_489
-458val_458
-78val_78
-76val_76
-41val_41
-223val_223
-492val_492
-149val_149
-449val_449
-218val_218
-228val_228
-138val_138
-453val_453
-30val_30
-209val_209
-64val_64
-468val_468
-76val_76
-74val_74
-342val_342
-69val_69
-230val_230
-33val_33
-368val_368
-103val_103
-296val_296
-113val_113
-216val_216
-367val_367
-344val_344
-167val_167
-274val_274
-219val_219
-239val_239
-485val_485
-116val_116
-223val_223
-256val_256
-263val_263
-70val_70
-487val_487
-480val_480
-401val_401
-288val_288
-191val_191
-5val_5
-244val_244
-438val_438
-128val_128
-467val_467
-432val_432
-202val_202
-316val_316
-229val_229
-469val_469
-463val_463
-280val_280
-2val_2
-35val_35
-283val_283
-331val_331
-235val_235
-80val_80
-44val_44
-193val_193
-321val_321
-335val_335
-104val_104
-466val_466
-366val_366
-175val_175
-403val_403
-483val_483
-53val_53
-105val_105
-257val_257
-406val_406
-409val_409
-190val_190
-406val_406
-401val_401
-114val_114
-258val_258
-90val_90
-203val_203
-262val_262
-348val_348
-424val_424
-12val_12
-396val_396
-201val_201
-217val_217
-164val_164
-431val_431
-454val_454
-478val_478
-298val_298
-125val_125
-431val_431
-164val_164
-424val_424
-187val_187
-382val_382
-5val_5
-70val_70
-397val_397
-480val_480
-291val_291
-24val_24
-351val_351
-255val_255
-104val_104
-70val_70
-163val_163
-438val_438
-119val_119
-414val_414
-200val_200
-491val_491
-237val_237
-439val_439
-360val_360
-248val_248
-479val_479
-305val_305
-417val_417
-199val_199
-444val_444
-120val_120
-429val_429
-169val_169
-443val_443
-323val_323
-325val_325
-277val_277
-230val_230
-478val_478
-178val_178
-468val_468
-310val_310
-317val_317
-333val_333
-493val_493
-460val_460
-207val_207
-249val_249
-265val_265
-480val_480
-83val_83
-136val_136
-353val_353
-172val_172
-214val_214
-462val_462
-233val_233
-406val_406
-133val_133
-175val_175
-189val_189
-454val_454
-375val_375
-401val_401
-421val_421
-407val_407
-384val_384
-256val_256
-26val_26
-134val_134
-67val_67
-384val_384
-379val_379
-18val_18
-462val_462
-492val_492
-100val_100
-298val_298
-9val_9
-341val_341
-498val_498
-146val_146
-458val_458
-362val_362
-186val_186
-285val_285
-348val_348
-167val_167
-18val_18
-273val_273
-183val_183
-281val_281
-344val_344
-97val_97
-469val_469
-315val_315
-84val_84
-28val_28
-37val_37
-448val_448
-152val_152
-348val_348
-307val_307
-194val_194
-414val_414
-477val_477
-222val_222
-126val_126
-90val_90
-169val_169
-403val_403
-400val_400
-200val_200
-97val_97
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1kv2.cogroup.txt
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1kv2.cogroup.txt b/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1kv2.cogroup.txt
deleted file mode 100644
index 6d36e22..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/seed_data_files/kv1kv2.cogroup.txt
+++ /dev/null
@@ -1,1000 +0,0 @@
-0val_0
-0val_0
-0val_0
-10
-10
-11
-0val_10
-110
-0val_100
-0val_100
-1100
-1100
-1101
-1102
-0val_103
-0val_103
-0val_104
-0val_104
-1104
-1104
-1104
-0val_105
-1105
-1105
-1106
-0val_11
-111
-111
-111
-1110
-0val_111
-0val_113
-0val_113
-0val_114
-1114
-1114
-1114
-0val_116
-1116
-1117
-1117
-0val_118
-0val_118
-1118
-1118
-1118
-0val_119
-0val_119
-0val_119
-1119
-1119
-1119
-0val_12
-0val_12
-112
-0val_120
-0val_120
-1120
-1121
-1121
-1122
-1122
-1122
-1123
-1123
-0val_125
-0val_125
-1125
-0val_126
-1126
-1126
-0val_128
-0val_128
-0val_128
-1128
-1128
-0val_129
-0val_129
-1129
-1129
-0val_131
-1132
-1132
-0val_133
-1133
-0val_134
-0val_134
-1134
-1135
-1135
-1135
-0val_136
-1136
-0val_137
-0val_137
-1137
-0val_138
-0val_138
-0val_138
-0val_138
-1138
-1138
-1140
-0val_143
-1143
-1144
-0val_145
-0val_146
-0val_146
-1147
-1147
-0val_149
-0val_149
-1149
-0val_15
-0val_15
-115
-115
-0val_150
-1151
-1151
-0val_152
-0val_152
-1152
-1152
-1152
-0val_153
-1153
-1153
-0val_155
-0val_156
-1156
-1156
-0val_157
-1157
-1157
-0val_158
-116
-116
-0val_160
-1160
-1161
-1161
-1161
-1161
-0val_162
-1162
-0val_163
-0val_164
-0val_164
-1164
-1164
-0val_165
-0val_165
-1165
-0val_166
-0val_167
-0val_167
-0val_167
-1167
-0val_168
-1168
-0val_169
-0val_169
-0val_169
-0val_169
-0val_17
-0val_170
-1170
-0val_172
-0val_172
-1172
-0val_174
-0val_174
-1174
-1174
-0val_175
-0val_175
-1175
-1175
-0val_176
-0val_176
-0val_177
-1177
-1177
-0val_178
-1178
-1178
-0val_179
-0val_179
-1179
-0val_18
-0val_18
-0val_180
-0val_181
-1182
-0val_183
-1183
-1184
-1185
-0val_186
-0val_187
-0val_187
-0val_187
-0val_189
-1189
-0val_19
-119
-0val_190
-0val_191
-0val_191
-1191
-0val_192
-1192
-0val_193
-0val_193
-0val_193
-0val_194
-0val_195
-0val_195
-0val_196
-1196
-1196
-1196
-0val_197
-0val_197
-1197
-0val_199
-0val_199
-0val_199
-1199
-0val_2
-12
-0val_20
-120
-120
-0val_200
-0val_200
-0val_201
-0val_202
-0val_203
-0val_203
-1204
-0val_205
-0val_205
-1205
-1206
-1206
-1206
-0val_207
-0val_207
-0val_208
-0val_208
-0val_208
-0val_209
-0val_209
-1209
-1209
-121
-121
-121
-121
-1212
-0val_213
-0val_213
-1213
-0val_214
-1215
-0val_216
-0val_216
-1216
-0val_217
-0val_217
-1217
-1217
-0val_218
-0val_219
-0val_219
-122
-0val_221
-0val_221
-0val_222
-1222
-0val_223
-0val_223
-0val_224
-0val_224
-1224
-0val_226
-1226
-1226
-1226
-1226
-1227
-0val_228
-1228
-0val_229
-0val_229
-123
-0val_230
-0val_230
-0val_230
-0val_230
-0val_230
-1231
-0val_233
-0val_233
-0val_235
-1235
-0val_237
-0val_237
-0val_238
-0val_238
-1238
-0val_239
-0val_239
-1239
-1239
-0val_24
-0val_24
-1240
-0val_241
-1241
-1241
-1241
-1241
-0val_242
-0val_242
-1242
-1243
-1243
-0val_244
-1244
-1244
-1244
-1245
-1245
-1246
-1246
-0val_247
-0val_248
-1248
-0val_249
-1249
-1249
-0val_252
-1252
-1254
-0val_255
-0val_255
-0val_256
-0val_256
-1256
-0val_257
-1257
-1257
-0val_258
-1258
-1259
-1259
-0val_26
-0val_26
-0val_260
-1260
-1260
-1261
-0val_262
-1262
-1262
-0val_263
-1264
-1264
-0val_265
-0val_265
-1265
-0val_266
-1267
-1268
-0val_27
-1271
-0val_272
-0val_272
-1272
-0val_273
-0val_273
-0val_273
-1273
-0val_274
-1274
-0val_275
-1275
-1275
-1276
-0val_277
-0val_277
-0val_277
-0val_277
-1277
-1277
-0val_278
-0val_278
-1278
-0val_28
-0val_280
-0val_280
-0val_281
-0val_281
-1281
-1281
-1281
-0val_282
-0val_282
-0val_283
-0val_284
-1284
-1284
-0val_285
-1285
-0val_286
-1286
-0val_287
-1287
-1287
-0val_288
-0val_288
-0val_289
-1289
-129
-129
-0val_291
-1291
-1291
-0val_292
-1292
-1292
-1293
-1293
-1295
-1295
-0val_296
-1296
-0val_298
-0val_298
-0val_298
-13
-0val_30
-130
-1300
-1300
-0val_302
-1302
-1303
-1303
-1304
-0val_305
-1305
-0val_306
-1306
-0val_307
-0val_307
-0val_308
-1308
-1308
-0val_309
-0val_309
-1309
-131
-0val_310
-1310
-1310
-1310
-0val_311
-0val_311
-0val_311
-1313
-1314
-0val_315
-0val_316
-0val_316
-0val_316
-0val_317
-0val_317
-1317
-0val_318
-0val_318
-0val_318
-1318
-132
-0val_321
-0val_321
-0val_322
-0val_322
-1322
-0val_323
-1323
-1324
-0val_325
-0val_325
-1326
-0val_327
-0val_327
-0val_327
-1328
-1328
-0val_33
-133
-1330
-0val_331
-0val_331
-1331
-1331
-0val_332
-0val_333
-0val_333
-1333
-1334
-0val_335
-1335
-1335
-0val_336
-1336
-1337
-0val_338
-1338
-0val_339
-0val_34
-1340
-0val_341
-1341
-1341
-1341
-0val_342
-0val_342
-1342
-1343
-0val_344
-0val_344
-1344
-0val_345
-1347
-1347
-0val_348
-0val_348
-0val_348
-0val_348
-0val_348
-1348
-1349
-1349
-1349
-1349
-0val_35
-0val_35
-0val_35
-135
-135
-135
-0val_351
-1351
-1351
-1352
-1352
-0val_353
-0val_353
-1353
-1355
-1355
-0val_356
-1356
-1356
-1358
-0val_360
-1360
-0val_362
-1363
-1363
-1363
-0val_364
-1364
-0val_365
-0val_366
-0val_367
-0val_367
-1367
-1367
-0val_368
-0val_369
-0val_369
-0val_369
-1369
-0val_37
-0val_37
-1371
-1371
-1371
-1371
-0val_373
-1373
-0val_374
-1374
-0val_375
-1375
-1375
-1375
-1375
-1375
-1376
-0val_377
-0val_378
-1378
-0val_379
-1379
-1381
-0val_382
-0val_382
-1382
-1382
-0val_384
-0val_384
-0val_384
-1384
-1384
-1384
-1385
-1385
-0val_386
-1386
-1386
-1388
-0val_389
-1389
-1389
-1390
-1390
-1390
-1391
-1391
-0val_392
-1392
-1392
-0val_393
-1393
-1393
-0val_394
-0val_395
-0val_395
-1395
-1395
-0val_396
-0val_396
-0val_396
-0val_397
-0val_397
-1398
-0val_399
-0val_399
-1399
-1399
-0val_4
-14
-140
-140
-0val_400
-0val_401
-0val_401
-0val_401
-0val_401
-0val_401
-1401
-0val_402
-1402
-1402
-1402
-0val_403
-0val_403
-0val_403
-0val_404
-0val_404
-1404
-1404
-1404
-1405
-0val_406
-0val_406
-0val_406
-0val_406
-1406
-0val_407
-1407
-1407
-1407
-1408
-1408
-0val_409
-0val_409
-0val_409
-1409
-1409
-0val_41
-1410
-0val_411
-1411
-1412
-1412
-0val_413
-0val_413
-1413
-0val_414
-0val_414
-1414
-1415
-1416
-0val_417
-0val_417
-0val_417
-0val_418
-0val_419
-0val_42
-0val_42
-142
-142
-142
-0val_421
-1421
-1421
-1423
-0val_424
-0val_424
-1424
-1425
-1426
-0val_427
-1427
-1427
-1428
-0val_429
-0val_429
-1429
-1429
-0val_43
-0val_430
-0val_430
-0val_430
-1430
-0val_431
-0val_431
-0val_431
-1431
-0val_432
-1432
-0val_435
-1435
-0val_436
-1436
-0val_437
-1437
-0val_438
-0val_438
-0val_438
-1438
-1438
-0val_439
-0val_439
-1439
-1439
-0val_44
-1440
-1440
-1441
-1442
-0val_443
-1443
-1443
-1443
-0val_444
-0val_446
-1446
-1446
-1447
-0val_448
-1448
-0val_449
-1450
-1450
-1451
-0val_452
-0val_453
-1453
-0val_454
-0val_454
-0val_454
-1454
-1454
-0val_455
-1455
-1455
-0val_457
-1457
-1457
-0val_458
-0val_458
-0val_459
-0val_459
-1459
-146
-0val_460
-1461
-0val_462
-0val_462
-1462
-0val_463
-0val_463
-1463
-0val_466
-0val_466
-0val_466
-0val_467
-1467
-0val_468
-0val_468
-0val_468
-0val_468
-1468
-1468
-1468
-0val_469
-0val_469
-0val_469
-0val_469
-0val_469
-1469
-0val_47
-147
-0val_470
-1470
-0val_472
-1473
-1474
-1474
-0val_475
-1475
-1476
-1476
-0val_477
-1477
-0val_478
-0val_478
-1478
-1478
-0val_479
-148
-148
-0val_480
-0val_480
-0val_480
-1480
-1480
-0val_481
-1481
-0val_482
-1482
-0val_483
-0val_484
-1484
-0val_485
-1485
-1485
-1486
-0val_487
-1487
-1488
-0val_489
-0val_489
-0val_489
-0val_489
-1489
-149
-149
-0val_490
-1490
-0val_491
-1491
-1491
-0val_492
-0val_492
-1492
-1492
-0val_493
-0val_494
-1494
-1494
-0val_495
-1495
-0val_496
-1496
-0val_497
-1497
-1497
-0val_498
-0val_498
-0val_498
-0val_5
-0val_5
-0val_5
-15
-150
-0val_51
-0val_51
-151
-152
-152
-152
-152
-0val_53
-153
-0val_54
-156
-0val_57
-0val_58
-0val_58
-158
-158
-159
-16
-16
-160
-161
-162
-162
-163
-0val_64
-0val_65
-165
-165
-0val_66
-0val_67
-0val_67
-168
-0val_69
-169
-0val_70
-0val_70
-0val_70
-170
-171
-0val_72
-0val_72
-0val_74
-175
-0val_76
-0val_76
-176
-176
-176
-0val_77
-177
-177
-0val_78
-178
-0val_8
-18
-0val_80
-180
-0val_82
-182
-182
-0val_83
-0val_83
-0val_84
-0val_84
-0val_85
-185
-0val_86
-186
-0val_87
-187
-187
-189
-189
-189
-0val_9
-0val_90
-0val_90
-0val_90
-191
-0val_92
-193
-193
-193
-194
-0val_95
-0val_95
-0val_96
-0val_97
-0val_97
-197
-197
-0val_98
-0val_98
-199
[7/8] BIGTOP-1450. Eliminate broken hive test artifacts in favor of
smoke-tests.
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/in
deleted file mode 100644
index 9a3d71f..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/in
+++ /dev/null
@@ -1,35 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-set datanucleus.cache.collections=false;
-
-set hive.stats.dbclass=hbase;
-
-create table stats_src like src;
-insert overwrite table stats_src select * from src;
-analyze table stats_src compute statistics;
-desc formatted stats_src;
-
-create table hbase_part like srcpart;
-
-insert overwrite table hbase_part partition (ds='2010-04-08', hr = '11') select key, value from src;
-insert overwrite table hbase_part partition (ds='2010-04-08', hr = '12') select key, value from src;
-
-analyze table hbase_part partition(ds='2008-04-08', hr=11) compute statistics;
-analyze table hbase_part partition(ds='2008-04-08', hr=12) compute statistics;
-
-desc formatted hbase_part;
-desc formatted hbase_part partition (ds='2010-04-08', hr = '11');
-desc formatted hbase_part partition (ds='2010-04-08', hr = '12');
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/out
deleted file mode 100644
index aef56e8..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/integration/hbase_stats/out
+++ /dev/null
@@ -1,170 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-set datanucleus.cache.collections=false
-set hive.stats.dbclass=hbase
-
-
-create table stats_src like src
-
-insert overwrite table stats_src select * from src
-Deleted HDFS_URL/user/hive/warehouse/stats_src
-
-analyze table stats_src compute statistics
-
-desc formatted stats_src
-# col_name data_type comment
-
-key string None
-value string None
-
-# Detailed Table Information
-Database: default
-Owner: testuser1@MINOTAUR.CLOUDERA.COM
-CreateTime: Fri Mar 25 11:29:26 PDT 2011
-LastAccessTime: UNKNOWN
-Protect Mode: None
-Retention: 0
-Location: hdfs://minotaur01.sf.cloudera.com:17020/user/hive/warehouse/stats_src
-Table Type: MANAGED_TABLE
-Table Parameters:
- transient_lastDdlTime 1301077789
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-
-
-create table hbase_part like srcpart
-
-
-insert overwrite table hbase_part partition (ds='2010-04-08', hr = '11') select key, value from src
-
-insert overwrite table hbase_part partition (ds='2010-04-08', hr = '12') select key, value from src
-
-
-analyze table hbase_part partition(ds='2008-04-08', hr=11) compute statistics
-
-analyze table hbase_part partition(ds='2008-04-08', hr=12) compute statistics
-
-
-desc formatted hbase_part
-# col_name data_type comment
-
-key string None
-value string None
-
-# Partition Information
-# col_name data_type comment
-
-ds string None
-hr string None
-
-# Detailed Table Information
-Database: default
-Owner: testuser1@MINOTAUR.CLOUDERA.COM
-CreateTime: Fri Mar 25 11:30:31 PDT 2011
-LastAccessTime: UNKNOWN
-Protect Mode: None
-Retention: 0
-Location: hdfs://minotaur01.sf.cloudera.com:17020/user/hive/warehouse/hbase_part
-Table Type: MANAGED_TABLE
-Table Parameters:
- transient_lastDdlTime 1301077831
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-
-desc formatted hbase_part partition (ds='2010-04-08', hr = '11')
-# col_name data_type comment
-
-key string None
-value string None
-
-# Partition Information
-# col_name data_type comment
-
-ds string None
-hr string None
-
-# Detailed Partition Information
-Partition Value: [2010-04-08, 11]
-Database: default
-Table: hbase_part
-CreateTime: Fri Mar 25 11:30:54 PDT 2011
-LastAccessTime: UNKNOWN
-Protect Mode: None
-Location: hdfs://minotaur01.sf.cloudera.com:17020/user/hive/warehouse/hbase_part/ds=2010-04-08/hr=11
-Partition Parameters:
- transient_lastDdlTime 1301077854
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-
-desc formatted hbase_part partition (ds='2010-04-08', hr = '12')
-# col_name data_type comment
-
-key string None
-value string None
-
-# Partition Information
-# col_name data_type comment
-
-ds string None
-hr string None
-
-# Detailed Partition Information
-Partition Value: [2010-04-08, 12]
-Database: default
-Table: hbase_part
-CreateTime: Fri Mar 25 11:31:29 PDT 2011
-LastAccessTime: UNKNOWN
-Protect Mode: None
-Location: hdfs://minotaur01.sf.cloudera.com:17020/user/hive/warehouse/hbase_part/ds=2010-04-08/hr=12
-Partition Parameters:
- transient_lastDdlTime 1301077889
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/filter
deleted file mode 100644
index 9cdeb19..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/filter
+++ /dev/null
@@ -1,3 +0,0 @@
-sed -re 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/in
deleted file mode 100644
index 2e11f5a..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/in
+++ /dev/null
@@ -1,45 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-set hive.auto.convert.join = true;
-
-explain
-select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3))
-from (
-SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 , src3.key as k3, src3.value as v3
-FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
-SORT BY k1,v1,k2,v2,k3,v3
-)a;
-
-select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3))
-from (
-SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 , src3.key as k3, src3.value as v3
-FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
-SORT BY k1,v1,k2,v2,k3,v3
-)a;
-
-explain
-select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3))
-from (
-SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 , src3.key as k3, src3.value as v3
-FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
-SORT BY k1,v1,k2,v2,k3,v3
-)a;
-
-select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3))
-from (
-SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 , src3.key as k3, src3.value as v3
-FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
-SORT BY k1,v1,k2,v2,k3,v3
-)a;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/out
deleted file mode 100644
index 092f64d..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/auto_join20/out
+++ /dev/null
@@ -1,669 +0,0 @@
-set hive.auto.convert.join = true
-
-
-explain
-select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3))
-from (
-SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 , src3.key as k3, src3.value as v3
-FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
-SORT BY k1,v1,k2,v2,k3,v3
-)a
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) src1) (TOK_TABREF (TOK_TABNAME src) src2) (AND (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key)) (< (. (TOK_TABLE_OR_COL src1) key) 10))) (TOK_TABREF (TOK_TABNAME src) src3) (AND (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src3) key)) (< (. (TOK_TABLE_OR_COL src3) key) 20)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) k1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) v1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) k2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) v2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) key) k3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) value) v3)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL k1)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL v1)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL k2)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL v2)) (TOK_TABSO
RTCOLNAMEASC (TOK_TABLE_OR_COL k3)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL v3))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL a) k1) (. (TOK_TABLE_OR_COL a) v1) (. (TOK_TABLE_OR_COL a) k2) (. (TOK_TABLE_OR_COL a) v2) (. (TOK_TABLE_OR_COL a) k3) (. (TOK_TABLE_OR_COL a) v3)))))))
-
-STAGE DEPENDENCIES:
- Stage-7 is a root stage , consists of Stage-8, Stage-1
- Stage-8 has a backup stage: Stage-1
- Stage-6 depends on stages: Stage-8
- Stage-2 depends on stages: Stage-1, Stage-6
- Stage-3 depends on stages: Stage-2
- Stage-1
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-7
- Conditional Operator
-
- Stage: Stage-8
- Map Reduce Local Work
- Alias -> Map Local Tables:
- a:src1
- Fetch Operator
- limit: -1
- a:src2
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- a:src1
- TableScan
- alias: src1
- Filter Operator
- predicate:
- expr: (key < 10.0)
- type: boolean
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0
- 1
- 2 {(key < 20.0)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 2
- a:src2
- TableScan
- alias: src2
- Filter Operator
- predicate:
- expr: (key < 10.0)
- type: boolean
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0
- 1
- 2 {(key < 20.0)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 2
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- a:src3
- TableScan
- alias: src3
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- Right Outer Join0 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0
- 1
- 2 {(key < 20.0)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9
- Position of Big Table: 2
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- expr: _col8
- type: string
- expr: _col9
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- Local Work:
- Map Reduce Local Work
-
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-35-58_309_5301659382942807999/-mr-10002
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- sort order: ++++++
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- Reduce Operator Tree:
- Extract
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator
- aggregations:
- expr: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5))
- bucketGroup: false
- mode: hash
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-35-58_309_5301659382942807999/-mr-10003
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: bigint
- Reduce Operator Tree:
- Group By Operator
- aggregations:
- expr: sum(VALUE._col0)
- bucketGroup: false
- mode: mergepartial
- outputColumnNames: _col0
- Select Operator
- expressions:
- expr: _col0
- type: bigint
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- a:src1
- TableScan
- alias: src1
- Filter Operator
- predicate:
- expr: (key < 10.0)
- type: boolean
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: key
- type: string
- tag: 0
- value expressions:
- expr: key
- type: string
- expr: value
- type: string
- a:src2
- TableScan
- alias: src2
- Filter Operator
- predicate:
- expr: (key < 10.0)
- type: boolean
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: key
- type: string
- tag: 1
- value expressions:
- expr: key
- type: string
- expr: value
- type: string
- a:src3
- TableScan
- alias: src3
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: key
- type: string
- tag: 2
- value expressions:
- expr: key
- type: string
- expr: value
- type: string
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- Right Outer Join0 to 2
- condition expressions:
- 0 {VALUE._col0} {VALUE._col1}
- 1 {VALUE._col0} {VALUE._col1}
- 2 {VALUE._col0} {VALUE._col1}
- filter predicates:
- 0
- 1
- 2 {(VALUE._col0 < 20.0)}
- handleSkewJoin: false
- outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- expr: _col8
- type: string
- expr: _col9
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
-select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3))
-from (
-SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 , src3.key as k3, src3.value as v3
-FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
-SORT BY k1,v1,k2,v2,k3,v3
-)a
-56157587016
-
-
-explain
-select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3))
-from (
-SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 , src3.key as k3, src3.value as v3
-FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
-SORT BY k1,v1,k2,v2,k3,v3
-)a
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) src1) (TOK_TABREF (TOK_TABNAME src) src2) (AND (AND (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key)) (< (. (TOK_TABLE_OR_COL src1) key) 10)) (< (. (TOK_TABLE_OR_COL src2) key) 15))) (TOK_TABREF (TOK_TABNAME src) src3) (AND (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src3) key)) (< (. (TOK_TABLE_OR_COL src3) key) 20)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) k1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) v1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) k2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) v2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) key) k3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) value) v3)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL k1)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL v1)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL k2)) (TOK_TABSOR
TCOLNAMEASC (TOK_TABLE_OR_COL v2)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL k3)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL v3))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL a) k1) (. (TOK_TABLE_OR_COL a) v1) (. (TOK_TABLE_OR_COL a) k2) (. (TOK_TABLE_OR_COL a) v2) (. (TOK_TABLE_OR_COL a) k3) (. (TOK_TABLE_OR_COL a) v3)))))))
-
-STAGE DEPENDENCIES:
- Stage-7 is a root stage , consists of Stage-8, Stage-1
- Stage-8 has a backup stage: Stage-1
- Stage-6 depends on stages: Stage-8
- Stage-2 depends on stages: Stage-1, Stage-6
- Stage-3 depends on stages: Stage-2
- Stage-1
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-7
- Conditional Operator
-
- Stage: Stage-8
- Map Reduce Local Work
- Alias -> Map Local Tables:
- a:src1
- Fetch Operator
- limit: -1
- a:src2
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- a:src1
- TableScan
- alias: src1
- Filter Operator
- predicate:
- expr: ((key < 10.0) and (key < 15.0))
- type: boolean
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0
- 1
- 2 {(key < 20.0)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 2
- a:src2
- TableScan
- alias: src2
- Filter Operator
- predicate:
- expr: ((key < 15.0) and (key < 10.0))
- type: boolean
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0
- 1
- 2 {(key < 20.0)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 2
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- a:src3
- TableScan
- alias: src3
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- Right Outer Join0 to 2
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0
- 1
- 2 {(key < 20.0)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9
- Position of Big Table: 2
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- expr: _col8
- type: string
- expr: _col9
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- Local Work:
- Map Reduce Local Work
-
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-37-20_822_7360885266220174309/-mr-10002
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- sort order: ++++++
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- Reduce Operator Tree:
- Extract
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator
- aggregations:
- expr: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5))
- bucketGroup: false
- mode: hash
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-37-20_822_7360885266220174309/-mr-10003
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: bigint
- Reduce Operator Tree:
- Group By Operator
- aggregations:
- expr: sum(VALUE._col0)
- bucketGroup: false
- mode: mergepartial
- outputColumnNames: _col0
- Select Operator
- expressions:
- expr: _col0
- type: bigint
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- a:src1
- TableScan
- alias: src1
- Filter Operator
- predicate:
- expr: ((key < 10.0) and (key < 15.0))
- type: boolean
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: key
- type: string
- tag: 0
- value expressions:
- expr: key
- type: string
- expr: value
- type: string
- a:src2
- TableScan
- alias: src2
- Filter Operator
- predicate:
- expr: ((key < 15.0) and (key < 10.0))
- type: boolean
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: key
- type: string
- tag: 1
- value expressions:
- expr: key
- type: string
- expr: value
- type: string
- a:src3
- TableScan
- alias: src3
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: key
- type: string
- tag: 2
- value expressions:
- expr: key
- type: string
- expr: value
- type: string
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- Right Outer Join0 to 2
- condition expressions:
- 0 {VALUE._col0} {VALUE._col1}
- 1 {VALUE._col0} {VALUE._col1}
- 2 {VALUE._col0} {VALUE._col1}
- filter predicates:
- 0
- 1
- 2 {(VALUE._col0 < 20.0)}
- handleSkewJoin: false
- outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- expr: _col8
- type: string
- expr: _col9
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-
-select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3))
-from (
-SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 , src3.key as k3, src3.value as v3
-FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
-SORT BY k1,v1,k2,v2,k3,v3
-)a
-56157587016
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/filter
deleted file mode 100644
index fa2e13d..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/filter
+++ /dev/null
@@ -1,4 +0,0 @@
-sed -e 's#hdfs://[^/]*/#hdfs://HADOOP/#' \
- -e '/.*Copying .*kv1.txt$/d' \
- -e '/^Deleted.*text_kv1$/d' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/in
deleted file mode 100644
index 599af59..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/in
+++ /dev/null
@@ -1,29 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-DROP TABLE text_kv1;
-
-CREATE TABLE text_kv1 (
- value INT,
- valueString STRING)
-ROW FORMAT DELIMITED
-FIELDS TERMINATED BY '\001'
-STORED AS TEXTFILE;
-
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt'
-OVERWRITE INTO TABLE text_kv1;
-
-INSERT OVERWRITE DIRECTORY '/tmp/count'
-SELECT COUNT(1) FROM text_kv1;
-dfs -cat /tmp/count/* ;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/out
deleted file mode 100644
index 0fd11cc..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/out
+++ /dev/null
@@ -1,19 +0,0 @@
-DROP TABLE text_kv1
-
-
-CREATE TABLE text_kv1 (
- value INT,
- valueString STRING)
-ROW FORMAT DELIMITED
-FIELDS TERMINATED BY '\001'
-STORED AS TEXTFILE
-
-
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt'
-OVERWRITE INTO TABLE text_kv1
-
-
-INSERT OVERWRITE DIRECTORY '/tmp/count'
-SELECT COUNT(1) FROM text_kv1
-dfs -cat /tmp/count/*
-500
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/filter
deleted file mode 100644
index b65fd71..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/filter
+++ /dev/null
@@ -1,5 +0,0 @@
-sed -re 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#Copying file:.*/kv..txt#Copying file:kvX.txt#' \
- -e '/^Deleted hdfs:/d' \
- -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/in
deleted file mode 100644
index e84e0d9..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/in
+++ /dev/null
@@ -1,47 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
-set mapred.min.split.size = 64;
-
-CREATE TABLE T1(name STRING) STORED AS TEXTFILE;
-
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' INTO TABLE T1;
-
-CREATE TABLE T2(name STRING) STORED AS SEQUENCEFILE;
-
-EXPLAIN INSERT OVERWRITE TABLE T2 SELECT * FROM (
-SELECT tmp1.name as name FROM (
- SELECT name, 'MMM' AS n FROM T1) tmp1
- JOIN (SELECT 'MMM' AS n FROM T1) tmp2
- JOIN (SELECT 'MMM' AS n FROM T1) tmp3
- ON tmp1.n = tmp2.n AND tmp1.n = tmp3.n) ttt LIMIT 5000000;
-
-
-INSERT OVERWRITE TABLE T2 SELECT * FROM (
-SELECT tmp1.name as name FROM (
- SELECT name, 'MMM' AS n FROM T1) tmp1
- JOIN (SELECT 'MMM' AS n FROM T1) tmp2
- JOIN (SELECT 'MMM' AS n FROM T1) tmp3
- ON tmp1.n = tmp2.n AND tmp1.n = tmp3.n) ttt LIMIT 5000000;
-
-EXPLAIN SELECT COUNT(1) FROM T2;
-SELECT COUNT(1) FROM T2;
-
-CREATE TABLE T3(name STRING) STORED AS TEXTFILE;
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' INTO TABLE T3;
-LOAD DATA LOCAL INPATH 'seed_data_files/kv2.txt' INTO TABLE T3;
-
-EXPLAIN SELECT COUNT(1) FROM T3;
-SELECT COUNT(1) FROM T3;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/out
deleted file mode 100644
index 00ab302..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketizedhiveinputformat/out
+++ /dev/null
@@ -1,315 +0,0 @@
-set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat
-set mapred.min.split.size = 64
-
-
-CREATE TABLE T1(name STRING) STORED AS TEXTFILE
-
-
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' INTO TABLE T1
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/kv1.txt
-
-
-CREATE TABLE T2(name STRING) STORED AS SEQUENCEFILE
-
-
-EXPLAIN INSERT OVERWRITE TABLE T2 SELECT * FROM (
-SELECT tmp1.name as name FROM (
- SELECT name, 'MMM' AS n FROM T1) tmp1
- JOIN (SELECT 'MMM' AS n FROM T1) tmp2
- JOIN (SELECT 'MMM' AS n FROM T1) tmp3
- ON tmp1.n = tmp2.n AND tmp1.n = tmp3.n) ttt LIMIT 5000000
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME T1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL name)) (TOK_SELEXPR 'MMM' n)))) tmp1) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME T1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'MMM' n)))) tmp2)) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME T1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'MMM' n)))) tmp3) (AND (= (. (TOK_TABLE_OR_COL tmp1) n) (. (TOK_TABLE_OR_COL tmp2) n)) (= (. (TOK_TABLE_OR_COL tmp1) n) (. (TOK_TABLE_OR_COL tmp3) n))))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmp1) name) name)))) ttt)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME T2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_LIMIT 5000000)))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-3 depends on stages: Stage-2
- Stage-0 depends on stages: Stage-3
- Stage-4 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- ttt:tmp1:t1
- TableScan
- alias: t1
- Select Operator
- expressions:
- expr: name
- type: string
- expr: 'MMM'
- type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- sort order:
- tag: 0
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- ttt:tmp2:t1
- TableScan
- alias: t1
- Select Operator
- expressions:
- expr: 'MMM'
- type: string
- outputColumnNames: _col0
- Reduce Output Operator
- sort order:
- tag: 1
- value expressions:
- expr: _col0
- type: string
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col0} {VALUE._col1}
- 1 {VALUE._col0}
- handleSkewJoin: false
- outputColumnNames: _col0, _col1, _col2
- Filter Operator
- predicate:
- expr: (_col1 = _col2)
- type: boolean
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- $INTNAME
- Reduce Output Operator
- key expressions:
- expr: _col1
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col1
- type: string
- tag: 0
- value expressions:
- expr: _col0
- type: string
- ttt:tmp3:t1
- TableScan
- alias: t1
- Select Operator
- expressions:
- expr: 'MMM'
- type: string
- outputColumnNames: _col0
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 1
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col1}
- 1
- handleSkewJoin: false
- outputColumnNames: _col1
- Select Operator
- expressions:
- expr: _col1
- type: string
- outputColumnNames: _col0
- Select Operator
- expressions:
- expr: _col0
- type: string
- outputColumnNames: _col0
- Limit
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-41-40_405_3858259332039900449/-mr-10003
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: string
- Reduce Operator Tree:
- Extract
- Limit
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.t2
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.t2
-
- Stage: Stage-4
- Stats-Aggr Operator
-
-
-
-
-
-INSERT OVERWRITE TABLE T2 SELECT * FROM (
-SELECT tmp1.name as name FROM (
- SELECT name, 'MMM' AS n FROM T1) tmp1
- JOIN (SELECT 'MMM' AS n FROM T1) tmp2
- JOIN (SELECT 'MMM' AS n FROM T1) tmp3
- ON tmp1.n = tmp2.n AND tmp1.n = tmp3.n) ttt LIMIT 5000000
-Deleted /user/hive/warehouse/t2
-
-
-EXPLAIN SELECT COUNT(1) FROM T2
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME T2))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION COUNT 1)))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- t2
- TableScan
- alias: t2
- Select Operator
- Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- mode: hash
- outputColumnNames: _col0
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: bigint
- Reduce Operator Tree:
- Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- mode: mergepartial
- outputColumnNames: _col0
- Select Operator
- expressions:
- expr: _col0
- type: bigint
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-SELECT COUNT(1) FROM T2
-5000000
-
-
-CREATE TABLE T3(name STRING) STORED AS TEXTFILE
-
-LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' INTO TABLE T3
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/kv1.txt
-
-LOAD DATA LOCAL INPATH 'seed_data_files/kv2.txt' INTO TABLE T3
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/kv2.txt
-
-
-EXPLAIN SELECT COUNT(1) FROM T3
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME T3))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION COUNT 1)))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- t3
- TableScan
- alias: t3
- Select Operator
- Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- mode: hash
- outputColumnNames: _col0
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: bigint
- Reduce Operator Tree:
- Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- mode: mergepartial
- outputColumnNames: _col0
- Select Operator
- expressions:
- expr: _col0
- type: bigint
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
-
-SELECT COUNT(1) FROM T3
-1000
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/filter
deleted file mode 100644
index 2384b8a..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/filter
+++ /dev/null
@@ -1,6 +0,0 @@
-sed -re 's#hdfs://[^/]*/#hdfs://HADOOP/#g' \
- -e 's#Copying file:.*/srcbucket2#Copying file:srcbucket2#' \
- -e 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#transient_lastDdlTime [0-9]*#transient_lastDdlTime JUSTNOW#' \
- -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/in
deleted file mode 100644
index 609df9b..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/bucketmapjoin5/in
+++ /dev/null
@@ -1,99 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE;
-load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin;
-load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin;
-
-CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE;
-load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08');
-load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08');
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08');
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08');
-load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-09');
-load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-09');
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-09');
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-09');
-
-CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE;
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08');
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08');
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-09');
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-09');
-
-create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint);
-create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint);
-
-set hive.optimize.bucketmapjoin = true;
-create table bucketmapjoin_tmp_result (key string , value1 string, value2 string);
-
-explain extended
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part b
-on a.key=b.key;
-
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part b
-on a.key=b.key;
-
-select count(1) from bucketmapjoin_tmp_result;
-insert overwrite table bucketmapjoin_hash_result_1
-select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result;
-
-set hive.optimize.bucketmapjoin = false;
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part b
-on a.key=b.key;
-
-select count(1) from bucketmapjoin_tmp_result;
-insert overwrite table bucketmapjoin_hash_result_2
-select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result;
-
-select a.key-b.key, a.value1-b.value1, a.value2-b.value2
-from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
-on a.key = b.key;
-
-
-set hive.optimize.bucketmapjoin = true;
-explain extended
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b
-on a.key=b.key;
-
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b
-on a.key=b.key;
-
-select count(1) from bucketmapjoin_tmp_result;
-insert overwrite table bucketmapjoin_hash_result_1
-select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result;
-
-set hive.optimize.bucketmapjoin = false;
-insert overwrite table bucketmapjoin_tmp_result
-select /*+mapjoin(a)*/ a.key, a.value, b.value
-from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b
-on a.key=b.key;
-
-select count(1) from bucketmapjoin_tmp_result;
-insert overwrite table bucketmapjoin_hash_result_2
-select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result;
-
-select a.key-b.key, a.value1-b.value1, a.value2-b.value2
-from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
-on a.key = b.key;
[3/8] BIGTOP-1450. Eliminate broken hive test artifacts in favor of
smoke-tests.
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/out
deleted file mode 100644
index 3691408..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/out
+++ /dev/null
@@ -1,2910 +0,0 @@
-
-
-create table src_multi1 like src
-
-create table src_multi2 like src
-set hive.merge.mapfiles=false
-set hive.merge.mapredfiles=false
-
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-2
- Stage-4 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: (key < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((key > 10.0) and (key < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-4
- Stats-Aggr Operator
-
-
-
-
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-0 val_0
-0 val_0
-2 val_2
-4 val_4
-5 val_5
-5 val_5
-5 val_5
-8 val_8
-9 val_9
-
-select * from src_multi2 order by key, value
-11 val_11
-12 val_12
-12 val_12
-15 val_15
-15 val_15
-17 val_17
-18 val_18
-18 val_18
-19 val_19
-set hive.merge.mapfiles=true
-set hive.merge.mapredfiles=false
-
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
- Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
- Stage-3 depends on stages: Stage-0
- Stage-4
- Stage-6
- Stage-7 depends on stages: Stage-6
- Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
- Stage-11
- Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
- Stage-9 depends on stages: Stage-1
- Stage-10
- Stage-12
- Stage-13 depends on stages: Stage-12
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: (key < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((key > 10.0) and (key < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-8
- Conditional Operator
-
- Stage: Stage-5
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-46-51_613_5391391039842163435/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-4
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-46-51_613_5391391039842163435/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-46-51_613_5391391039842163435/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-7
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-46-51_613_5391391039842163435/-ext-10000
-
- Stage: Stage-14
- Conditional Operator
-
- Stage: Stage-11
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-46-51_613_5391391039842163435/-ext-10002
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-9
- Stats-Aggr Operator
-
- Stage: Stage-10
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-46-51_613_5391391039842163435/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-12
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-46-51_613_5391391039842163435/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-13
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-46-51_613_5391391039842163435/-ext-10002
-
-
-
-
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-0 val_0
-0 val_0
-2 val_2
-4 val_4
-5 val_5
-5 val_5
-5 val_5
-8 val_8
-9 val_9
-
-select * from src_multi2 order by key, value
-11 val_11
-12 val_12
-12 val_12
-15 val_15
-15 val_15
-17 val_17
-18 val_18
-18 val_18
-19 val_19
-set hive.merge.mapfiles=false
-set hive.merge.mapredfiles=true
-
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-2
- Stage-4 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: (key < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((key > 10.0) and (key < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-4
- Stats-Aggr Operator
-
-
-
-
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-0 val_0
-0 val_0
-2 val_2
-4 val_4
-5 val_5
-5 val_5
-5 val_5
-8 val_8
-9 val_9
-
-select * from src_multi2 order by key, value
-11 val_11
-12 val_12
-12 val_12
-15 val_15
-15 val_15
-17 val_17
-18 val_18
-18 val_18
-19 val_19
-set hive.merge.mapfiles=true
-set hive.merge.mapredfiles=true
-
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
- Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
- Stage-3 depends on stages: Stage-0
- Stage-4
- Stage-6
- Stage-7 depends on stages: Stage-6
- Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
- Stage-11
- Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
- Stage-9 depends on stages: Stage-1
- Stage-10
- Stage-12
- Stage-13 depends on stages: Stage-12
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: (key < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((key > 10.0) and (key < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-8
- Conditional Operator
-
- Stage: Stage-5
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-49-02_277_2523279370671085980/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-4
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-49-02_277_2523279370671085980/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-49-02_277_2523279370671085980/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-7
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-49-02_277_2523279370671085980/-ext-10000
-
- Stage: Stage-14
- Conditional Operator
-
- Stage: Stage-11
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-49-02_277_2523279370671085980/-ext-10002
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-9
- Stats-Aggr Operator
-
- Stage: Stage-10
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-49-02_277_2523279370671085980/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-12
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-49-02_277_2523279370671085980/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-13
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-49-02_277_2523279370671085980/-ext-10002
-
-
-
-
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-Deleted /user/hive/warehouse/src_multi2
-Deleted /user/hive/warehouse/src_multi1
-
-
-select * from src_multi1 order by key, value
-0 val_0
-0 val_0
-0 val_0
-2 val_2
-4 val_4
-5 val_5
-5 val_5
-5 val_5
-8 val_8
-9 val_9
-
-select * from src_multi2 order by key, value
-11 val_11
-12 val_12
-12 val_12
-15 val_15
-15 val_15
-17 val_17
-18 val_18
-18 val_18
-19 val_19
-set hive.merge.mapfiles=false
-set hive.merge.mapredfiles=false
-
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10)) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-2
- Stage-4 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: ((key < 10.0) or ((key > 10.0) and (key < 20.0)))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: key, value
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- expr: value
- type: string
- sort order: ++
- Map-reduce partition columns:
- expr: key
- type: string
- expr: value
- type: string
- tag: -1
- Reduce Operator Tree:
- Forward
- Group By Operator
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
- mode: complete
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Group By Operator
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
- mode: complete
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-4
- Stats-Aggr Operator
-
-
-
-
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-11 val_11
-12 val_12
-15 val_15
-17 val_17
-18 val_18
-19 val_19
-2 val_2
-4 val_4
-5 val_5
-8 val_8
-9 val_9
-
-select * from src_multi2 order by key, value
-0 val_0
-11 val_11
-12 val_12
-15 val_15
-17 val_17
-18 val_18
-19 val_19
-2 val_2
-4 val_4
-5 val_5
-8 val_8
-9 val_9
-set hive.merge.mapfiles=false
-set hive.merge.mapredfiles=true
-
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10)) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
- Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
- Stage-3 depends on stages: Stage-0
- Stage-4
- Stage-6
- Stage-7 depends on stages: Stage-6
- Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
- Stage-11
- Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
- Stage-9 depends on stages: Stage-1
- Stage-10
- Stage-12
- Stage-13 depends on stages: Stage-12
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: ((key < 10.0) or ((key > 10.0) and (key < 20.0)))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: key, value
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- expr: value
- type: string
- sort order: ++
- Map-reduce partition columns:
- expr: key
- type: string
- expr: value
- type: string
- tag: -1
- Reduce Operator Tree:
- Forward
- Group By Operator
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
- mode: complete
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Group By Operator
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
- mode: complete
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-8
- Conditional Operator
-
- Stage: Stage-5
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-51-13_762_9056111985287922984/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-4
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-51-13_762_9056111985287922984/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-51-13_762_9056111985287922984/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-7
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-51-13_762_9056111985287922984/-ext-10000
-
- Stage: Stage-14
- Conditional Operator
-
- Stage: Stage-11
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-51-13_762_9056111985287922984/-ext-10002
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-9
- Stats-Aggr Operator
-
- Stage: Stage-10
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-51-13_762_9056111985287922984/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-12
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-51-13_762_9056111985287922984/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-13
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-51-13_762_9056111985287922984/-ext-10002
-
-
-
-
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-11 val_11
-12 val_12
-15 val_15
-17 val_17
-18 val_18
-19 val_19
-2 val_2
-4 val_4
-5 val_5
-8 val_8
-9 val_9
-
-select * from src_multi2 order by key, value
-0 val_0
-11 val_11
-12 val_12
-15 val_15
-17 val_17
-18 val_18
-19 val_19
-2 val_2
-4 val_4
-5 val_5
-8 val_8
-9 val_9
-set hive.merge.mapfiles=true
-set hive.merge.mapredfiles=false
-
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10)) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-2
- Stage-4 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: ((key < 10.0) or ((key > 10.0) and (key < 20.0)))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: key, value
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- expr: value
- type: string
- sort order: ++
- Map-reduce partition columns:
- expr: key
- type: string
- expr: value
- type: string
- tag: -1
- Reduce Operator Tree:
- Forward
- Group By Operator
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
- mode: complete
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Group By Operator
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
- mode: complete
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-4
- Stats-Aggr Operator
-
-
-
-
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-11 val_11
-12 val_12
-15 val_15
-17 val_17
-18 val_18
-19 val_19
-2 val_2
-4 val_4
-5 val_5
-8 val_8
-9 val_9
-
-select * from src_multi2 order by key, value
-0 val_0
-11 val_11
-12 val_12
-15 val_15
-17 val_17
-18 val_18
-19 val_19
-2 val_2
-4 val_4
-5 val_5
-8 val_8
-9 val_9
-set hive.merge.mapfiles=true
-set hive.merge.mapredfiles=true
-
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10)) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
- Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
- Stage-3 depends on stages: Stage-0
- Stage-4
- Stage-6
- Stage-7 depends on stages: Stage-6
- Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
- Stage-11
- Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
- Stage-9 depends on stages: Stage-1
- Stage-10
- Stage-12
- Stage-13 depends on stages: Stage-12
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: ((key < 10.0) or ((key > 10.0) and (key < 20.0)))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: key, value
- Reduce Output Operator
- key expressions:
- expr: key
- type: string
- expr: value
- type: string
- sort order: ++
- Map-reduce partition columns:
- expr: key
- type: string
- expr: value
- type: string
- tag: -1
- Reduce Operator Tree:
- Forward
- Group By Operator
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
- mode: complete
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Group By Operator
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
- mode: complete
- outputColumnNames: _col0, _col1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-8
- Conditional Operator
-
- Stage: Stage-5
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-53-37_756_7049471615260796328/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-4
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-53-37_756_7049471615260796328/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-53-37_756_7049471615260796328/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-7
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-53-37_756_7049471615260796328/-ext-10000
-
- Stage: Stage-14
- Conditional Operator
-
- Stage: Stage-11
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-53-37_756_7049471615260796328/-ext-10002
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-9
- Stats-Aggr Operator
-
- Stage: Stage-10
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-53-37_756_7049471615260796328/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-12
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-53-37_756_7049471615260796328/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-13
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-53-37_756_7049471615260796328/-ext-10002
-
-
-
-
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-11 val_11
-12 val_12
-15 val_15
-17 val_17
-18 val_18
-19 val_19
-2 val_2
-4 val_4
-5 val_5
-8 val_8
-9 val_9
-
-select * from src_multi2 order by key, value
-0 val_0
-11 val_11
-12 val_12
-15 val_15
-17 val_17
-18 val_18
-19 val_19
-2 val_2
-4 val_4
-5 val_5
-8 val_8
-9 val_9
-set hive.merge.mapfiles=false
-set hive.merge.mapredfiles=false
-
-
-explain
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-2
- Stage-4 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:s-subquery1:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Union
- Filter Operator
- predicate:
- expr: (_col0 < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((_col0 > 10.0) and (_col0 < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
- null-subquery2:s-subquery2:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Union
- Filter Operator
- predicate:
- expr: (_col0 < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((_col0 > 10.0) and (_col0 < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-4
- Stats-Aggr Operator
-
-
-
-
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-2 val_2
-2 val_2
-4 val_4
-4 val_4
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-8 val_8
-8 val_8
-9 val_9
-9 val_9
-
-select * from src_multi2 order by key, value
-11 val_11
-11 val_11
-12 val_12
-12 val_12
-12 val_12
-12 val_12
-15 val_15
-15 val_15
-15 val_15
-15 val_15
-17 val_17
-17 val_17
-18 val_18
-18 val_18
-18 val_18
-18 val_18
-19 val_19
-19 val_19
-set hive.merge.mapfiles=true
-set hive.merge.mapredfiles=false
-
-
-explain
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
- Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
- Stage-3 depends on stages: Stage-0
- Stage-4
- Stage-6
- Stage-7 depends on stages: Stage-6
- Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
- Stage-11
- Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
- Stage-9 depends on stages: Stage-1
- Stage-10
- Stage-12
- Stage-13 depends on stages: Stage-12
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:s-subquery1:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Union
- Filter Operator
- predicate:
- expr: (_col0 < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((_col0 > 10.0) and (_col0 < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
- null-subquery2:s-subquery2:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Union
- Filter Operator
- predicate:
- expr: (_col0 < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((_col0 > 10.0) and (_col0 < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-8
- Conditional Operator
-
- Stage: Stage-5
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-55-55_675_1061131400972282069/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-4
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-55-55_675_1061131400972282069/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-55-55_675_1061131400972282069/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-7
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-55-55_675_1061131400972282069/-ext-10000
-
- Stage: Stage-14
- Conditional Operator
-
- Stage: Stage-11
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-55-55_675_1061131400972282069/-ext-10002
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-9
- Stats-Aggr Operator
-
- Stage: Stage-10
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-55-55_675_1061131400972282069/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-12
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-55-55_675_1061131400972282069/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-13
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-55-55_675_1061131400972282069/-ext-10002
-
-
-
-
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-2 val_2
-2 val_2
-4 val_4
-4 val_4
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-8 val_8
-8 val_8
-9 val_9
-9 val_9
-
-select * from src_multi2 order by key, value
-11 val_11
-11 val_11
-12 val_12
-12 val_12
-12 val_12
-12 val_12
-15 val_15
-15 val_15
-15 val_15
-15 val_15
-17 val_17
-17 val_17
-18 val_18
-18 val_18
-18 val_18
-18 val_18
-19 val_19
-19 val_19
-set hive.merge.mapfiles=false
-set hive.merge.mapredfiles=true
-
-
-explain
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-0 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-2
- Stage-4 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:s-subquery1:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Union
- Filter Operator
- predicate:
- expr: (_col0 < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((_col0 > 10.0) and (_col0 < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
- null-subquery2:s-subquery2:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Union
- Filter Operator
- predicate:
- expr: (_col0 < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((_col0 > 10.0) and (_col0 < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-4
- Stats-Aggr Operator
-
-
-
-
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-Deleted /user/hive/warehouse/src_multi1
-Deleted /user/hive/warehouse/src_multi2
-
-
-select * from src_multi1 order by key, value
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-0 val_0
-2 val_2
-2 val_2
-4 val_4
-4 val_4
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-8 val_8
-8 val_8
-9 val_9
-9 val_9
-
-select * from src_multi2 order by key, value
-11 val_11
-11 val_11
-12 val_12
-12 val_12
-12 val_12
-12 val_12
-15 val_15
-15 val_15
-15 val_15
-15 val_15
-17 val_17
-17 val_17
-18 val_18
-18 val_18
-18 val_18
-18 val_18
-19 val_19
-19 val_19
-set hive.merge.mapfiles=true
-set hive.merge.mapredfiles=true
-
-
-explain
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
- Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
- Stage-3 depends on stages: Stage-0
- Stage-4
- Stage-6
- Stage-7 depends on stages: Stage-6
- Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
- Stage-11
- Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
- Stage-9 depends on stages: Stage-1
- Stage-10
- Stage-12
- Stage-13 depends on stages: Stage-12
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:s-subquery1:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Union
- Filter Operator
- predicate:
- expr: (_col0 < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((_col0 > 10.0) and (_col0 < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
- null-subquery2:s-subquery2:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Union
- Filter Operator
- predicate:
- expr: (_col0 < 10.0)
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
- Filter Operator
- predicate:
- expr: ((_col0 > 10.0) and (_col0 < 20.0))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 2
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-8
- Conditional Operator
-
- Stage: Stage-5
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-57-55_729_3800954041756388684/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-4
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-57-55_729_3800954041756388684/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-57-55_729_3800954041756388684/-ext-10004
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi1
-
- Stage: Stage-7
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-57-55_729_3800954041756388684/-ext-10000
-
- Stage: Stage-14
- Conditional Operator
-
- Stage: Stage-11
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-57-55_729_3800954041756388684/-ext-10002
-
- Stage: Stage-1
- Move Operator
- tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-9
- Stats-Aggr Operator
-
- Stage: Stage-10
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-57-55_729_3800954041756388684/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-12
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-57-55_729_3800954041756388684/-ext-10005
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src_multi2
-
- Stage: Stage-13
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-57-55_729_3800954041756388684/-ext-10002
-
-
-
-
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20
-Deleted /user/hive/w
<TRUNCATED>
[4/8] BIGTOP-1450. Eliminate broken hive test artifacts in favor of
smoke-tests.
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out
deleted file mode 100644
index 72bfdb1..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out
+++ /dev/null
@@ -1,277 +0,0 @@
-
-create table if not exists nzhang_part14 (key string)
- partitioned by (value string)
-
-
-describe extended nzhang_part14
-key string
-value string
-
-Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:root, createTime:1366741768, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1366741768}, viewOriginalText:null, viewExpandedText:null, tab
leType:MANAGED_TABLE)
-set hive.exec.dynamic.partition=true
-set hive.exec.dynamic.partition.mode=nonstrict
-
-
-explain
-insert overwrite table nzhang_part14 partition(value)
-select key, value from (
- select 'k1' as key, cast(null as string) as value from src limit 2
- union all
- select 'k2' as key, '' as value from src limit 2
- union all
- select 'k3' as key, ' ' as value from src limit 2
-) T
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'k1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING TOK_NULL) value)) (TOK_LIMIT 2))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'k2' key) (TOK_SELEXPR '' value)) (TOK_LIMIT 2)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'k3' key) (TOK_SELEXPR ' ' value)) (TOK_LIMIT 2)))) T)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME nzhang_part14) (TOK_PARTSPEC (TOK_PARTVAL value)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1, Stage-9, Stage-10
- Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
- Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
- Stage-3 depends on stages: Stage-0
- Stage-4
- Stage-6
- Stage-7 depends on stages: Stage-6
- Stage-9 is a root stage
- Stage-10 is a root stage
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1-subquery2:t-subquery1-subquery2:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: 'k2'
- type: string
- expr: ''
- type: string
- outputColumnNames: _col0, _col1
- Limit
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- Reduce Operator Tree:
- Extract
- Limit
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-mr-10002
- TableScan
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-mr-10004
- TableScan
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-mr-10005
- TableScan
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
-
- Stage: Stage-8
- Conditional Operator
-
- Stage: Stage-5
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- value
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
-
- Stage: Stage-3
- Stats-Aggr Operator
-
- Stage: Stage-4
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10003
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
-
- Stage: Stage-6
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10003
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
-
- Stage: Stage-7
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10000
-
- Stage: Stage-9
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:t-subquery2:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: 'k3'
- type: string
- expr: ' '
- type: string
- outputColumnNames: _col0, _col1
- Limit
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- Reduce Operator Tree:
- Extract
- Limit
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-10
- Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1-subquery1:t-subquery1-subquery1:src
- TableScan
- alias: src
- Select Operator
- expressions:
- expr: 'k1'
- type: string
- expr: UDFToString(null)
- type: string
- outputColumnNames: _col0, _col1
- Limit
- Reduce Output Operator
- sort order:
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- Reduce Operator Tree:
- Extract
- Limit
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
-
-
-
-insert overwrite table nzhang_part14 partition(value)
-select key, value from (
- select 'k1' as key, cast(null as string) as value from src limit 2
- union all
- select 'k2' as key, '' as value from src limit 2
- union all
- select 'k3' as key, ' ' as value from src limit 2
-) T
-
-
-
-show partitions nzhang_part14
-value=
-value=__HIVE_DEFAULT_PARTITION__
-
-
-select * from nzhang_part14 where value <> 'a'
-order by key, value
-k1 __HIVE_DEFAULT_PARTITION__
-k1 __HIVE_DEFAULT_PARTITION__
-k2 __HIVE_DEFAULT_PARTITION__
-k2 __HIVE_DEFAULT_PARTITION__
-k3
-k3
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter
deleted file mode 100644
index 45a1fc5..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter
+++ /dev/null
@@ -1,7 +0,0 @@
-sed -re 's#Copying file:.*/srcbucket#Copying file:srcbucket#' \
- -e 's#^owner:.*$#owner:BORG#' \
- -e 's#hdfs://[^/]*/#hdfs://HADOOP/#' \
- -e 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#last(Access|Update)Time:[0-9]*#last\1Time:JUSTNOW#' \
- -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/in
deleted file mode 100644
index bed9f69..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/in
+++ /dev/null
@@ -1,60 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-set hive.exec.dynamic.partition=true;
-set hive.exec.dynamic.partition.mode=nonstrict;
-
-create table srcpart_merge_dp like srcpart;
-
-create table merge_dynamic_part like srcpart;
-
-load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11);
-load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11);
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11);
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11);
-
-set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
-set hive.merge.mapfiles=false;
-set hive.merge.mapredfiles=false;
-set hive.merge.smallfiles.avgsize=1000000000;
-explain
-insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08';
-insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08';
-
-select * from merge_dynamic_part order by key, value;
-show table extended like `merge_dynamic_part`;
-
-
-set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=true;
-set hive.merge.smallfiles.avgsize=1000000000;
-explain
-insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08';
-insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08';
-
-select * from merge_dynamic_part order by key, value;
-show table extended like `merge_dynamic_part`;
-
-set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=true;
-set hive.merge.smallfiles.avgsize=1000000000;
-explain
-insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11;
-insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11;;
-
-select * from merge_dynamic_part order by key, value;
-show table extended like `merge_dynamic_part`;
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out
deleted file mode 100644
index d5402b8..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out
+++ /dev/null
@@ -1,1852 +0,0 @@
-set hive.exec.dynamic.partition=true
-set hive.exec.dynamic.partition.mode=nonstrict
-
-
-create table srcpart_merge_dp like srcpart
-
-
-create table merge_dynamic_part like srcpart
-
-
-load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket20.txt
-
-load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket21.txt
-
-load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket22.txt
-
-load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket23.txt
-set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat
-set hive.merge.mapfiles=false
-set hive.merge.mapredfiles=false
-set hive.merge.smallfiles.avgsize=1000000000
-
-explain
-insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08'
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart_merge_dp))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME merge_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
- Stage-2 depends on stages: Stage-0
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- srcpart_merge_dp
- TableScan
- alias: srcpart_merge_dp
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: hr
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds 2008-04-08
- hr
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-2
- Stats-Aggr Operator
-
-
-
-insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08'
-
-
-select * from merge_dynamic_part order by key, value
-0 val_0 2008-04-08 11
-0 val_0 2008-04-08 11
-0 val_0 2008-04-08 11
-10 val_10 2008-04-08 11
-100 val_100 2008-04-08 11
-100 val_100 2008-04-08 11
-103 val_103 2008-04-08 11
-103 val_103 2008-04-08 11
-104 val_104 2008-04-08 11
-104 val_104 2008-04-08 11
-105 val_105 2008-04-08 11
-11 val_11 2008-04-08 11
-111 val_111 2008-04-08 11
-113 val_113 2008-04-08 11
-113 val_113 2008-04-08 11
-114 val_114 2008-04-08 11
-116 val_116 2008-04-08 11
-118 val_118 2008-04-08 11
-118 val_118 2008-04-08 11
-119 val_119 2008-04-08 11
-119 val_119 2008-04-08 11
-119 val_119 2008-04-08 11
-12 val_12 2008-04-08 11
-12 val_12 2008-04-08 11
-120 val_120 2008-04-08 11
-120 val_120 2008-04-08 11
-125 val_125 2008-04-08 11
-125 val_125 2008-04-08 11
-126 val_126 2008-04-08 11
-128 val_128 2008-04-08 11
-128 val_128 2008-04-08 11
-128 val_128 2008-04-08 11
-129 val_129 2008-04-08 11
-129 val_129 2008-04-08 11
-131 val_131 2008-04-08 11
-133 val_133 2008-04-08 11
-134 val_134 2008-04-08 11
-134 val_134 2008-04-08 11
-136 val_136 2008-04-08 11
-137 val_137 2008-04-08 11
-137 val_137 2008-04-08 11
-138 val_138 2008-04-08 11
-138 val_138 2008-04-08 11
-138 val_138 2008-04-08 11
-138 val_138 2008-04-08 11
-143 val_143 2008-04-08 11
-145 val_145 2008-04-08 11
-146 val_146 2008-04-08 11
-146 val_146 2008-04-08 11
-149 val_149 2008-04-08 11
-149 val_149 2008-04-08 11
-15 val_15 2008-04-08 11
-15 val_15 2008-04-08 11
-150 val_150 2008-04-08 11
-152 val_152 2008-04-08 11
-152 val_152 2008-04-08 11
-153 val_153 2008-04-08 11
-155 val_155 2008-04-08 11
-156 val_156 2008-04-08 11
-157 val_157 2008-04-08 11
-158 val_158 2008-04-08 11
-160 val_160 2008-04-08 11
-162 val_162 2008-04-08 11
-163 val_163 2008-04-08 11
-164 val_164 2008-04-08 11
-164 val_164 2008-04-08 11
-165 val_165 2008-04-08 11
-165 val_165 2008-04-08 11
-166 val_166 2008-04-08 11
-167 val_167 2008-04-08 11
-167 val_167 2008-04-08 11
-167 val_167 2008-04-08 11
-168 val_168 2008-04-08 11
-169 val_169 2008-04-08 11
-169 val_169 2008-04-08 11
-169 val_169 2008-04-08 11
-169 val_169 2008-04-08 11
-17 val_17 2008-04-08 11
-170 val_170 2008-04-08 11
-172 val_172 2008-04-08 11
-172 val_172 2008-04-08 11
-174 val_174 2008-04-08 11
-174 val_174 2008-04-08 11
-175 val_175 2008-04-08 11
-175 val_175 2008-04-08 11
-176 val_176 2008-04-08 11
-176 val_176 2008-04-08 11
-177 val_177 2008-04-08 11
-178 val_178 2008-04-08 11
-179 val_179 2008-04-08 11
-179 val_179 2008-04-08 11
-18 val_18 2008-04-08 11
-18 val_18 2008-04-08 11
-180 val_180 2008-04-08 11
-181 val_181 2008-04-08 11
-183 val_183 2008-04-08 11
-186 val_186 2008-04-08 11
-187 val_187 2008-04-08 11
-187 val_187 2008-04-08 11
-187 val_187 2008-04-08 11
-189 val_189 2008-04-08 11
-19 val_19 2008-04-08 11
-190 val_190 2008-04-08 11
-191 val_191 2008-04-08 11
-191 val_191 2008-04-08 11
-192 val_192 2008-04-08 11
-193 val_193 2008-04-08 11
-193 val_193 2008-04-08 11
-193 val_193 2008-04-08 11
-194 val_194 2008-04-08 11
-195 val_195 2008-04-08 11
-195 val_195 2008-04-08 11
-196 val_196 2008-04-08 11
-197 val_197 2008-04-08 11
-197 val_197 2008-04-08 11
-199 val_199 2008-04-08 11
-199 val_199 2008-04-08 11
-199 val_199 2008-04-08 11
-2 val_2 2008-04-08 11
-20 val_20 2008-04-08 11
-200 val_200 2008-04-08 11
-200 val_200 2008-04-08 11
-201 val_201 2008-04-08 11
-202 val_202 2008-04-08 11
-203 val_203 2008-04-08 11
-203 val_203 2008-04-08 11
-205 val_205 2008-04-08 11
-205 val_205 2008-04-08 11
-207 val_207 2008-04-08 11
-207 val_207 2008-04-08 11
-208 val_208 2008-04-08 11
-208 val_208 2008-04-08 11
-208 val_208 2008-04-08 11
-209 val_209 2008-04-08 11
-209 val_209 2008-04-08 11
-213 val_213 2008-04-08 11
-213 val_213 2008-04-08 11
-214 val_214 2008-04-08 11
-216 val_216 2008-04-08 11
-216 val_216 2008-04-08 11
-217 val_217 2008-04-08 11
-217 val_217 2008-04-08 11
-218 val_218 2008-04-08 11
-219 val_219 2008-04-08 11
-219 val_219 2008-04-08 11
-221 val_221 2008-04-08 11
-221 val_221 2008-04-08 11
-222 val_222 2008-04-08 11
-223 val_223 2008-04-08 11
-223 val_223 2008-04-08 11
-224 val_224 2008-04-08 11
-224 val_224 2008-04-08 11
-226 val_226 2008-04-08 11
-228 val_228 2008-04-08 11
-229 val_229 2008-04-08 11
-229 val_229 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-233 val_233 2008-04-08 11
-233 val_233 2008-04-08 11
-235 val_235 2008-04-08 11
-237 val_237 2008-04-08 11
-237 val_237 2008-04-08 11
-238 val_238 2008-04-08 11
-238 val_238 2008-04-08 11
-239 val_239 2008-04-08 11
-239 val_239 2008-04-08 11
-24 val_24 2008-04-08 11
-24 val_24 2008-04-08 11
-241 val_241 2008-04-08 11
-242 val_242 2008-04-08 11
-242 val_242 2008-04-08 11
-244 val_244 2008-04-08 11
-247 val_247 2008-04-08 11
-248 val_248 2008-04-08 11
-249 val_249 2008-04-08 11
-252 val_252 2008-04-08 11
-255 val_255 2008-04-08 11
-255 val_255 2008-04-08 11
-256 val_256 2008-04-08 11
-256 val_256 2008-04-08 11
-257 val_257 2008-04-08 11
-258 val_258 2008-04-08 11
-26 val_26 2008-04-08 11
-26 val_26 2008-04-08 11
-260 val_260 2008-04-08 11
-262 val_262 2008-04-08 11
-263 val_263 2008-04-08 11
-265 val_265 2008-04-08 11
-265 val_265 2008-04-08 11
-266 val_266 2008-04-08 11
-27 val_27 2008-04-08 11
-272 val_272 2008-04-08 11
-272 val_272 2008-04-08 11
-273 val_273 2008-04-08 11
-273 val_273 2008-04-08 11
-273 val_273 2008-04-08 11
-274 val_274 2008-04-08 11
-275 val_275 2008-04-08 11
-277 val_277 2008-04-08 11
-277 val_277 2008-04-08 11
-277 val_277 2008-04-08 11
-277 val_277 2008-04-08 11
-278 val_278 2008-04-08 11
-278 val_278 2008-04-08 11
-28 val_28 2008-04-08 11
-280 val_280 2008-04-08 11
-280 val_280 2008-04-08 11
-281 val_281 2008-04-08 11
-281 val_281 2008-04-08 11
-282 val_282 2008-04-08 11
-282 val_282 2008-04-08 11
-283 val_283 2008-04-08 11
-284 val_284 2008-04-08 11
-285 val_285 2008-04-08 11
-286 val_286 2008-04-08 11
-287 val_287 2008-04-08 11
-288 val_288 2008-04-08 11
-288 val_288 2008-04-08 11
-289 val_289 2008-04-08 11
-291 val_291 2008-04-08 11
-292 val_292 2008-04-08 11
-296 val_296 2008-04-08 11
-298 val_298 2008-04-08 11
-298 val_298 2008-04-08 11
-298 val_298 2008-04-08 11
-30 val_30 2008-04-08 11
-302 val_302 2008-04-08 11
-305 val_305 2008-04-08 11
-306 val_306 2008-04-08 11
-307 val_307 2008-04-08 11
-307 val_307 2008-04-08 11
-308 val_308 2008-04-08 11
-309 val_309 2008-04-08 11
-309 val_309 2008-04-08 11
-310 val_310 2008-04-08 11
-311 val_311 2008-04-08 11
-311 val_311 2008-04-08 11
-311 val_311 2008-04-08 11
-315 val_315 2008-04-08 11
-316 val_316 2008-04-08 11
-316 val_316 2008-04-08 11
-316 val_316 2008-04-08 11
-317 val_317 2008-04-08 11
-317 val_317 2008-04-08 11
-318 val_318 2008-04-08 11
-318 val_318 2008-04-08 11
-318 val_318 2008-04-08 11
-321 val_321 2008-04-08 11
-321 val_321 2008-04-08 11
-322 val_322 2008-04-08 11
-322 val_322 2008-04-08 11
-323 val_323 2008-04-08 11
-325 val_325 2008-04-08 11
-325 val_325 2008-04-08 11
-327 val_327 2008-04-08 11
-327 val_327 2008-04-08 11
-327 val_327 2008-04-08 11
-33 val_33 2008-04-08 11
-331 val_331 2008-04-08 11
-331 val_331 2008-04-08 11
-332 val_332 2008-04-08 11
-333 val_333 2008-04-08 11
-333 val_333 2008-04-08 11
-335 val_335 2008-04-08 11
-336 val_336 2008-04-08 11
-338 val_338 2008-04-08 11
-339 val_339 2008-04-08 11
-34 val_34 2008-04-08 11
-341 val_341 2008-04-08 11
-342 val_342 2008-04-08 11
-342 val_342 2008-04-08 11
-344 val_344 2008-04-08 11
-344 val_344 2008-04-08 11
-345 val_345 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-35 val_35 2008-04-08 11
-35 val_35 2008-04-08 11
-35 val_35 2008-04-08 11
-351 val_351 2008-04-08 11
-353 val_353 2008-04-08 11
-353 val_353 2008-04-08 11
-356 val_356 2008-04-08 11
-360 val_360 2008-04-08 11
-362 val_362 2008-04-08 11
-364 val_364 2008-04-08 11
-365 val_365 2008-04-08 11
-366 val_366 2008-04-08 11
-367 val_367 2008-04-08 11
-367 val_367 2008-04-08 11
-368 val_368 2008-04-08 11
-369 val_369 2008-04-08 11
-369 val_369 2008-04-08 11
-369 val_369 2008-04-08 11
-37 val_37 2008-04-08 11
-37 val_37 2008-04-08 11
-373 val_373 2008-04-08 11
-374 val_374 2008-04-08 11
-375 val_375 2008-04-08 11
-377 val_377 2008-04-08 11
-378 val_378 2008-04-08 11
-379 val_379 2008-04-08 11
-382 val_382 2008-04-08 11
-382 val_382 2008-04-08 11
-384 val_384 2008-04-08 11
-384 val_384 2008-04-08 11
-384 val_384 2008-04-08 11
-386 val_386 2008-04-08 11
-389 val_389 2008-04-08 11
-392 val_392 2008-04-08 11
-393 val_393 2008-04-08 11
-394 val_394 2008-04-08 11
-395 val_395 2008-04-08 11
-395 val_395 2008-04-08 11
-396 val_396 2008-04-08 11
-396 val_396 2008-04-08 11
-396 val_396 2008-04-08 11
-397 val_397 2008-04-08 11
-397 val_397 2008-04-08 11
-399 val_399 2008-04-08 11
-399 val_399 2008-04-08 11
-4 val_4 2008-04-08 11
-400 val_400 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-402 val_402 2008-04-08 11
-403 val_403 2008-04-08 11
-403 val_403 2008-04-08 11
-403 val_403 2008-04-08 11
-404 val_404 2008-04-08 11
-404 val_404 2008-04-08 11
-406 val_406 2008-04-08 11
-406 val_406 2008-04-08 11
-406 val_406 2008-04-08 11
-406 val_406 2008-04-08 11
-407 val_407 2008-04-08 11
-409 val_409 2008-04-08 11
-409 val_409 2008-04-08 11
-409 val_409 2008-04-08 11
-41 val_41 2008-04-08 11
-411 val_411 2008-04-08 11
-413 val_413 2008-04-08 11
-413 val_413 2008-04-08 11
-414 val_414 2008-04-08 11
-414 val_414 2008-04-08 11
-417 val_417 2008-04-08 11
-417 val_417 2008-04-08 11
-417 val_417 2008-04-08 11
-418 val_418 2008-04-08 11
-419 val_419 2008-04-08 11
-42 val_42 2008-04-08 11
-42 val_42 2008-04-08 11
-421 val_421 2008-04-08 11
-424 val_424 2008-04-08 11
-424 val_424 2008-04-08 11
-427 val_427 2008-04-08 11
-429 val_429 2008-04-08 11
-429 val_429 2008-04-08 11
-43 val_43 2008-04-08 11
-430 val_430 2008-04-08 11
-430 val_430 2008-04-08 11
-430 val_430 2008-04-08 11
-431 val_431 2008-04-08 11
-431 val_431 2008-04-08 11
-431 val_431 2008-04-08 11
-432 val_432 2008-04-08 11
-435 val_435 2008-04-08 11
-436 val_436 2008-04-08 11
-437 val_437 2008-04-08 11
-438 val_438 2008-04-08 11
-438 val_438 2008-04-08 11
-438 val_438 2008-04-08 11
-439 val_439 2008-04-08 11
-439 val_439 2008-04-08 11
-44 val_44 2008-04-08 11
-443 val_443 2008-04-08 11
-444 val_444 2008-04-08 11
-446 val_446 2008-04-08 11
-448 val_448 2008-04-08 11
-449 val_449 2008-04-08 11
-452 val_452 2008-04-08 11
-453 val_453 2008-04-08 11
-454 val_454 2008-04-08 11
-454 val_454 2008-04-08 11
-454 val_454 2008-04-08 11
-455 val_455 2008-04-08 11
-457 val_457 2008-04-08 11
-458 val_458 2008-04-08 11
-458 val_458 2008-04-08 11
-459 val_459 2008-04-08 11
-459 val_459 2008-04-08 11
-460 val_460 2008-04-08 11
-462 val_462 2008-04-08 11
-462 val_462 2008-04-08 11
-463 val_463 2008-04-08 11
-463 val_463 2008-04-08 11
-466 val_466 2008-04-08 11
-466 val_466 2008-04-08 11
-466 val_466 2008-04-08 11
-467 val_467 2008-04-08 11
-468 val_468 2008-04-08 11
-468 val_468 2008-04-08 11
-468 val_468 2008-04-08 11
-468 val_468 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-47 val_47 2008-04-08 11
-470 val_470 2008-04-08 11
-472 val_472 2008-04-08 11
-475 val_475 2008-04-08 11
-477 val_477 2008-04-08 11
-478 val_478 2008-04-08 11
-478 val_478 2008-04-08 11
-479 val_479 2008-04-08 11
-480 val_480 2008-04-08 11
-480 val_480 2008-04-08 11
-480 val_480 2008-04-08 11
-481 val_481 2008-04-08 11
-482 val_482 2008-04-08 11
-483 val_483 2008-04-08 11
-484 val_484 2008-04-08 11
-485 val_485 2008-04-08 11
-487 val_487 2008-04-08 11
-489 val_489 2008-04-08 11
-489 val_489 2008-04-08 11
-489 val_489 2008-04-08 11
-489 val_489 2008-04-08 11
-490 val_490 2008-04-08 11
-491 val_491 2008-04-08 11
-492 val_492 2008-04-08 11
-492 val_492 2008-04-08 11
-493 val_493 2008-04-08 11
-494 val_494 2008-04-08 11
-495 val_495 2008-04-08 11
-496 val_496 2008-04-08 11
-497 val_497 2008-04-08 11
-498 val_498 2008-04-08 11
-498 val_498 2008-04-08 11
-498 val_498 2008-04-08 11
-5 val_5 2008-04-08 11
-5 val_5 2008-04-08 11
-5 val_5 2008-04-08 11
-51 val_51 2008-04-08 11
-51 val_51 2008-04-08 11
-53 val_53 2008-04-08 11
-54 val_54 2008-04-08 11
-57 val_57 2008-04-08 11
-58 val_58 2008-04-08 11
-58 val_58 2008-04-08 11
-64 val_64 2008-04-08 11
-65 val_65 2008-04-08 11
-66 val_66 2008-04-08 11
-67 val_67 2008-04-08 11
-67 val_67 2008-04-08 11
-69 val_69 2008-04-08 11
-70 val_70 2008-04-08 11
-70 val_70 2008-04-08 11
-70 val_70 2008-04-08 11
-72 val_72 2008-04-08 11
-72 val_72 2008-04-08 11
-74 val_74 2008-04-08 11
-76 val_76 2008-04-08 11
-76 val_76 2008-04-08 11
-77 val_77 2008-04-08 11
-78 val_78 2008-04-08 11
-8 val_8 2008-04-08 11
-80 val_80 2008-04-08 11
-82 val_82 2008-04-08 11
-83 val_83 2008-04-08 11
-83 val_83 2008-04-08 11
-84 val_84 2008-04-08 11
-84 val_84 2008-04-08 11
-85 val_85 2008-04-08 11
-86 val_86 2008-04-08 11
-87 val_87 2008-04-08 11
-9 val_9 2008-04-08 11
-90 val_90 2008-04-08 11
-90 val_90 2008-04-08 11
-90 val_90 2008-04-08 11
-92 val_92 2008-04-08 11
-95 val_95 2008-04-08 11
-95 val_95 2008-04-08 11
-96 val_96 2008-04-08 11
-97 val_97 2008-04-08 11
-97 val_97 2008-04-08 11
-98 val_98 2008-04-08 11
-98 val_98 2008-04-08 11
-
-show table extended like `merge_dynamic_part`
-tableName:merge_dynamic_part
-owner:root
-location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part
-inputformat:org.apache.hadoop.mapred.TextInputFormat
-outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-columns:struct columns { string key, string value}
-partitioned:true
-partitionColumns:struct partition_columns { string ds, string hr}
-totalNumberFiles:4
-totalFileSize:5812
-maxFileSize:1612
-minFileSize:1358
-lastAccessTime:1366742356513
-lastUpdateTime:1366742358466
-
-set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat
-set hive.merge.mapfiles=true
-set hive.merge.mapredfiles=true
-set hive.merge.smallfiles.avgsize=1000000000
-
-explain
-insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08'
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart_merge_dp))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME merge_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr 11)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
- Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
- Stage-2 depends on stages: Stage-0
- Stage-3
- Stage-5
- Stage-6 depends on stages: Stage-5
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- srcpart_merge_dp
- TableScan
- alias: srcpart_merge_dp
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-7
- Conditional Operator
-
- Stage: Stage-4
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds 2008-04-08
- hr 11
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-2
- Stats-Aggr Operator
-
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10002
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-5
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10002
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-6
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10000
-
-
-
-insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08'
-Deleted hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part/ds=2008-04-08/hr=11
-
-
-select * from merge_dynamic_part order by key, value
-0 val_0 2008-04-08 11
-0 val_0 2008-04-08 11
-0 val_0 2008-04-08 11
-10 val_10 2008-04-08 11
-100 val_100 2008-04-08 11
-100 val_100 2008-04-08 11
-103 val_103 2008-04-08 11
-103 val_103 2008-04-08 11
-104 val_104 2008-04-08 11
-104 val_104 2008-04-08 11
-105 val_105 2008-04-08 11
-11 val_11 2008-04-08 11
-111 val_111 2008-04-08 11
-113 val_113 2008-04-08 11
-113 val_113 2008-04-08 11
-114 val_114 2008-04-08 11
-116 val_116 2008-04-08 11
-118 val_118 2008-04-08 11
-118 val_118 2008-04-08 11
-119 val_119 2008-04-08 11
-119 val_119 2008-04-08 11
-119 val_119 2008-04-08 11
-12 val_12 2008-04-08 11
-12 val_12 2008-04-08 11
-120 val_120 2008-04-08 11
-120 val_120 2008-04-08 11
-125 val_125 2008-04-08 11
-125 val_125 2008-04-08 11
-126 val_126 2008-04-08 11
-128 val_128 2008-04-08 11
-128 val_128 2008-04-08 11
-128 val_128 2008-04-08 11
-129 val_129 2008-04-08 11
-129 val_129 2008-04-08 11
-131 val_131 2008-04-08 11
-133 val_133 2008-04-08 11
-134 val_134 2008-04-08 11
-134 val_134 2008-04-08 11
-136 val_136 2008-04-08 11
-137 val_137 2008-04-08 11
-137 val_137 2008-04-08 11
-138 val_138 2008-04-08 11
-138 val_138 2008-04-08 11
-138 val_138 2008-04-08 11
-138 val_138 2008-04-08 11
-143 val_143 2008-04-08 11
-145 val_145 2008-04-08 11
-146 val_146 2008-04-08 11
-146 val_146 2008-04-08 11
-149 val_149 2008-04-08 11
-149 val_149 2008-04-08 11
-15 val_15 2008-04-08 11
-15 val_15 2008-04-08 11
-150 val_150 2008-04-08 11
-152 val_152 2008-04-08 11
-152 val_152 2008-04-08 11
-153 val_153 2008-04-08 11
-155 val_155 2008-04-08 11
-156 val_156 2008-04-08 11
-157 val_157 2008-04-08 11
-158 val_158 2008-04-08 11
-160 val_160 2008-04-08 11
-162 val_162 2008-04-08 11
-163 val_163 2008-04-08 11
-164 val_164 2008-04-08 11
-164 val_164 2008-04-08 11
-165 val_165 2008-04-08 11
-165 val_165 2008-04-08 11
-166 val_166 2008-04-08 11
-167 val_167 2008-04-08 11
-167 val_167 2008-04-08 11
-167 val_167 2008-04-08 11
-168 val_168 2008-04-08 11
-169 val_169 2008-04-08 11
-169 val_169 2008-04-08 11
-169 val_169 2008-04-08 11
-169 val_169 2008-04-08 11
-17 val_17 2008-04-08 11
-170 val_170 2008-04-08 11
-172 val_172 2008-04-08 11
-172 val_172 2008-04-08 11
-174 val_174 2008-04-08 11
-174 val_174 2008-04-08 11
-175 val_175 2008-04-08 11
-175 val_175 2008-04-08 11
-176 val_176 2008-04-08 11
-176 val_176 2008-04-08 11
-177 val_177 2008-04-08 11
-178 val_178 2008-04-08 11
-179 val_179 2008-04-08 11
-179 val_179 2008-04-08 11
-18 val_18 2008-04-08 11
-18 val_18 2008-04-08 11
-180 val_180 2008-04-08 11
-181 val_181 2008-04-08 11
-183 val_183 2008-04-08 11
-186 val_186 2008-04-08 11
-187 val_187 2008-04-08 11
-187 val_187 2008-04-08 11
-187 val_187 2008-04-08 11
-189 val_189 2008-04-08 11
-19 val_19 2008-04-08 11
-190 val_190 2008-04-08 11
-191 val_191 2008-04-08 11
-191 val_191 2008-04-08 11
-192 val_192 2008-04-08 11
-193 val_193 2008-04-08 11
-193 val_193 2008-04-08 11
-193 val_193 2008-04-08 11
-194 val_194 2008-04-08 11
-195 val_195 2008-04-08 11
-195 val_195 2008-04-08 11
-196 val_196 2008-04-08 11
-197 val_197 2008-04-08 11
-197 val_197 2008-04-08 11
-199 val_199 2008-04-08 11
-199 val_199 2008-04-08 11
-199 val_199 2008-04-08 11
-2 val_2 2008-04-08 11
-20 val_20 2008-04-08 11
-200 val_200 2008-04-08 11
-200 val_200 2008-04-08 11
-201 val_201 2008-04-08 11
-202 val_202 2008-04-08 11
-203 val_203 2008-04-08 11
-203 val_203 2008-04-08 11
-205 val_205 2008-04-08 11
-205 val_205 2008-04-08 11
-207 val_207 2008-04-08 11
-207 val_207 2008-04-08 11
-208 val_208 2008-04-08 11
-208 val_208 2008-04-08 11
-208 val_208 2008-04-08 11
-209 val_209 2008-04-08 11
-209 val_209 2008-04-08 11
-213 val_213 2008-04-08 11
-213 val_213 2008-04-08 11
-214 val_214 2008-04-08 11
-216 val_216 2008-04-08 11
-216 val_216 2008-04-08 11
-217 val_217 2008-04-08 11
-217 val_217 2008-04-08 11
-218 val_218 2008-04-08 11
-219 val_219 2008-04-08 11
-219 val_219 2008-04-08 11
-221 val_221 2008-04-08 11
-221 val_221 2008-04-08 11
-222 val_222 2008-04-08 11
-223 val_223 2008-04-08 11
-223 val_223 2008-04-08 11
-224 val_224 2008-04-08 11
-224 val_224 2008-04-08 11
-226 val_226 2008-04-08 11
-228 val_228 2008-04-08 11
-229 val_229 2008-04-08 11
-229 val_229 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-233 val_233 2008-04-08 11
-233 val_233 2008-04-08 11
-235 val_235 2008-04-08 11
-237 val_237 2008-04-08 11
-237 val_237 2008-04-08 11
-238 val_238 2008-04-08 11
-238 val_238 2008-04-08 11
-239 val_239 2008-04-08 11
-239 val_239 2008-04-08 11
-24 val_24 2008-04-08 11
-24 val_24 2008-04-08 11
-241 val_241 2008-04-08 11
-242 val_242 2008-04-08 11
-242 val_242 2008-04-08 11
-244 val_244 2008-04-08 11
-247 val_247 2008-04-08 11
-248 val_248 2008-04-08 11
-249 val_249 2008-04-08 11
-252 val_252 2008-04-08 11
-255 val_255 2008-04-08 11
-255 val_255 2008-04-08 11
-256 val_256 2008-04-08 11
-256 val_256 2008-04-08 11
-257 val_257 2008-04-08 11
-258 val_258 2008-04-08 11
-26 val_26 2008-04-08 11
-26 val_26 2008-04-08 11
-260 val_260 2008-04-08 11
-262 val_262 2008-04-08 11
-263 val_263 2008-04-08 11
-265 val_265 2008-04-08 11
-265 val_265 2008-04-08 11
-266 val_266 2008-04-08 11
-27 val_27 2008-04-08 11
-272 val_272 2008-04-08 11
-272 val_272 2008-04-08 11
-273 val_273 2008-04-08 11
-273 val_273 2008-04-08 11
-273 val_273 2008-04-08 11
-274 val_274 2008-04-08 11
-275 val_275 2008-04-08 11
-277 val_277 2008-04-08 11
-277 val_277 2008-04-08 11
-277 val_277 2008-04-08 11
-277 val_277 2008-04-08 11
-278 val_278 2008-04-08 11
-278 val_278 2008-04-08 11
-28 val_28 2008-04-08 11
-280 val_280 2008-04-08 11
-280 val_280 2008-04-08 11
-281 val_281 2008-04-08 11
-281 val_281 2008-04-08 11
-282 val_282 2008-04-08 11
-282 val_282 2008-04-08 11
-283 val_283 2008-04-08 11
-284 val_284 2008-04-08 11
-285 val_285 2008-04-08 11
-286 val_286 2008-04-08 11
-287 val_287 2008-04-08 11
-288 val_288 2008-04-08 11
-288 val_288 2008-04-08 11
-289 val_289 2008-04-08 11
-291 val_291 2008-04-08 11
-292 val_292 2008-04-08 11
-296 val_296 2008-04-08 11
-298 val_298 2008-04-08 11
-298 val_298 2008-04-08 11
-298 val_298 2008-04-08 11
-30 val_30 2008-04-08 11
-302 val_302 2008-04-08 11
-305 val_305 2008-04-08 11
-306 val_306 2008-04-08 11
-307 val_307 2008-04-08 11
-307 val_307 2008-04-08 11
-308 val_308 2008-04-08 11
-309 val_309 2008-04-08 11
-309 val_309 2008-04-08 11
-310 val_310 2008-04-08 11
-311 val_311 2008-04-08 11
-311 val_311 2008-04-08 11
-311 val_311 2008-04-08 11
-315 val_315 2008-04-08 11
-316 val_316 2008-04-08 11
-316 val_316 2008-04-08 11
-316 val_316 2008-04-08 11
-317 val_317 2008-04-08 11
-317 val_317 2008-04-08 11
-318 val_318 2008-04-08 11
-318 val_318 2008-04-08 11
-318 val_318 2008-04-08 11
-321 val_321 2008-04-08 11
-321 val_321 2008-04-08 11
-322 val_322 2008-04-08 11
-322 val_322 2008-04-08 11
-323 val_323 2008-04-08 11
-325 val_325 2008-04-08 11
-325 val_325 2008-04-08 11
-327 val_327 2008-04-08 11
-327 val_327 2008-04-08 11
-327 val_327 2008-04-08 11
-33 val_33 2008-04-08 11
-331 val_331 2008-04-08 11
-331 val_331 2008-04-08 11
-332 val_332 2008-04-08 11
-333 val_333 2008-04-08 11
-333 val_333 2008-04-08 11
-335 val_335 2008-04-08 11
-336 val_336 2008-04-08 11
-338 val_338 2008-04-08 11
-339 val_339 2008-04-08 11
-34 val_34 2008-04-08 11
-341 val_341 2008-04-08 11
-342 val_342 2008-04-08 11
-342 val_342 2008-04-08 11
-344 val_344 2008-04-08 11
-344 val_344 2008-04-08 11
-345 val_345 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-35 val_35 2008-04-08 11
-35 val_35 2008-04-08 11
-35 val_35 2008-04-08 11
-351 val_351 2008-04-08 11
-353 val_353 2008-04-08 11
-353 val_353 2008-04-08 11
-356 val_356 2008-04-08 11
-360 val_360 2008-04-08 11
-362 val_362 2008-04-08 11
-364 val_364 2008-04-08 11
-365 val_365 2008-04-08 11
-366 val_366 2008-04-08 11
-367 val_367 2008-04-08 11
-367 val_367 2008-04-08 11
-368 val_368 2008-04-08 11
-369 val_369 2008-04-08 11
-369 val_369 2008-04-08 11
-369 val_369 2008-04-08 11
-37 val_37 2008-04-08 11
-37 val_37 2008-04-08 11
-373 val_373 2008-04-08 11
-374 val_374 2008-04-08 11
-375 val_375 2008-04-08 11
-377 val_377 2008-04-08 11
-378 val_378 2008-04-08 11
-379 val_379 2008-04-08 11
-382 val_382 2008-04-08 11
-382 val_382 2008-04-08 11
-384 val_384 2008-04-08 11
-384 val_384 2008-04-08 11
-384 val_384 2008-04-08 11
-386 val_386 2008-04-08 11
-389 val_389 2008-04-08 11
-392 val_392 2008-04-08 11
-393 val_393 2008-04-08 11
-394 val_394 2008-04-08 11
-395 val_395 2008-04-08 11
-395 val_395 2008-04-08 11
-396 val_396 2008-04-08 11
-396 val_396 2008-04-08 11
-396 val_396 2008-04-08 11
-397 val_397 2008-04-08 11
-397 val_397 2008-04-08 11
-399 val_399 2008-04-08 11
-399 val_399 2008-04-08 11
-4 val_4 2008-04-08 11
-400 val_400 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-402 val_402 2008-04-08 11
-403 val_403 2008-04-08 11
-403 val_403 2008-04-08 11
-403 val_403 2008-04-08 11
-404 val_404 2008-04-08 11
-404 val_404 2008-04-08 11
-406 val_406 2008-04-08 11
-406 val_406 2008-04-08 11
-406 val_406 2008-04-08 11
-406 val_406 2008-04-08 11
-407 val_407 2008-04-08 11
-409 val_409 2008-04-08 11
-409 val_409 2008-04-08 11
-409 val_409 2008-04-08 11
-41 val_41 2008-04-08 11
-411 val_411 2008-04-08 11
-413 val_413 2008-04-08 11
-413 val_413 2008-04-08 11
-414 val_414 2008-04-08 11
-414 val_414 2008-04-08 11
-417 val_417 2008-04-08 11
-417 val_417 2008-04-08 11
-417 val_417 2008-04-08 11
-418 val_418 2008-04-08 11
-419 val_419 2008-04-08 11
-42 val_42 2008-04-08 11
-42 val_42 2008-04-08 11
-421 val_421 2008-04-08 11
-424 val_424 2008-04-08 11
-424 val_424 2008-04-08 11
-427 val_427 2008-04-08 11
-429 val_429 2008-04-08 11
-429 val_429 2008-04-08 11
-43 val_43 2008-04-08 11
-430 val_430 2008-04-08 11
-430 val_430 2008-04-08 11
-430 val_430 2008-04-08 11
-431 val_431 2008-04-08 11
-431 val_431 2008-04-08 11
-431 val_431 2008-04-08 11
-432 val_432 2008-04-08 11
-435 val_435 2008-04-08 11
-436 val_436 2008-04-08 11
-437 val_437 2008-04-08 11
-438 val_438 2008-04-08 11
-438 val_438 2008-04-08 11
-438 val_438 2008-04-08 11
-439 val_439 2008-04-08 11
-439 val_439 2008-04-08 11
-44 val_44 2008-04-08 11
-443 val_443 2008-04-08 11
-444 val_444 2008-04-08 11
-446 val_446 2008-04-08 11
-448 val_448 2008-04-08 11
-449 val_449 2008-04-08 11
-452 val_452 2008-04-08 11
-453 val_453 2008-04-08 11
-454 val_454 2008-04-08 11
-454 val_454 2008-04-08 11
-454 val_454 2008-04-08 11
-455 val_455 2008-04-08 11
-457 val_457 2008-04-08 11
-458 val_458 2008-04-08 11
-458 val_458 2008-04-08 11
-459 val_459 2008-04-08 11
-459 val_459 2008-04-08 11
-460 val_460 2008-04-08 11
-462 val_462 2008-04-08 11
-462 val_462 2008-04-08 11
-463 val_463 2008-04-08 11
-463 val_463 2008-04-08 11
-466 val_466 2008-04-08 11
-466 val_466 2008-04-08 11
-466 val_466 2008-04-08 11
-467 val_467 2008-04-08 11
-468 val_468 2008-04-08 11
-468 val_468 2008-04-08 11
-468 val_468 2008-04-08 11
-468 val_468 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-47 val_47 2008-04-08 11
-470 val_470 2008-04-08 11
-472 val_472 2008-04-08 11
-475 val_475 2008-04-08 11
-477 val_477 2008-04-08 11
-478 val_478 2008-04-08 11
-478 val_478 2008-04-08 11
-479 val_479 2008-04-08 11
-480 val_480 2008-04-08 11
-480 val_480 2008-04-08 11
-480 val_480 2008-04-08 11
-481 val_481 2008-04-08 11
-482 val_482 2008-04-08 11
-483 val_483 2008-04-08 11
-484 val_484 2008-04-08 11
-485 val_485 2008-04-08 11
-487 val_487 2008-04-08 11
-489 val_489 2008-04-08 11
-489 val_489 2008-04-08 11
-489 val_489 2008-04-08 11
-489 val_489 2008-04-08 11
-490 val_490 2008-04-08 11
-491 val_491 2008-04-08 11
-492 val_492 2008-04-08 11
-492 val_492 2008-04-08 11
-493 val_493 2008-04-08 11
-494 val_494 2008-04-08 11
-495 val_495 2008-04-08 11
-496 val_496 2008-04-08 11
-497 val_497 2008-04-08 11
-498 val_498 2008-04-08 11
-498 val_498 2008-04-08 11
-498 val_498 2008-04-08 11
-5 val_5 2008-04-08 11
-5 val_5 2008-04-08 11
-5 val_5 2008-04-08 11
-51 val_51 2008-04-08 11
-51 val_51 2008-04-08 11
-53 val_53 2008-04-08 11
-54 val_54 2008-04-08 11
-57 val_57 2008-04-08 11
-58 val_58 2008-04-08 11
-58 val_58 2008-04-08 11
-64 val_64 2008-04-08 11
-65 val_65 2008-04-08 11
-66 val_66 2008-04-08 11
-67 val_67 2008-04-08 11
-67 val_67 2008-04-08 11
-69 val_69 2008-04-08 11
-70 val_70 2008-04-08 11
-70 val_70 2008-04-08 11
-70 val_70 2008-04-08 11
-72 val_72 2008-04-08 11
-72 val_72 2008-04-08 11
-74 val_74 2008-04-08 11
-76 val_76 2008-04-08 11
-76 val_76 2008-04-08 11
-77 val_77 2008-04-08 11
-78 val_78 2008-04-08 11
-8 val_8 2008-04-08 11
-80 val_80 2008-04-08 11
-82 val_82 2008-04-08 11
-83 val_83 2008-04-08 11
-83 val_83 2008-04-08 11
-84 val_84 2008-04-08 11
-84 val_84 2008-04-08 11
-85 val_85 2008-04-08 11
-86 val_86 2008-04-08 11
-87 val_87 2008-04-08 11
-9 val_9 2008-04-08 11
-90 val_90 2008-04-08 11
-90 val_90 2008-04-08 11
-90 val_90 2008-04-08 11
-92 val_92 2008-04-08 11
-95 val_95 2008-04-08 11
-95 val_95 2008-04-08 11
-96 val_96 2008-04-08 11
-97 val_97 2008-04-08 11
-97 val_97 2008-04-08 11
-98 val_98 2008-04-08 11
-98 val_98 2008-04-08 11
-
-show table extended like `merge_dynamic_part`
-tableName:merge_dynamic_part
-owner:root
-location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part
-inputformat:org.apache.hadoop.mapred.TextInputFormat
-outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-columns:struct columns { string key, string value}
-partitioned:true
-partitionColumns:struct partition_columns { string ds, string hr}
-totalNumberFiles:1
-totalFileSize:5812
-maxFileSize:5812
-minFileSize:5812
-lastAccessTime:1366742405322
-lastUpdateTime:1366742405493
-
-set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat
-set hive.merge.mapfiles=true
-set hive.merge.mapredfiles=true
-set hive.merge.smallfiles.avgsize=1000000000
-
-explain
-insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart_merge_dp))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME merge_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds) (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) 11)))))
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
- Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
- Stage-2 depends on stages: Stage-0
- Stage-3
- Stage-5
- Stage-6 depends on stages: Stage-5
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- srcpart_merge_dp
- TableScan
- alias: srcpart_merge_dp
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: ds
- type: string
- expr: hr
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-7
- Conditional Operator
-
- Stage: Stage-4
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10000
-
- Stage: Stage-0
- Move Operator
- tables:
- partition:
- ds
- hr
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-2
- Stats-Aggr Operator
-
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10002
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-5
- Map Reduce
- Alias -> Map Operator Tree:
- hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10002
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
-
- Stage: Stage-6
- Move Operator
- files:
- hdfs directory: true
- destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10000
-
-
-
-insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11
-Deleted hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part/ds=2008-04-08/hr=11
-
-
-select * from merge_dynamic_part order by key, value
-0 val_0 2008-04-08 11
-0 val_0 2008-04-08 11
-0 val_0 2008-04-08 11
-10 val_10 2008-04-08 11
-100 val_100 2008-04-08 11
-100 val_100 2008-04-08 11
-103 val_103 2008-04-08 11
-103 val_103 2008-04-08 11
-104 val_104 2008-04-08 11
-104 val_104 2008-04-08 11
-105 val_105 2008-04-08 11
-11 val_11 2008-04-08 11
-111 val_111 2008-04-08 11
-113 val_113 2008-04-08 11
-113 val_113 2008-04-08 11
-114 val_114 2008-04-08 11
-116 val_116 2008-04-08 11
-118 val_118 2008-04-08 11
-118 val_118 2008-04-08 11
-119 val_119 2008-04-08 11
-119 val_119 2008-04-08 11
-119 val_119 2008-04-08 11
-12 val_12 2008-04-08 11
-12 val_12 2008-04-08 11
-120 val_120 2008-04-08 11
-120 val_120 2008-04-08 11
-125 val_125 2008-04-08 11
-125 val_125 2008-04-08 11
-126 val_126 2008-04-08 11
-128 val_128 2008-04-08 11
-128 val_128 2008-04-08 11
-128 val_128 2008-04-08 11
-129 val_129 2008-04-08 11
-129 val_129 2008-04-08 11
-131 val_131 2008-04-08 11
-133 val_133 2008-04-08 11
-134 val_134 2008-04-08 11
-134 val_134 2008-04-08 11
-136 val_136 2008-04-08 11
-137 val_137 2008-04-08 11
-137 val_137 2008-04-08 11
-138 val_138 2008-04-08 11
-138 val_138 2008-04-08 11
-138 val_138 2008-04-08 11
-138 val_138 2008-04-08 11
-143 val_143 2008-04-08 11
-145 val_145 2008-04-08 11
-146 val_146 2008-04-08 11
-146 val_146 2008-04-08 11
-149 val_149 2008-04-08 11
-149 val_149 2008-04-08 11
-15 val_15 2008-04-08 11
-15 val_15 2008-04-08 11
-150 val_150 2008-04-08 11
-152 val_152 2008-04-08 11
-152 val_152 2008-04-08 11
-153 val_153 2008-04-08 11
-155 val_155 2008-04-08 11
-156 val_156 2008-04-08 11
-157 val_157 2008-04-08 11
-158 val_158 2008-04-08 11
-160 val_160 2008-04-08 11
-162 val_162 2008-04-08 11
-163 val_163 2008-04-08 11
-164 val_164 2008-04-08 11
-164 val_164 2008-04-08 11
-165 val_165 2008-04-08 11
-165 val_165 2008-04-08 11
-166 val_166 2008-04-08 11
-167 val_167 2008-04-08 11
-167 val_167 2008-04-08 11
-167 val_167 2008-04-08 11
-168 val_168 2008-04-08 11
-169 val_169 2008-04-08 11
-169 val_169 2008-04-08 11
-169 val_169 2008-04-08 11
-169 val_169 2008-04-08 11
-17 val_17 2008-04-08 11
-170 val_170 2008-04-08 11
-172 val_172 2008-04-08 11
-172 val_172 2008-04-08 11
-174 val_174 2008-04-08 11
-174 val_174 2008-04-08 11
-175 val_175 2008-04-08 11
-175 val_175 2008-04-08 11
-176 val_176 2008-04-08 11
-176 val_176 2008-04-08 11
-177 val_177 2008-04-08 11
-178 val_178 2008-04-08 11
-179 val_179 2008-04-08 11
-179 val_179 2008-04-08 11
-18 val_18 2008-04-08 11
-18 val_18 2008-04-08 11
-180 val_180 2008-04-08 11
-181 val_181 2008-04-08 11
-183 val_183 2008-04-08 11
-186 val_186 2008-04-08 11
-187 val_187 2008-04-08 11
-187 val_187 2008-04-08 11
-187 val_187 2008-04-08 11
-189 val_189 2008-04-08 11
-19 val_19 2008-04-08 11
-190 val_190 2008-04-08 11
-191 val_191 2008-04-08 11
-191 val_191 2008-04-08 11
-192 val_192 2008-04-08 11
-193 val_193 2008-04-08 11
-193 val_193 2008-04-08 11
-193 val_193 2008-04-08 11
-194 val_194 2008-04-08 11
-195 val_195 2008-04-08 11
-195 val_195 2008-04-08 11
-196 val_196 2008-04-08 11
-197 val_197 2008-04-08 11
-197 val_197 2008-04-08 11
-199 val_199 2008-04-08 11
-199 val_199 2008-04-08 11
-199 val_199 2008-04-08 11
-2 val_2 2008-04-08 11
-20 val_20 2008-04-08 11
-200 val_200 2008-04-08 11
-200 val_200 2008-04-08 11
-201 val_201 2008-04-08 11
-202 val_202 2008-04-08 11
-203 val_203 2008-04-08 11
-203 val_203 2008-04-08 11
-205 val_205 2008-04-08 11
-205 val_205 2008-04-08 11
-207 val_207 2008-04-08 11
-207 val_207 2008-04-08 11
-208 val_208 2008-04-08 11
-208 val_208 2008-04-08 11
-208 val_208 2008-04-08 11
-209 val_209 2008-04-08 11
-209 val_209 2008-04-08 11
-213 val_213 2008-04-08 11
-213 val_213 2008-04-08 11
-214 val_214 2008-04-08 11
-216 val_216 2008-04-08 11
-216 val_216 2008-04-08 11
-217 val_217 2008-04-08 11
-217 val_217 2008-04-08 11
-218 val_218 2008-04-08 11
-219 val_219 2008-04-08 11
-219 val_219 2008-04-08 11
-221 val_221 2008-04-08 11
-221 val_221 2008-04-08 11
-222 val_222 2008-04-08 11
-223 val_223 2008-04-08 11
-223 val_223 2008-04-08 11
-224 val_224 2008-04-08 11
-224 val_224 2008-04-08 11
-226 val_226 2008-04-08 11
-228 val_228 2008-04-08 11
-229 val_229 2008-04-08 11
-229 val_229 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-230 val_230 2008-04-08 11
-233 val_233 2008-04-08 11
-233 val_233 2008-04-08 11
-235 val_235 2008-04-08 11
-237 val_237 2008-04-08 11
-237 val_237 2008-04-08 11
-238 val_238 2008-04-08 11
-238 val_238 2008-04-08 11
-239 val_239 2008-04-08 11
-239 val_239 2008-04-08 11
-24 val_24 2008-04-08 11
-24 val_24 2008-04-08 11
-241 val_241 2008-04-08 11
-242 val_242 2008-04-08 11
-242 val_242 2008-04-08 11
-244 val_244 2008-04-08 11
-247 val_247 2008-04-08 11
-248 val_248 2008-04-08 11
-249 val_249 2008-04-08 11
-252 val_252 2008-04-08 11
-255 val_255 2008-04-08 11
-255 val_255 2008-04-08 11
-256 val_256 2008-04-08 11
-256 val_256 2008-04-08 11
-257 val_257 2008-04-08 11
-258 val_258 2008-04-08 11
-26 val_26 2008-04-08 11
-26 val_26 2008-04-08 11
-260 val_260 2008-04-08 11
-262 val_262 2008-04-08 11
-263 val_263 2008-04-08 11
-265 val_265 2008-04-08 11
-265 val_265 2008-04-08 11
-266 val_266 2008-04-08 11
-27 val_27 2008-04-08 11
-272 val_272 2008-04-08 11
-272 val_272 2008-04-08 11
-273 val_273 2008-04-08 11
-273 val_273 2008-04-08 11
-273 val_273 2008-04-08 11
-274 val_274 2008-04-08 11
-275 val_275 2008-04-08 11
-277 val_277 2008-04-08 11
-277 val_277 2008-04-08 11
-277 val_277 2008-04-08 11
-277 val_277 2008-04-08 11
-278 val_278 2008-04-08 11
-278 val_278 2008-04-08 11
-28 val_28 2008-04-08 11
-280 val_280 2008-04-08 11
-280 val_280 2008-04-08 11
-281 val_281 2008-04-08 11
-281 val_281 2008-04-08 11
-282 val_282 2008-04-08 11
-282 val_282 2008-04-08 11
-283 val_283 2008-04-08 11
-284 val_284 2008-04-08 11
-285 val_285 2008-04-08 11
-286 val_286 2008-04-08 11
-287 val_287 2008-04-08 11
-288 val_288 2008-04-08 11
-288 val_288 2008-04-08 11
-289 val_289 2008-04-08 11
-291 val_291 2008-04-08 11
-292 val_292 2008-04-08 11
-296 val_296 2008-04-08 11
-298 val_298 2008-04-08 11
-298 val_298 2008-04-08 11
-298 val_298 2008-04-08 11
-30 val_30 2008-04-08 11
-302 val_302 2008-04-08 11
-305 val_305 2008-04-08 11
-306 val_306 2008-04-08 11
-307 val_307 2008-04-08 11
-307 val_307 2008-04-08 11
-308 val_308 2008-04-08 11
-309 val_309 2008-04-08 11
-309 val_309 2008-04-08 11
-310 val_310 2008-04-08 11
-311 val_311 2008-04-08 11
-311 val_311 2008-04-08 11
-311 val_311 2008-04-08 11
-315 val_315 2008-04-08 11
-316 val_316 2008-04-08 11
-316 val_316 2008-04-08 11
-316 val_316 2008-04-08 11
-317 val_317 2008-04-08 11
-317 val_317 2008-04-08 11
-318 val_318 2008-04-08 11
-318 val_318 2008-04-08 11
-318 val_318 2008-04-08 11
-321 val_321 2008-04-08 11
-321 val_321 2008-04-08 11
-322 val_322 2008-04-08 11
-322 val_322 2008-04-08 11
-323 val_323 2008-04-08 11
-325 val_325 2008-04-08 11
-325 val_325 2008-04-08 11
-327 val_327 2008-04-08 11
-327 val_327 2008-04-08 11
-327 val_327 2008-04-08 11
-33 val_33 2008-04-08 11
-331 val_331 2008-04-08 11
-331 val_331 2008-04-08 11
-332 val_332 2008-04-08 11
-333 val_333 2008-04-08 11
-333 val_333 2008-04-08 11
-335 val_335 2008-04-08 11
-336 val_336 2008-04-08 11
-338 val_338 2008-04-08 11
-339 val_339 2008-04-08 11
-34 val_34 2008-04-08 11
-341 val_341 2008-04-08 11
-342 val_342 2008-04-08 11
-342 val_342 2008-04-08 11
-344 val_344 2008-04-08 11
-344 val_344 2008-04-08 11
-345 val_345 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-348 val_348 2008-04-08 11
-35 val_35 2008-04-08 11
-35 val_35 2008-04-08 11
-35 val_35 2008-04-08 11
-351 val_351 2008-04-08 11
-353 val_353 2008-04-08 11
-353 val_353 2008-04-08 11
-356 val_356 2008-04-08 11
-360 val_360 2008-04-08 11
-362 val_362 2008-04-08 11
-364 val_364 2008-04-08 11
-365 val_365 2008-04-08 11
-366 val_366 2008-04-08 11
-367 val_367 2008-04-08 11
-367 val_367 2008-04-08 11
-368 val_368 2008-04-08 11
-369 val_369 2008-04-08 11
-369 val_369 2008-04-08 11
-369 val_369 2008-04-08 11
-37 val_37 2008-04-08 11
-37 val_37 2008-04-08 11
-373 val_373 2008-04-08 11
-374 val_374 2008-04-08 11
-375 val_375 2008-04-08 11
-377 val_377 2008-04-08 11
-378 val_378 2008-04-08 11
-379 val_379 2008-04-08 11
-382 val_382 2008-04-08 11
-382 val_382 2008-04-08 11
-384 val_384 2008-04-08 11
-384 val_384 2008-04-08 11
-384 val_384 2008-04-08 11
-386 val_386 2008-04-08 11
-389 val_389 2008-04-08 11
-392 val_392 2008-04-08 11
-393 val_393 2008-04-08 11
-394 val_394 2008-04-08 11
-395 val_395 2008-04-08 11
-395 val_395 2008-04-08 11
-396 val_396 2008-04-08 11
-396 val_396 2008-04-08 11
-396 val_396 2008-04-08 11
-397 val_397 2008-04-08 11
-397 val_397 2008-04-08 11
-399 val_399 2008-04-08 11
-399 val_399 2008-04-08 11
-4 val_4 2008-04-08 11
-400 val_400 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-401 val_401 2008-04-08 11
-402 val_402 2008-04-08 11
-403 val_403 2008-04-08 11
-403 val_403 2008-04-08 11
-403 val_403 2008-04-08 11
-404 val_404 2008-04-08 11
-404 val_404 2008-04-08 11
-406 val_406 2008-04-08 11
-406 val_406 2008-04-08 11
-406 val_406 2008-04-08 11
-406 val_406 2008-04-08 11
-407 val_407 2008-04-08 11
-409 val_409 2008-04-08 11
-409 val_409 2008-04-08 11
-409 val_409 2008-04-08 11
-41 val_41 2008-04-08 11
-411 val_411 2008-04-08 11
-413 val_413 2008-04-08 11
-413 val_413 2008-04-08 11
-414 val_414 2008-04-08 11
-414 val_414 2008-04-08 11
-417 val_417 2008-04-08 11
-417 val_417 2008-04-08 11
-417 val_417 2008-04-08 11
-418 val_418 2008-04-08 11
-419 val_419 2008-04-08 11
-42 val_42 2008-04-08 11
-42 val_42 2008-04-08 11
-421 val_421 2008-04-08 11
-424 val_424 2008-04-08 11
-424 val_424 2008-04-08 11
-427 val_427 2008-04-08 11
-429 val_429 2008-04-08 11
-429 val_429 2008-04-08 11
-43 val_43 2008-04-08 11
-430 val_430 2008-04-08 11
-430 val_430 2008-04-08 11
-430 val_430 2008-04-08 11
-431 val_431 2008-04-08 11
-431 val_431 2008-04-08 11
-431 val_431 2008-04-08 11
-432 val_432 2008-04-08 11
-435 val_435 2008-04-08 11
-436 val_436 2008-04-08 11
-437 val_437 2008-04-08 11
-438 val_438 2008-04-08 11
-438 val_438 2008-04-08 11
-438 val_438 2008-04-08 11
-439 val_439 2008-04-08 11
-439 val_439 2008-04-08 11
-44 val_44 2008-04-08 11
-443 val_443 2008-04-08 11
-444 val_444 2008-04-08 11
-446 val_446 2008-04-08 11
-448 val_448 2008-04-08 11
-449 val_449 2008-04-08 11
-452 val_452 2008-04-08 11
-453 val_453 2008-04-08 11
-454 val_454 2008-04-08 11
-454 val_454 2008-04-08 11
-454 val_454 2008-04-08 11
-455 val_455 2008-04-08 11
-457 val_457 2008-04-08 11
-458 val_458 2008-04-08 11
-458 val_458 2008-04-08 11
-459 val_459 2008-04-08 11
-459 val_459 2008-04-08 11
-460 val_460 2008-04-08 11
-462 val_462 2008-04-08 11
-462 val_462 2008-04-08 11
-463 val_463 2008-04-08 11
-463 val_463 2008-04-08 11
-466 val_466 2008-04-08 11
-466 val_466 2008-04-08 11
-466 val_466 2008-04-08 11
-467 val_467 2008-04-08 11
-468 val_468 2008-04-08 11
-468 val_468 2008-04-08 11
-468 val_468 2008-04-08 11
-468 val_468 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-469 val_469 2008-04-08 11
-47 val_47 2008-04-08 11
-470 val_470 2008-04-08 11
-472 val_472 2008-04-08 11
-475 val_475 2008-04-08 11
-477 val_477 2008-04-08 11
-478 val_478 2008-04-08 11
-478 val_478 2008-04-08 11
-479 val_479 2008-04-08 11
-480 val_480 2008-04-08 11
-480 val_480 2008-04-08 11
-480 val_480 2008-04-08 11
-481 val_481 2008-04-08 11
-482 val_482 2008-04-08 11
-483 val_483 2008-04-08 11
-484 val_484 2008-04-08 11
-485 val_485 2008-04-08 11
-487 val_487 2008-04-08 11
-489 val_489 2008-04-08 11
-489 val_489 2008-04-08 11
-489 val_489 2008-04-08 11
-489 val_489 2008-04-08 11
-490 val_490 2008-04-08 11
-491 val_491 2008-04-08 11
-492 val_492 2008-04-08 11
-492 val_492 2008-04-08 11
-493 val_493 2008-04-08 11
-494 val_494 2008-04-08 11
-495 val_495 2008-04-08 11
-496 val_496 2008-04-08 11
-497 val_497 2008-04-08 11
-498 val_498 2008-04-08 11
-498 val_498 2008-04-08 11
-498 val_498 2008-04-08 11
-5 val_5 2008-04-08 11
-5 val_5 2008-04-08 11
-5 val_5 2008-04-08 11
-51 val_51 2008-04-08 11
-51 val_51 2008-04-08 11
-53 val_53 2008-04-08 11
-54 val_54 2008-04-08 11
-57 val_57 2008-04-08 11
-58 val_58 2008-04-08 11
-58 val_58 2008-04-08 11
-64 val_64 2008-04-08 11
-65 val_65 2008-04-08 11
-66 val_66 2008-04-08 11
-67 val_67 2008-04-08 11
-67 val_67 2008-04-08 11
-69 val_69 2008-04-08 11
-70 val_70 2008-04-08 11
-70 val_70 2008-04-08 11
-70 val_70 2008-04-08 11
-72 val_72 2008-04-08 11
-72 val_72 2008-04-08 11
-74 val_74 2008-04-08 11
-76 val_76 2008-04-08 11
-76 val_76 2008-04-08 11
-77 val_77 2008-04-08 11
-78 val_78 2008-04-08 11
-8 val_8 2008-04-08 11
-80 val_80 2008-04-08 11
-82 val_82 2008-04-08 11
-83 val_83 2008-04-08 11
-83 val_83 2008-04-08 11
-84 val_84 2008-04-08 11
-84 val_84 2008-04-08 11
-85 val_85 2008-04-08 11
-86 val_86 2008-04-08 11
-87 val_87 2008-04-08 11
-9 val_9 2008-04-08 11
-90 val_90 2008-04-08 11
-90 val_90 2008-04-08 11
-90 val_90 2008-04-08 11
-92 val_92 2008-04-08 11
-95 val_95 2008-04-08 11
-95 val_95 2008-04-08 11
-96 val_96 2008-04-08 11
-97 val_97 2008-04-08 11
-97 val_97 2008-04-08 11
-98 val_98 2008-04-08 11
-98 val_98 2008-04-08 11
-
-show table extended like `merge_dynamic_part`
-tableName:merge_dynamic_part
-owner:root
-location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part
-inputformat:org.apache.hadoop.mapred.TextInputFormat
-outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-columns:struct columns { string key, string value}
-partitioned:true
-partitionColumns:struct partition_columns { string ds, string hr}
-totalNumberFiles:1
-totalFileSize:5812
-maxFileSize:5812
-minFileSize:5812
-lastAccessTime:1366742447479
-lastUpdateTime:1366742447704
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter
deleted file mode 100644
index f26b805..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter
+++ /dev/null
@@ -1,6 +0,0 @@
-sed -re 's#hdfs://[^/]*/#hdfs://HADOOP/#' \
- -e 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#Deleted .*/.*src_multi.$#Deleted /src_multi#' \
- -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/in
deleted file mode 100644
index 3127d58..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/in
+++ /dev/null
@@ -1,279 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-
-
-create table src_multi1 like src;
-create table src_multi2 like src;
-
-set hive.merge.mapfiles=false;
-set hive.merge.mapredfiles=false;
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=false;
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-set hive.merge.mapfiles=false;
-set hive.merge.mapredfiles=true;
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=true;
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-from src
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-
-
-set hive.merge.mapfiles=false;
-set hive.merge.mapredfiles=false;
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value;
-
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-
-set hive.merge.mapfiles=false;
-set hive.merge.mapredfiles=true;
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value;
-
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=false;
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value;
-
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=true;
-
-explain
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value;
-
-from src
-insert overwrite table src_multi1 select * where key < 10 group by key, value
-insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-
-
-
-set hive.merge.mapfiles=false;
-set hive.merge.mapredfiles=false;
-
-explain
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=false;
-
-explain
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-set hive.merge.mapfiles=false;
-set hive.merge.mapredfiles=true;
-
-explain
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=true;
-
-explain
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-from (select * from src union all select * from src) s
-insert overwrite table src_multi1 select * where key < 10
-insert overwrite table src_multi2 select * where key > 10 and key < 20;
-
-select * from src_multi1 order by key, value;
-select * from src_multi2 order by key, value;
-
-
-
-set hive.merge.mapfiles=false;
-set hive.merge.mapredfiles=false;
-
-!rm -fr /tmp/hive_test/multiins_local;
-
-explain
-from src
-insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0
-insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2
-insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4;
-
-from src
-insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0
-insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2
-insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4;
-
-!ls /tmp/hive_test/multiins_local;
-!rm -fr /tmp/hive_test/multiins_local;
-
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=false;
-
-explain
-from src
-insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0
-insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2
-insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4;
-
-from src
-insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0
-insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2
-insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4;
-
-!ls /tmp/hive_test/multiins_local;
-!rm -fr /tmp/hive_test/multiins_local;
-
-set hive.merge.mapfiles=false;
-set hive.merge.mapredfiles=true;
-
-
-explain
-from src
-insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0
-insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2
-insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4;
-
-from src
-insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0
-insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2
-insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4;
-
-!ls /tmp/hive_test/multiins_local;
-!rm -fr /tmp/hive_test/multiins_local;
-
-set hive.merge.mapfiles=true;
-set hive.merge.mapredfiles=true;
-
-explain
-from src
-insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0
-insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2
-insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4;
-
-from src
-insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0
-insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2
-insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4;
-
-!ls /tmp/hive_test/multiins_local;
-!rm -fr /tmp/hive_test/multiins_local;
[5/8] BIGTOP-1450. Eliminate broken hive test artifacts in favor of
smoke-tests.
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/out
deleted file mode 100644
index 4d81060..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/out
+++ /dev/null
@@ -1,131 +0,0 @@
-drop index src_index_2 on src
-
-drop index src_index_3 on src
-
-drop index src_index_4 on src
-
-drop index src_index_5 on src
-
-drop index src_index_6 on src
-
-drop index src_index_7 on src
-
-drop index src_index_8 on src
-
-drop index src_index_9 on src
-
-drop table `_t`
-
-
-create index src_index_2 on table src(key) as 'compact' WITH DEFERRED REBUILD
-
-desc extended default__src_src_index_2__
-key string
-_bucketname string
-_offsets array<bigint>
-
-Detailed Table Information Table(tableName:default__src_src_index_2__, dbName:default, owner:null, createTime:1366741979, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_2__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=1366741
979}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
-
-
-create index src_index_3 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_3
-
-desc extended src_idx_src_index_3
-key string
-_bucketname string
-_offsets array<bigint>
-
-Detailed Table Information Table(tableName:src_idx_src_index_3, dbName:default, owner:null, createTime:1366741980, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/src_idx_src_index_3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=1366741980}, viewOrig
inalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
-
-
-create index src_index_4 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE
-
-desc extended default__src_src_index_4__
-key string
-_bucketname string
-_offsets array<bigint>
-
-Detailed Table Information Table(tableName:default__src_src_index_4__, dbName:default, owner:null, createTime:1366741981, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_4__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format= , field.delim=
-
-
-create index src_index_5 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' ESCAPED BY '\\'
-
-desc extended default__src_src_index_5__
-key string
-_bucketname string
-_offsets array<bigint>
-
-Detailed Table Information Table(tableName:default__src_src_index_5__, dbName:default, owner:null, createTime:1366741982, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_5__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{escape.delim=\, serialization.format= , field.delim=
-
-
-create index src_index_6 on table src(key) as 'compact' WITH DEFERRED REBUILD STORED AS RCFILE
-
-desc extended default__src_src_index_6__
-key string
-_bucketname string
-_offsets array<bigint>
-
-Detailed Table Information Table(tableName:default__src_src_index_6__, dbName:default, owner:null, createTime:1366741982, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_6__, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=136674
1982}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
-
-
-create index src_index_7 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_7 STORED AS RCFILE
-
-desc extended src_idx_src_index_7
-key string
-_bucketname string
-_offsets array<bigint>
-
-Detailed Table Information Table(tableName:src_idx_src_index_7, dbName:default, owner:null, createTime:1366741983, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/src_idx_src_index_7, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=1366741983}, viewOri
ginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
-
-
-create index src_index_8 on table src(key) as 'compact' WITH DEFERRED REBUILD IDXPROPERTIES ("prop1"="val1", "prop2"="val2")
-
-desc extended default__src_src_index_8__
-key string
-_bucketname string
-_offsets array<bigint>
-
-Detailed Table Information Table(tableName:default__src_src_index_8__, dbName:default, owner:null, createTime:1366741983, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_8__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=1366741
983}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
-
-
-create index src_index_9 on table src(key) as 'compact' WITH DEFERRED REBUILD TBLPROPERTIES ("prop1"="val1", "prop2"="val2")
-
-desc extended default__src_src_index_9__
-key string
-_bucketname string
-_offsets array<bigint>
-
-Detailed Table Information Table(tableName:default__src_src_index_9__, dbName:default, owner:null, createTime:1366741984, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_9__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{prop2=val2, prop1=val1, trans
ient_lastDdlTime=1366741984}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
-
-
-create table `_t`(`_i` int, `_j` int)
-
-create index x on table `_t`(`_j`) as 'compact' WITH DEFERRED REBUILD
-
-alter index x on `_t` rebuild
-Deleted /user/hive/warehouse/default___t_x__
-
-
-create index x2 on table `_t`(`_i`,`_j`) as 'compact' WITH DEFERRED
-REBUILD
-
-alter index x2 on `_t` rebuild
-Deleted /user/hive/warehouse/default___t_x2__
-
-
-drop index src_index_2 on src
-
-drop index src_index_3 on src
-
-drop index src_index_4 on src
-
-drop index src_index_5 on src
-
-drop index src_index_6 on src
-
-drop index src_index_7 on src
-
-drop index src_index_8 on src
-
-drop index src_index_9 on src
-
-drop table `_t`
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/filter
deleted file mode 100644
index 574efbd..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/filter
+++ /dev/null
@@ -1 +0,0 @@
-sed -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/in
deleted file mode 100644
index 5a202f4..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/in
+++ /dev/null
@@ -1,72 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-CREATE TABLE triples (foo string, subject string, predicate string, object string, foo2 string);
-
-EXPLAIN
-SELECT t11.subject, t22.object , t33.subject , t55.object, t66.object
-FROM
-(
-SELECT t1.subject
-FROM triples t1
-WHERE
-t1.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
-AND
-t1.object='http://ontos/OntosMiner/Common.English/ontology#Citation'
-) t11
-JOIN
-(
-SELECT t2.subject , t2.object
-FROM triples t2
-WHERE
-t2.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
-) t22
-ON (t11.subject=t22.subject)
-JOIN
-(
-SELECT t3.subject , t3.object
-FROM triples t3
-WHERE
-t3.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_from'
-
-) t33
-ON (t11.subject=t33.object)
-JOIN
-(
-SELECT t4.subject
-FROM triples t4
-WHERE
-t4.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
-AND
-t4.object='http://ontos/OntosMiner/Common.English/ontology#Author'
-
-) t44
-ON (t44.subject=t33.subject)
-JOIN
-(
-SELECT t5.subject, t5.object
-FROM triples t5
-WHERE
-t5.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_to'
-) t55
-ON (t55.subject=t44.subject)
-JOIN
-(
-SELECT t6.subject, t6.object
-FROM triples t6
-WHERE
-t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
-) t66
-ON (t66.subject=t55.object);
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/out
deleted file mode 100644
index d7aa686..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/out
+++ /dev/null
@@ -1,332 +0,0 @@
-CREATE TABLE triples (foo string, subject string, predicate string, object string, foo2 string)
-
-
-EXPLAIN
-SELECT t11.subject, t22.object , t33.subject , t55.object, t66.object
-FROM
-(
-SELECT t1.subject
-FROM triples t1
-WHERE
-t1.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
-AND
-t1.object='http://ontos/OntosMiner/Common.English/ontology#Citation'
-) t11
-JOIN
-(
-SELECT t2.subject , t2.object
-FROM triples t2
-WHERE
-t2.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
-) t22
-ON (t11.subject=t22.subject)
-JOIN
-(
-SELECT t3.subject , t3.object
-FROM triples t3
-WHERE
-t3.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_from'
-
-) t33
-ON (t11.subject=t33.object)
-JOIN
-(
-SELECT t4.subject
-FROM triples t4
-WHERE
-t4.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
-AND
-t4.object='http://ontos/OntosMiner/Common.English/ontology#Author'
-
-) t44
-ON (t44.subject=t33.subject)
-JOIN
-(
-SELECT t5.subject, t5.object
-FROM triples t5
-WHERE
-t5.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_to'
-) t55
-ON (t55.subject=t44.subject)
-JOIN
-(
-SELECT t6.subject, t6.object
-FROM triples t6
-WHERE
-t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
-) t66
-ON (t66.subject=t55.object)
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_JOIN (TOK_JOIN (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME triples) t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL t1) subject))) (TOK_WHERE (AND (= (. (TOK_TABLE_OR_COL t1) predicate) 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') (= (. (TOK_TABLE_OR_COL t1) object) 'http://ontos/OntosMiner/Common.English/ontology#Citation'))))) t11) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME triples) t2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL t2) subject)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL t2) object))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL t2) predicate) 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL')))) t22) (= (. (TOK_TABLE_OR_COL t11) subject) (. (TOK_TABLE_OR_COL t22) subject))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME triples) t3)) (TOK_INSE
RT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL t3) subject)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL t3) object))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL t3) predicate) 'http://www.ontosearch.com/2007/12/ontosofa-ns#_from')))) t33) (= (. (TOK_TABLE_OR_COL t11) subject) (. (TOK_TABLE_OR_COL t33) object))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME triples) t4)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL t4) subject))) (TOK_WHERE (AND (= (. (TOK_TABLE_OR_COL t4) predicate) 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') (= (. (TOK_TABLE_OR_COL t4) object) 'http://ontos/OntosMiner/Common.English/ontology#Author'))))) t44) (= (. (TOK_TABLE_OR_COL t44) subject) (. (TOK_TABLE_OR_COL t33) subject))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME triples) t5)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL
t5) subject)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL t5) object))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL t5) predicate) 'http://www.ontosearch.com/2007/12/ontosofa-ns#_to')))) t55) (= (. (TOK_TABLE_OR_COL t55) subject) (. (TOK_TABLE_OR_COL t44) subject))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME triples) t6)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL t6) subject)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL t6) object))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL t6) predicate) 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL')))) t66) (= (. (TOK_TABLE_OR_COL t66) subject) (. (TOK_TABLE_OR_COL t55) object)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL t11) subject)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL t22) object)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL t33) subject)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL t55) object)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL t66) object)))))
-
-STAGE DEPENDENCIES:
- Stage-2 is a root stage
- Stage-3 depends on stages: Stage-2
- Stage-1 depends on stages: Stage-3
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-2
- Map Reduce
- Alias -> Map Operator Tree:
- t11:t1
- TableScan
- alias: t1
- Filter Operator
- predicate:
- expr: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Citation'))
- type: boolean
- Select Operator
- expressions:
- expr: subject
- type: string
- outputColumnNames: _col0
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 0
- value expressions:
- expr: _col0
- type: string
- t22:t2
- TableScan
- alias: t2
- Filter Operator
- predicate:
- expr: (predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL')
- type: boolean
- Select Operator
- expressions:
- expr: subject
- type: string
- expr: object
- type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 1
- value expressions:
- expr: _col1
- type: string
- t33:t3
- TableScan
- alias: t3
- Filter Operator
- predicate:
- expr: (predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_from')
- type: boolean
- Select Operator
- expressions:
- expr: subject
- type: string
- expr: object
- type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col1
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col1
- type: string
- tag: 2
- value expressions:
- expr: _col0
- type: string
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
- condition expressions:
- 0 {VALUE._col0}
- 1 {VALUE._col1}
- 2 {VALUE._col0}
- handleSkewJoin: false
- outputColumnNames: _col0, _col2, _col3
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-3
- Map Reduce
- Alias -> Map Operator Tree:
- $INTNAME
- Reduce Output Operator
- key expressions:
- expr: _col3
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col3
- type: string
- tag: 0
- value expressions:
- expr: _col3
- type: string
- expr: _col0
- type: string
- expr: _col2
- type: string
- t44:t4
- TableScan
- alias: t4
- Filter Operator
- predicate:
- expr: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Author'))
- type: boolean
- Select Operator
- expressions:
- expr: subject
- type: string
- outputColumnNames: _col0
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 1
- t55:t5
- TableScan
- alias: t5
- Filter Operator
- predicate:
- expr: (predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_to')
- type: boolean
- Select Operator
- expressions:
- expr: subject
- type: string
- expr: object
- type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 2
- value expressions:
- expr: _col1
- type: string
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 1 to 2
- condition expressions:
- 0 {VALUE._col0} {VALUE._col2} {VALUE._col4}
- 1
- 2 {VALUE._col1}
- handleSkewJoin: false
- outputColumnNames: _col0, _col2, _col4, _col7
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-
- Stage: Stage-1
- Map Reduce
- Alias -> Map Operator Tree:
- $INTNAME
- Reduce Output Operator
- key expressions:
- expr: _col7
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col7
- type: string
- tag: 0
- value expressions:
- expr: _col0
- type: string
- expr: _col2
- type: string
- expr: _col4
- type: string
- expr: _col7
- type: string
- t66:t6
- TableScan
- alias: t6
- Filter Operator
- predicate:
- expr: (predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL')
- type: boolean
- Select Operator
- expressions:
- expr: subject
- type: string
- expr: object
- type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 1
- value expressions:
- expr: _col1
- type: string
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col0} {VALUE._col3} {VALUE._col5} {VALUE._col7}
- 1 {VALUE._col1}
- handleSkewJoin: false
- outputColumnNames: _col0, _col3, _col5, _col7, _col9
- Select Operator
- expressions:
- expr: _col3
- type: string
- expr: _col5
- type: string
- expr: _col0
- type: string
- expr: _col7
- type: string
- expr: _col9
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3, _col4
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
-
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/filter
deleted file mode 100644
index 9cd7f38..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/filter
+++ /dev/null
@@ -1,2 +0,0 @@
-sed -e 's#Copying file:.*/in..txt#Copying file:inX.txt#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/in
deleted file mode 100644
index 1d12aeb..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/in
+++ /dev/null
@@ -1,169 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-CREATE TABLE myinput1(key int, value int);
-LOAD DATA LOCAL INPATH 'seed_data_files/in3.txt' INTO TABLE myinput1;
-
-SELECT * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.value;
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value;
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key=b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key and a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key;
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key;
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key;
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key=b.key and a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key;
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value;
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value;
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value;
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.value = b.value and a.key=b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value;
-
-SELECT * from myinput1 a LEFT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) RIGHT OUTER JOIN myinput1 c ON (b.value=c.value AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) ORDER BY c.key;
-SELECT * from myinput1 a RIGHT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) LEFT OUTER JOIN myinput1 c ON (b.value=c.value AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) ORDER BY b.key;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b RIGHT OUTER JOIN myinput1 c ON a.value = b.value and b.value = c.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value AND c.key > 40 AND c.value > 50 AND c.key = c.value ORDER BY c.key;
-SELECT * from myinput1 a LEFT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) RIGHT OUTER JOIN myinput1 c ON (b.key=c.key AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) ORDER BY c.key;
-SELECT * from myinput1 a RIGHT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) LEFT OUTER JOIN myinput1 c ON (b.key=c.key AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) ORDER BY b.key;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b RIGHT OUTER JOIN myinput1 c ON a.value = b.value and b.key = c.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value AND c.key > 40 AND c.value > 50 AND c.key = c.value ORDER BY c.key;
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key;
-
-CREATE TABLE smb_input1(key int, value int) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS;
-CREATE TABLE smb_input2(key int, value int) CLUSTERED BY (value) SORTED BY (value) INTO 2 BUCKETS;
-LOAD DATA LOCAL INPATH 'seed_data_files/in1.txt' into table smb_input1;
-LOAD DATA LOCAL INPATH 'seed_data_files/in2.txt' into table smb_input1;
-LOAD DATA LOCAL INPATH 'seed_data_files/in1.txt' into table smb_input2;
-LOAD DATA LOCAL INPATH 'seed_data_files/in2.txt' into table smb_input2;
-
-SET hive.optimize.bucketmapjoin = true;
-SET hive.optimize.bucketmapjoin.sortedmerge = true;
-SET hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input2 a JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.value;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.value;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a JOIN smb_input2 b ON a.key = b.key AND a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a LEFT OUTER JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value;
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input2 a RIGHT OUTER JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value;
-
-SET hive.outerjoin.supports.filters = false;
-
-SELECT * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key=b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key and a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key=b.key and a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.value = b.value and a.key=b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT * from myinput1 a LEFT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) RIGHT OUTER JOIN myinput1 c ON (b.value=c.value AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value);
-SELECT * from myinput1 a RIGHT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) LEFT OUTER JOIN myinput1 c ON (b.value=c.value AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value);
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b RIGHT OUTER JOIN myinput1 c ON a.value = b.value and b.value = c.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value AND c.key > 40 AND c.value > 50 AND c.key = c.value;
-SELECT * from myinput1 a LEFT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) RIGHT OUTER JOIN myinput1 c ON (b.key=c.key AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value);
-SELECT * from myinput1 a RIGHT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) LEFT OUTER JOIN myinput1 c ON (b.key=c.key AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value);
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b RIGHT OUTER JOIN myinput1 c ON a.value = b.value and b.key = c.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value AND c.key > 40 AND c.value > 50 AND c.key = c.value;
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value;
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input2 a JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.value;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.value;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a JOIN smb_input2 b ON a.key = b.key AND a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key;
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value;
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a LEFT OUTER JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value;
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value;
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input2 a RIGHT OUTER JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value;
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/out
deleted file mode 100644
index fc08ff2..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/out
+++ /dev/null
@@ -1,558 +0,0 @@
-CREATE TABLE myinput1(key int, value int)
-
-LOAD DATA LOCAL INPATH 'seed_data_files/in3.txt' INTO TABLE myinput1
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in3.txt
-
-
-SELECT * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.value
-NULL NULL 48 NULL
-NULL NULL 12 35
-NULL NULL NULL 40
-100 100 100 100
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value
-NULL NULL NULL 40
-NULL NULL NULL 40
-NULL NULL NULL 40
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 12 35
-NULL NULL 12 35
-NULL NULL 12 35
-NULL NULL 48 NULL
-NULL NULL 48 NULL
-NULL NULL 48 NULL
-NULL NULL 48 NULL
-NULL 40 NULL NULL
-NULL 40 NULL NULL
-NULL 40 NULL NULL
-NULL 40 NULL NULL
-12 35 NULL NULL
-12 35 NULL NULL
-12 35 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-48 NULL NULL NULL
-48 NULL NULL NULL
-48 NULL NULL NULL
-100 100 NULL NULL
-100 100 NULL NULL
-100 100 NULL NULL
-100 100 100 100
-
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key=b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key and a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key=b.key and a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-100 100 100 100
-
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.value = b.value and a.key=b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value, b.key, b.value
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-
-SELECT * from myinput1 a LEFT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) RIGHT OUTER JOIN myinput1 c ON (b.value=c.value AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) ORDER BY c.key
-NULL NULL NULL NULL NULL 40
-NULL NULL NULL NULL 12 35
-NULL NULL NULL NULL 48 NULL
-100 100 100 100 100 100
-
-SELECT * from myinput1 a RIGHT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) LEFT OUTER JOIN myinput1 c ON (b.value=c.value AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) ORDER BY b.key
-NULL NULL NULL 40 NULL NULL
-NULL NULL 12 35 NULL NULL
-NULL NULL 48 NULL NULL NULL
-100 100 100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b RIGHT OUTER JOIN myinput1 c ON a.value = b.value and b.value = c.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value AND c.key > 40 AND c.value > 50 AND c.key = c.value ORDER BY c.key
-NULL NULL NULL NULL NULL 40
-NULL NULL NULL NULL 12 35
-NULL NULL NULL NULL 48 NULL
-100 100 100 100 100 100
-
-SELECT * from myinput1 a LEFT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) RIGHT OUTER JOIN myinput1 c ON (b.key=c.key AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) ORDER BY c.key
-NULL NULL NULL NULL NULL 40
-NULL NULL NULL NULL 12 35
-NULL NULL NULL NULL 48 NULL
-100 100 100 100 100 100
-
-SELECT * from myinput1 a RIGHT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) LEFT OUTER JOIN myinput1 c ON (b.key=c.key AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) ORDER BY b.key
-NULL NULL NULL 40 NULL NULL
-NULL NULL 12 35 NULL NULL
-NULL NULL 48 NULL NULL NULL
-100 100 100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b RIGHT OUTER JOIN myinput1 c ON a.value = b.value and b.key = c.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value AND c.key > 40 AND c.value > 50 AND c.key = c.value ORDER BY c.key
-NULL NULL NULL NULL NULL 40
-NULL NULL NULL NULL 12 35
-NULL NULL NULL NULL 48 NULL
-100 100 100 100 100 100
-
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-NULL 40 NULL NULL
-12 35 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key
-NULL NULL NULL 40
-NULL NULL 12 35
-NULL NULL 48 NULL
-100 100 100 100
-
-
-CREATE TABLE smb_input1(key int, value int) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS
-
-CREATE TABLE smb_input2(key int, value int) CLUSTERED BY (value) SORTED BY (value) INTO 2 BUCKETS
-
-LOAD DATA LOCAL INPATH 'seed_data_files/in1.txt' into table smb_input1
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in1.txt
-
-LOAD DATA LOCAL INPATH 'seed_data_files/in2.txt' into table smb_input1
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in2.txt
-
-LOAD DATA LOCAL INPATH 'seed_data_files/in1.txt' into table smb_input2
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in1.txt
-
-LOAD DATA LOCAL INPATH 'seed_data_files/in2.txt' into table smb_input2
-Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in2.txt
-SET hive.optimize.bucketmapjoin = true
-SET hive.optimize.bucketmapjoin.sortedmerge = true
-SET hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat
-
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input2 a JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.value
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.value
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a JOIN smb_input2 b ON a.key = b.key AND a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value
-NULL 35 NULL NULL
-NULL 135 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-148 NULL NULL NULL
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value
-NULL 35 NULL NULL
-NULL 135 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-148 NULL NULL NULL
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a LEFT OUTER JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value
-NULL 35 NULL NULL
-NULL 135 NULL NULL
-48 NULL NULL NULL
-100 100 100 100
-148 NULL NULL NULL
-200 200 200 200
-
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value
-NULL NULL NULL 35
-NULL NULL NULL 135
-NULL NULL 48 NULL
-100 100 100 100
-NULL NULL 148 NULL
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value
-NULL NULL NULL 35
-NULL NULL NULL 135
-NULL NULL 48 NULL
-100 100 100 100
-NULL NULL 148 NULL
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input2 a RIGHT OUTER JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value
-NULL NULL NULL 35
-NULL NULL NULL 135
-NULL NULL 48 NULL
-100 100 100 100
-NULL NULL 148 NULL
-200 200 200 200
-SET hive.outerjoin.supports.filters = false
-
-
-SELECT * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key=b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key and a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key=b.key and a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.value = b.value and a.key=b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT * from myinput1 a LEFT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) RIGHT OUTER JOIN myinput1 c ON (b.value=c.value AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value)
-100 100 100 100 100 100
-
-SELECT * from myinput1 a RIGHT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) LEFT OUTER JOIN myinput1 c ON (b.value=c.value AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value)
-100 100 100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b RIGHT OUTER JOIN myinput1 c ON a.value = b.value and b.value = c.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value AND c.key > 40 AND c.value > 50 AND c.key = c.value
-100 100 100 100 100 100
-
-SELECT * from myinput1 a LEFT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) RIGHT OUTER JOIN myinput1 c ON (b.key=c.key AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value)
-100 100 100 100 100 100
-
-SELECT * from myinput1 a RIGHT OUTER JOIN myinput1 b ON (a.value=b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value) LEFT OUTER JOIN myinput1 c ON (b.key=c.key AND c.key > 40 AND c.value > 50 AND c.key = c.value AND b.key > 40 AND b.value > 50 AND b.key = b.value)
-100 100 100 100 100 100
-
-SELECT * FROM myinput1 a LEFT OUTER JOIN myinput1 b RIGHT OUTER JOIN myinput1 c ON a.value = b.value and b.key = c.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value AND c.key > 40 AND c.value > 50 AND c.key = c.value
-100 100 100 100 100 100
-
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.value = b.value and a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(b) */ * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-SELECT /*+ MAPJOIN(a) */ * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
-100 100 100 100
-
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input2 a JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.value
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.value
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a JOIN smb_input2 b ON a.key = b.key AND a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key
-100 100 100 100
-200 200 200 200
-
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(b) */ * FROM smb_input2 a LEFT OUTER JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY a.key, a.value
-100 100 100 100
-200 200 200 200
-
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input1 b ON a.key = b.key AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input2 b ON a.key = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value
-100 100 100 100
-200 200 200 200
-
-SELECT /*+ MAPJOIN(a) */ * FROM smb_input2 a RIGHT OUTER JOIN smb_input2 b ON a.value = b.value AND a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value ORDER BY b.key, b.value
-100 100 100 100
-200 200 200 200
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/filter
deleted file mode 100644
index a855032..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/filter
+++ /dev/null
@@ -1,7 +0,0 @@
-sed -re 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' |
-sed -e 's#owner:[^,]*,#owner:BORG,#' \
- -e 's#createTime:[0-9]*,#createTime:JUSTNOW#' \
- -e 's#location:hdfs://[^/]*/#location:hdfs://HADOOP/#' \
- -e 's#{transient_lastDdlTime=[0-9]*}#{transient_lastDdlTime=JUSTNOW}#' \
- -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/in
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/in
deleted file mode 100644
index f5aadf2..0000000
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/in
+++ /dev/null
@@ -1,49 +0,0 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
-
-create table if not exists nzhang_part14 (key string)
- partitioned by (value string);
-
-describe extended nzhang_part14;
-
-set hive.exec.dynamic.partition=true;
-set hive.exec.dynamic.partition.mode=nonstrict;
-
-explain
-insert overwrite table nzhang_part14 partition(value)
-select key, value from (
- select 'k1' as key, cast(null as string) as value from src limit 2
- union all
- select 'k2' as key, '' as value from src limit 2
- union all
- select 'k3' as key, ' ' as value from src limit 2
-) T;
-
-insert overwrite table nzhang_part14 partition(value)
-select key, value from (
- select 'k1' as key, cast(null as string) as value from src limit 2
- union all
- select 'k2' as key, '' as value from src limit 2
- union all
- select 'k3' as key, ' ' as value from src limit 2
-) T;
-
-
-show partitions nzhang_part14;
-
-select * from nzhang_part14 where value <> 'a'
-order by key, value;
-
-