You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/08/20 01:40:58 UTC
svn commit: r987349 - in /hadoop/hive/trunk: ./
ql/src/test/queries/clientpositive/
Author: namit
Date: Thu Aug 19 23:40:57 2010
New Revision: 987349
URL: http://svn.apache.org/viewvc?rev=987349&view=rev
Log:
HIVE-1561. test bug: smb_mapjoin*.q should use bucketizedhiveinputformat
(He Yongqiang via namit)
Modified:
hadoop/hive/trunk/CHANGES.txt
hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q
hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q
hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q
hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q
hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q
hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q
hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q
hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q
Modified: hadoop/hive/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/CHANGES.txt?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/CHANGES.txt (original)
+++ hadoop/hive/trunk/CHANGES.txt Thu Aug 19 23:40:57 2010
@@ -166,6 +166,9 @@ Trunk - Unreleased
HIVE-1564. bucketizedhiveinputformat does not work in minimr mode
(He Yongqiang via namit)
+ HIVE-1561. test bug: smb_mapjoin*.q should use bucketizedhiveinputformat
+ (He Yongqiang via namit)
+
TESTS
HIVE-1464. improve test query performance
Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q Thu Aug 19 23:40:57 2010
@@ -12,6 +12,7 @@ load data local inpath '../data/files/sm
set hive.optimize.bucketmapjoin = true;
set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
explain
select /*+mapjoin(a)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key;
Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q Thu Aug 19 23:40:57 2010
@@ -11,7 +11,8 @@ load data local inpath '../data/files/sm
load data local inpath '../data/files/smbbucket_3.rc' overwrite into table smb_bucket_3;
set hive.optimize.bucketmapjoin = true;
-set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
explain
select /*+mapjoin(a)*/ * from smb_bucket_1 a join smb_bucket_3 b on a.key = b.key;
Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q Thu Aug 19 23:40:57 2010
@@ -12,6 +12,7 @@ load data local inpath '../data/files/sm
set hive.optimize.bucketmapjoin = true;
set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
explain
select /*+mapjoin(a)*/ * from smb_bucket_2 a join smb_bucket_3 b on a.key = b.key;
Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q Thu Aug 19 23:40:57 2010
@@ -12,6 +12,7 @@ load data local inpath '../data/files/sm
set hive.optimize.bucketmapjoin = true;
set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
explain
select /*+mapjoin(a,b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key;
Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q Thu Aug 19 23:40:57 2010
@@ -12,6 +12,7 @@ load data local inpath '../data/files/sm
set hive.optimize.bucketmapjoin = true;
set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
explain
select /*+mapjoin(a,c)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key;
Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q Thu Aug 19 23:40:57 2010
@@ -19,6 +19,7 @@ select * from src;
set hive.optimize.bucketmapjoin = true;
set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
explain
insert overwrite table smb_join_results
Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q Thu Aug 19 23:40:57 2010
@@ -23,6 +23,7 @@ select * from src;
set hive.optimize.bucketmapjoin = true;
set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
insert overwrite table smb_join_results_empty_bigtable
select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key;
Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q Thu Aug 19 23:40:57 2010
@@ -1,15 +1,11 @@
set hive.enforce.bucketing = true;
+set hive.enforce.sorting = true;
set hive.exec.reducers.max = 1;
create table smb_bucket_input (key int, value string) stored as rcfile;
load data local inpath '../data/files/smb_bucket_input.rc' into table smb_bucket_input;
-set hive.optimize.bucketmapjoin = true;
-set hive.optimize.bucketmapjoin.sortedmerge = true;
-set hive.enforce.sorting = true;
-set hive.exec.reducers.max = 1;
-
CREATE TABLE smb_bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 1 BUCKETS;
@@ -20,6 +16,10 @@ CREATE TABLE smb_bucket4_3(key int, valu
insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=4 or key=2000 or key=4000;
insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=484 or key=3000 or key=5000;
+set hive.optimize.bucketmapjoin = true;
+set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
+
select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key;
select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key;