You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2014/05/04 18:05:47 UTC
svn commit: r1592364 - in /hive/trunk/ql/src:
java/org/apache/hadoop/hive/ql/index/
java/org/apache/hadoop/hive/ql/index/bitmap/
java/org/apache/hadoop/hive/ql/index/compact/ test/queries/clientnegative/
test/queries/clientpositive/
Author: hashutosh
Date: Sun May 4 16:05:46 2014
New Revision: 1592364
URL: http://svn.apache.org/r1592364
Log:
HIVE-6996 : FS based stats broken with indexed tables (Ashutosh Chauhan via Prasanth J)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
hive/trunk/ql/src/test/queries/clientnegative/index_compact_entry_limit.q
hive/trunk/ql/src/test/queries/clientnegative/index_compact_size_limit.q
hive/trunk/ql/src/test/queries/clientpositive/authorization_index.q
hive/trunk/ql/src/test/queries/clientpositive/database_drop.q
hive/trunk/ql/src/test/queries/clientpositive/index_auth.q
hive/trunk/ql/src/test/queries/clientpositive/index_auto.q
hive/trunk/ql/src/test/queries/clientpositive/index_auto_empty.q
hive/trunk/ql/src/test/queries/clientpositive/index_auto_file_format.q
hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables.q
hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q
hive/trunk/ql/src/test/queries/clientpositive/index_auto_multiple.q
hive/trunk/ql/src/test/queries/clientpositive/index_auto_partitioned.q
hive/trunk/ql/src/test/queries/clientpositive/index_auto_self_join.q
hive/trunk/ql/src/test/queries/clientpositive/index_auto_unused.q
hive/trunk/ql/src/test/queries/clientpositive/index_bitmap.q
hive/trunk/ql/src/test/queries/clientpositive/index_bitmap1.q
hive/trunk/ql/src/test/queries/clientpositive/index_bitmap2.q
hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q
hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_compression.q
hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_rc.q
hive/trunk/ql/src/test/queries/clientpositive/index_compact.q
hive/trunk/ql/src/test/queries/clientpositive/index_compact_1.q
hive/trunk/ql/src/test/queries/clientpositive/index_compact_2.q
hive/trunk/ql/src/test/queries/clientpositive/index_compact_3.q
hive/trunk/ql/src/test/queries/clientpositive/index_compact_binary_search.q
hive/trunk/ql/src/test/queries/clientpositive/index_compression.q
hive/trunk/ql/src/test/queries/clientpositive/index_creation.q
hive/trunk/ql/src/test/queries/clientpositive/index_serde.q
hive/trunk/ql/src/test/queries/clientpositive/index_stale.q
hive/trunk/ql/src/test/queries/clientpositive/index_stale_partitioned.q
hive/trunk/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q
hive/trunk/ql/src/test/queries/clientpositive/show_indexes_syntax.q
hive/trunk/ql/src/test/queries/clientpositive/union_view.q
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java Sun May 4 16:05:46 2014
@@ -23,6 +23,7 @@ import java.util.List;
import java.util.Map;
import java.util.Set;
+import org.apache.hadoop.hive.common.StatsSetupConst;
import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hadoop.hive.metastore.api.FieldSchema;
import org.apache.hadoop.hive.metastore.api.Index;
@@ -155,7 +156,7 @@ public class AggregateIndexHandler exten
builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGETEZFILES, false);
Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs, outputs,
command, (LinkedHashMap<String, String>) partSpec, indexTableName, dbName);
-
+ super.setStatsDir(builderConf);
return rootTask;
}
}
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java Sun May 4 16:05:46 2014
@@ -26,6 +26,8 @@ import java.util.Set;
import java.util.Map.Entry;
import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hive.common.StatsSetupConst;
+import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hadoop.hive.metastore.api.FieldSchema;
import org.apache.hadoop.hive.ql.exec.Task;
import org.apache.hadoop.hive.ql.exec.Utilities;
@@ -103,6 +105,13 @@ public abstract class TableBasedIndexHan
PartitionDesc indexTblPartDesc, String indexTableName,
PartitionDesc baseTablePartDesc, String baseTableName, String dbName) throws HiveException;
+ protected void setStatsDir(HiveConf builderConf) {
+ String statsDir;
+ if ((statsDir = builderConf.get(StatsSetupConst.STATS_TMP_LOC)) != null) {
+ getConf().set(StatsSetupConst.STATS_TMP_LOC, statsDir);
+ }
+ }
+
protected List<String> getPartKVPairStringArray(
LinkedHashMap<String, String> partSpec) {
List<String> ret = new ArrayList<String>(partSpec.size());
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java Sun May 4 16:05:46 2014
@@ -28,6 +28,7 @@ import java.util.Set;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hive.common.StatsSetupConst;
import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hadoop.hive.metastore.api.FieldSchema;
import org.apache.hadoop.hive.metastore.api.Index;
@@ -285,8 +286,8 @@ public class BitmapIndexHandler extends
}
Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs, outputs,
- command, (LinkedHashMap<String, String>) partSpec, indexTableName, dbName);
-
+ command, partSpec, indexTableName, dbName);
+ super.setStatsDir(builderConf);
return rootTask;
}
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java Sun May 4 16:05:46 2014
@@ -28,6 +28,7 @@ import java.util.Set;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hive.common.StatsSetupConst;
import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hadoop.hive.conf.HiveConf.ConfVars;
import org.apache.hadoop.hive.metastore.api.FieldSchema;
@@ -147,6 +148,7 @@ public class CompactIndexHandler extends
builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGETEZFILES, false);
Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs, outputs,
command, partSpec, indexTableName, dbName);
+ super.setStatsDir(builderConf);
return rootTask;
}
Modified: hive/trunk/ql/src/test/queries/clientnegative/index_compact_entry_limit.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientnegative/index_compact_entry_limit.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientnegative/index_compact_entry_limit.q (original)
+++ hive/trunk/ql/src/test/queries/clientnegative/index_compact_entry_limit.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
drop index src_index on src;
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientnegative/index_compact_size_limit.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientnegative/index_compact_size_limit.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientnegative/index_compact_size_limit.q (original)
+++ hive/trunk/ql/src/test/queries/clientnegative/index_compact_size_limit.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
drop index src_index on src;
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/authorization_index.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/authorization_index.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/authorization_index.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/authorization_index.q Sun May 4 16:05:46 2014
@@ -1,6 +1,6 @@
set hive.security.authorization.manager=org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactoryForTest;
set hive.security.authenticator.manager=org.apache.hadoop.hive.ql.security.SessionStateConfigUserAuthenticator;
-
+set hive.stats.dbclass=fs;
set hive.security.authorization.enabled=true;
create table t1 (a int);
create index t1_index on table t1(a) as 'COMPACT' WITH DEFERRED REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/database_drop.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/database_drop.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/database_drop.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/database_drop.q Sun May 4 16:05:46 2014
@@ -8,6 +8,7 @@ CREATE DATABASE db5;
SHOW DATABASES;
USE db5;
+set hive.stats.dbclass=fs;
dfs ${system:test.dfs.mkdir} ${system:test.tmp.dir}/dbcascade/temp;
dfs -rmr ${system:test.tmp.dir}/dbcascade;
dfs ${system:test.dfs.mkdir} ${system:test.tmp.dir}/dbcascade;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auth.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auth.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auth.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auth.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat;
create table foobar(key int, value string) PARTITIONED BY (ds string, hr string);
alter table foobar add partition (ds='2008-04-08',hr='12');
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auto.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auto.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auto.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auto.q Sun May 4 16:05:46 2014
@@ -3,6 +3,7 @@
-- without indexing
SELECT key, value FROM src WHERE key > 80 AND key < 100 ORDER BY key;
+set hive.stats.dbclass=fs;
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
ALTER INDEX src_index ON src REBUILD;
@@ -25,4 +26,4 @@ SET hive.optimize.index.filter.compact.m
EXPLAIN SELECT key, value FROM src WHERE key > 80 AND key < 100 ORDER BY key;
SELECT key, value FROM src WHERE key > 80 AND key < 100 ORDER BY key;
-DROP INDEX src_index on src;
\ No newline at end of file
+DROP INDEX src_index on src;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auto_empty.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auto_empty.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auto_empty.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auto_empty.q Sun May 4 16:05:46 2014
@@ -3,6 +3,7 @@
-- Create temp, and populate it with some values in src.
CREATE TABLE temp(key STRING, val STRING) STORED AS TEXTFILE;
+set hive.stats.dbclass=fs;
-- Build an index on temp.
CREATE INDEX temp_index ON TABLE temp(key) as 'COMPACT' WITH DEFERRED REBUILD;
ALTER INDEX temp_index ON temp REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auto_file_format.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auto_file_format.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auto_file_format.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auto_file_format.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
-- test automatic use of index on different file formats
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
ALTER INDEX src_index ON src REBUILD;
@@ -16,4 +17,4 @@ SET hive.optimize.index.filter.compact.m
EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key;
SELECT key, value FROM src WHERE key=86 ORDER BY key;
-DROP INDEX src_index on src;
\ No newline at end of file
+DROP INDEX src_index on src;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables.q Sun May 4 16:05:46 2014
@@ -4,6 +4,7 @@
EXPLAIN SELECT a.key, a.value FROM src a JOIN srcpart b ON (a.key = b.key) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key;
SELECT a.key, a.value FROM src a JOIN srcpart b ON (a.key = b.key) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key;
+set hive.stats.dbclass=fs;
CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD;
ALTER INDEX src_index ON src REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q Sun May 4 16:05:46 2014
@@ -4,6 +4,7 @@
EXPLAIN SELECT a.key, a.value FROM src a JOIN srcpart b ON (a.key = b.key) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key;
SELECT a.key, a.value FROM src a JOIN srcpart b ON (a.key = b.key) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key;
+set hive.stats.dbclass=fs;
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
ALTER INDEX src_index ON src REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auto_multiple.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auto_multiple.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auto_multiple.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auto_multiple.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
-- With multiple indexes, make sure we choose which to use in a consistent order
CREATE INDEX src_key_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
@@ -13,4 +14,4 @@ EXPLAIN SELECT key, value FROM src WHERE
SELECT key, value FROM src WHERE key=86 ORDER BY key;
DROP INDEX src_key_index ON src;
-DROP INDEX src_val_index ON src;
\ No newline at end of file
+DROP INDEX src_val_index ON src;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auto_partitioned.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auto_partitioned.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auto_partitioned.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auto_partitioned.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
-- test automatic use of index on table with partitions
CREATE INDEX src_part_index ON TABLE srcpart(key) as 'COMPACT' WITH DEFERRED REBUILD;
ALTER INDEX src_part_index ON srcpart REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auto_self_join.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auto_self_join.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auto_self_join.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auto_self_join.q Sun May 4 16:05:46 2014
@@ -3,6 +3,7 @@
EXPLAIN SELECT a.key, b.key FROM src a JOIN src b ON (a.value = b.value) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key;
SELECT a.key, b.key FROM src a JOIN src b ON (a.value = b.value) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key;
+set hive.stats.dbclass=fs;
CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD;
ALTER INDEX src_index ON src REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_auto_unused.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_auto_unused.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_auto_unused.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_auto_unused.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
-- test cases where the index should not be used automatically
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_bitmap.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_bitmap.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_bitmap.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_bitmap.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
DROP INDEX srcpart_index_proj on srcpart;
EXPLAIN
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_bitmap1.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_bitmap1.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_bitmap1.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_bitmap1.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
EXPLAIN
CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD;
CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_bitmap2.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_bitmap2.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_bitmap2.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_bitmap2.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
EXPLAIN
CREATE INDEX src1_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD;
EXPLAIN
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
-- test automatic use of index on table with partitions
CREATE INDEX src_part_index ON TABLE srcpart(key) as 'BITMAP' WITH DEFERRED REBUILD;
ALTER INDEX src_part_index ON srcpart REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_compression.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_compression.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_compression.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_compression.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
SET hive.exec.compress.result=true;
CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD;
ALTER INDEX src_index ON src REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_rc.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_rc.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_rc.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_bitmap_rc.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
CREATE TABLE srcpart_rc (key int, value string) PARTITIONED BY (ds string, hr int) STORED AS RCFILE;
INSERT OVERWRITE TABLE srcpart_rc PARTITION (ds='2008-04-08', hr=11) SELECT key, value FROM srcpart WHERE ds = '2008-04-08' AND hr = 11;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_compact.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_compact.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_compact.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_compact.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
DROP INDEX srcpart_index_proj on srcpart;
EXPLAIN
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_compact_1.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_compact_1.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_compact_1.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_compact_1.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
EXPLAIN
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_compact_2.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_compact_2.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_compact_2.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_compact_2.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
CREATE TABLE srcpart_rc (key int, value string) PARTITIONED BY (ds string, hr int) STORED AS RCFILE;
INSERT OVERWRITE TABLE srcpart_rc PARTITION (ds='2008-04-08', hr=11) SELECT key, value FROM srcpart WHERE ds = '2008-04-08' AND hr = 11;
@@ -42,4 +43,4 @@ SET hive.input.format=org.apache.hadoop.
SELECT key, value FROM srcpart_rc WHERE key=100 ORDER BY key;
DROP INDEX srcpart_rc_index on srcpart_rc;
-DROP TABLE srcpart_rc;
\ No newline at end of file
+DROP TABLE srcpart_rc;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_compact_3.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_compact_3.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_compact_3.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_compact_3.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
CREATE TABLE src_index_test_rc (key int, value string) STORED AS RCFILE;
INSERT OVERWRITE TABLE src_index_test_rc SELECT * FROM src;
@@ -16,4 +17,4 @@ SET hive.input.format=org.apache.hadoop.
SELECT key, value FROM src_index_test_rc WHERE key=100 ORDER BY key;
DROP INDEX src_index on src_index_test_rc;
-DROP TABLE src_index_test_rc;
\ No newline at end of file
+DROP TABLE src_index_test_rc;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_compact_binary_search.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_compact_binary_search.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_compact_binary_search.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_compact_binary_search.q Sun May 4 16:05:46 2014
@@ -1,6 +1,6 @@
SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat;
SET hive.default.fileformat=TextFile;
-
+set hive.stats.dbclass=fs;
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
ALTER INDEX src_index ON src REBUILD;
@@ -129,4 +129,4 @@ SELECT * FROM src WHERE key >= '9';
SET hive.exec.post.hooks=;
-DROP INDEX src_index ON src;
\ No newline at end of file
+DROP INDEX src_index ON src;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_compression.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_compression.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_compression.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_compression.q Sun May 4 16:05:46 2014
@@ -1,4 +1,5 @@
SET hive.exec.compress.result=true;
+set hive.stats.dbclass=fs;
CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD;
ALTER INDEX src_index ON src REBUILD;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_creation.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_creation.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_creation.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_creation.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
drop index src_index_2 on src;
drop index src_index_3 on src;
drop index src_index_4 on src;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_serde.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_serde.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_serde.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_serde.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
-- Want to ensure we can build and use indices on tables stored with SerDes
-- Build the (Avro backed) table
CREATE TABLE doctors
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_stale.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_stale.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_stale.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_stale.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
-- test that stale indexes are not used
CREATE TABLE temp(key STRING, val STRING) STORED AS TEXTFILE;
Modified: hive/trunk/ql/src/test/queries/clientpositive/index_stale_partitioned.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/index_stale_partitioned.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/index_stale_partitioned.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/index_stale_partitioned.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
-- Test if index is actually being used.
-- Create temp, and populate it with some values in src.
Modified: hive/trunk/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
DROP TABLE show_idx_empty;
DROP TABLE show_idx_full;
@@ -24,4 +25,4 @@ SHOW INDEXES ON show_idx_empty;
DROP INDEX idx_1 on show_idx_full;
DROP INDEX idx_2 on show_idx_full;
DROP TABLE show_idx_empty;
-DROP TABLE show_idx_full;
\ No newline at end of file
+DROP TABLE show_idx_full;
Modified: hive/trunk/ql/src/test/queries/clientpositive/show_indexes_syntax.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/show_indexes_syntax.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/show_indexes_syntax.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/show_indexes_syntax.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
DROP TABLE show_idx_t1;
CREATE TABLE show_idx_t1(KEY STRING, VALUE STRING);
Modified: hive/trunk/ql/src/test/queries/clientpositive/union_view.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/union_view.q?rev=1592364&r1=1592363&r2=1592364&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/union_view.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/union_view.q Sun May 4 16:05:46 2014
@@ -1,3 +1,4 @@
+set hive.stats.dbclass=fs;
CREATE TABLE src_union_1 (key int, value string) PARTITIONED BY (ds string);
CREATE INDEX src_union_1_key_idx ON TABLE src_union_1(key) AS 'COMPACT' WITH DEFERRED REBUILD;