You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2011/11/03 00:25:39 UTC
svn commit: r1196859 - in
/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index:
AggregateIndexHandler.java compact/CompactIndexHandler.java
Author: namit
Date: Wed Nov 2 23:25:38 2011
New Revision: 1196859
URL: http://svn.apache.org/viewvc?rev=1196859&view=rev
Log:
HIVE-2543 Compact index table's files merged in creation
(Kevin Wilfong via namit)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java?rev=1196859&r1=1196858&r2=1196859&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java Wed Nov 2 23:25:38 2011
@@ -150,6 +150,8 @@ public class AggregateIndexHandler exten
command.append(indexCols + ", " + VirtualColumn.FILENAME.getName());
HiveConf builderConf = new HiveConf(getConf(), AggregateIndexHandler.class);
+ builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGEMAPFILES, false);
+ builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGEMAPREDFILES, false);
Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs, outputs,
command, (LinkedHashMap<String, String>) partSpec, indexTableName, dbName);
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java?rev=1196859&r1=1196858&r2=1196859&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java Wed Nov 2 23:25:38 2011
@@ -40,10 +40,10 @@ import org.apache.hadoop.hive.ql.index.I
import org.apache.hadoop.hive.ql.index.IndexSearchCondition;
import org.apache.hadoop.hive.ql.index.TableBasedIndexHandler;
import org.apache.hadoop.hive.ql.metadata.HiveException;
+import org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate;
import org.apache.hadoop.hive.ql.metadata.HiveUtils;
import org.apache.hadoop.hive.ql.metadata.Partition;
import org.apache.hadoop.hive.ql.metadata.VirtualColumn;
-import org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate;
import org.apache.hadoop.hive.ql.optimizer.IndexUtils;
import org.apache.hadoop.hive.ql.parse.ParseContext;
import org.apache.hadoop.hive.ql.plan.ExprNodeDesc;
@@ -127,6 +127,8 @@ public class CompactIndexHandler extends
command.append(indexCols + ", " + VirtualColumn.FILENAME.getName());
HiveConf builderConf = new HiveConf(getConf(), CompactIndexHandler.class);
+ builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGEMAPFILES, false);
+ builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGEMAPREDFILES, false);
Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs, outputs,
command, partSpec, indexTableName, dbName);
return rootTask;