You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/01/26 22:50:13 UTC
svn commit: r903437 - in /hadoop/hive/trunk: CHANGES.txt
common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
conf/hive-default.xml ql/src/java/org/apache/hadoop/hive/ql/Driver.java
Author: namit
Date: Tue Jan 26 21:50:13 2010
New Revision: 903437
URL: http://svn.apache.org/viewvc?rev=903437&view=rev
Log:
HIVE-1102. make number of concurrent tasks configurable
(He Yongqiang via namit)
Modified:
hadoop/hive/trunk/CHANGES.txt
hadoop/hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
hadoop/hive/trunk/conf/hive-default.xml
hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/Driver.java
Modified: hadoop/hive/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/CHANGES.txt?rev=903437&r1=903436&r2=903437&view=diff
==============================================================================
--- hadoop/hive/trunk/CHANGES.txt (original)
+++ hadoop/hive/trunk/CHANGES.txt Tue Jan 26 21:50:13 2010
@@ -73,6 +73,9 @@
HIVE-763. getSchema returns invalid column names, getThriftSchema does
not return old style string schemas (John Sichi via namit)
+ HIVE-1102. make number of concurrent tasks configurable
+ (He Yongqiang via namit)
+
Release 0.5.0 - Unreleased
INCOMPATIBLE CHANGES
Modified: hadoop/hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java?rev=903437&r1=903436&r2=903437&view=diff
==============================================================================
--- hadoop/hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (original)
+++ hadoop/hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java Tue Jan 26 21:50:13 2010
@@ -71,6 +71,7 @@
PREEXECHOOKS("hive.exec.pre.hooks", ""),
POSTEXECHOOKS("hive.exec.post.hooks", ""),
EXECPARALLEL("hive.exec.parallel",false), // parallel query launching
+ EXECPARALLETHREADNUMBER ("hive.exec.parallel.thread.number", 8),
HIVESPECULATIVEEXECREDUCERS("hive.mapred.reduce.tasks.speculative.execution",true),
// hadoop stuff
@@ -182,7 +183,8 @@
// Optimizer
HIVEOPTCP("hive.optimize.cp", true), // column pruner
HIVEOPTPPD("hive.optimize.ppd", true), // predicate pushdown
- HIVEOPTGROUPBY("hive.optimize.groupby", true); // optimize group by
+ HIVEOPTGROUPBY("hive.optimize.groupby", true), // optimize group by
+ ;
public final String varname;
public final String defaultVal;
Modified: hadoop/hive/trunk/conf/hive-default.xml
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/conf/hive-default.xml?rev=903437&r1=903436&r2=903437&view=diff
==============================================================================
--- hadoop/hive/trunk/conf/hive-default.xml (original)
+++ hadoop/hive/trunk/conf/hive-default.xml Tue Jan 26 21:50:13 2010
@@ -338,6 +338,12 @@
</property>
<property>
+ <name>hive.exec.parallel.thread.number</name>
+ <value>8</value>
+ <description>How many jobs at most can be executed in parallel</description>
+</property>
+
+<property>
<name>hive.hwi.listen.host</name>
<value>0.0.0.0</value>
<description>This is the host address the Hive Web Interface will listen on</description>
Modified: hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/Driver.java
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/Driver.java?rev=903437&r1=903436&r2=903437&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/Driver.java (original)
+++ hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/Driver.java Tue Jan 26 21:50:13 2010
@@ -85,7 +85,7 @@
private String SQLState;
// A limit on the number of threads that can be launched
- private final int maxthreads = 8;
+ private int maxthreads;
private final int sleeptime = 2000;
public void init() {
@@ -274,7 +274,7 @@
/**
* Compile a new query. Any currently-planned query associated with this
* Driver is discarded.
- *
+ *
* @param command
* The SQL query to compile.
*/
@@ -445,6 +445,7 @@
conf.setVar(HiveConf.ConfVars.HIVEQUERYID, queryId);
conf.setVar(HiveConf.ConfVars.HIVEQUERYSTRING, queryStr);
+ maxthreads = HiveConf.getIntVar(conf, HiveConf.ConfVars.EXECPARALLETHREADNUMBER);
try {
LOG.info("Starting command: " + queryStr);
@@ -584,7 +585,7 @@
/**
* Launches a new task
- *
+ *
* @param tsk
* task being launched
* @param queryId
@@ -647,7 +648,7 @@
/**
* Polls running tasks to see if a task has ended.
- *
+ *
* @param results
* Set of result objects for running tasks
* @return The result object for any completed/failed task