You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by go...@apache.org on 2014/10/08 23:12:40 UTC
svn commit: r1630235 -
/hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
Author: gopalv
Date: Wed Oct 8 21:12:40 2014
New Revision: 1630235
URL: http://svn.apache.org/r1630235
Log:
HIVE-7917: Re-apply change from HIVE-7158, set hive.exec.reducers.max to a high prime number. (Gopal V, reviewed by Gunther Hagleitner)
Modified:
hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
Modified: hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
URL: http://svn.apache.org/viewvc/hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java?rev=1630235&r1=1630234&r2=1630235&view=diff
==============================================================================
--- hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (original)
+++ hive/trunk/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java Wed Oct 8 21:12:40 2014
@@ -240,9 +240,9 @@ public class HiveConf extends Configurat
"The compression codec and other options are determined from Hadoop config variables mapred.output.compress*"),
COMPRESSINTERMEDIATECODEC("hive.intermediate.compression.codec", "", ""),
COMPRESSINTERMEDIATETYPE("hive.intermediate.compression.type", "", ""),
- BYTESPERREDUCER("hive.exec.reducers.bytes.per.reducer", (long) (1000 * 1000 * 1000),
- "size per reducer.The default is 1G, i.e if the input size is 10G, it will use 10 reducers."),
- MAXREDUCERS("hive.exec.reducers.max", 999,
+ BYTESPERREDUCER("hive.exec.reducers.bytes.per.reducer", (long) (256 * 1000 * 1000),
+ "size per reducer.The default is 256Mb, i.e if the input size is 1G, it will use 4 reducers."),
+ MAXREDUCERS("hive.exec.reducers.max", 1009,
"max number of reducers will be used. If the one specified in the configuration parameter mapred.reduce.tasks is\n" +
"negative, Hive will use this one as the max number of reducers when automatically determine number of reducers."),
PREEXECHOOKS("hive.exec.pre.hooks", "",