svn commit: r1630236 - /hive/branches/branch-0.14/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java

[go...@apache.org]

Author: gopalv
Date: Wed Oct  8 21:17:10 2014
New Revision: 1630236

URL: http://svn.apache.org/r1630236
Log:
HIVE-7917: Re-apply change from HIVE-7158, set hive.exec.reducers.max to a high prime number. (Gopal V, reviewed by Gunther Hagleitner)

Modified:
    hive/branches/branch-0.14/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java

Modified: hive/branches/branch-0.14/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.14/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java?rev=1630236&r1=1630235&r2=1630236&view=diff
==============================================================================
--- hive/branches/branch-0.14/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (original)
+++ hive/branches/branch-0.14/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java Wed Oct  8 21:17:10 2014
@@ -240,9 +240,9 @@ public class HiveConf extends Configurat
         "The compression codec and other options are determined from Hadoop config variables mapred.output.compress*"),
     COMPRESSINTERMEDIATECODEC("hive.intermediate.compression.codec", "", ""),
     COMPRESSINTERMEDIATETYPE("hive.intermediate.compression.type", "", ""),
-    BYTESPERREDUCER("hive.exec.reducers.bytes.per.reducer", (long) (1000 * 1000 * 1000),
-        "size per reducer.The default is 1G, i.e if the input size is 10G, it will use 10 reducers."),
-    MAXREDUCERS("hive.exec.reducers.max", 999,
+    BYTESPERREDUCER("hive.exec.reducers.bytes.per.reducer", (long) (256 * 1000 * 1000),
+        "size per reducer.The default is 256Mb, i.e if the input size is 1G, it will use 4 reducers."),
+    MAXREDUCERS("hive.exec.reducers.max", 1009,
         "max number of reducers will be used. If the one specified in the configuration parameter mapred.reduce.tasks is\n" +
         "negative, Hive will use this one as the max number of reducers when automatically determine number of reducers."),
     PREEXECHOOKS("hive.exec.pre.hooks", "",