You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by ch...@apache.org on 2012/12/20 22:19:58 UTC
svn commit: r1424709 - in /pig/trunk: CHANGES.txt
shims/test/hadoop23/org/apache/pig/test/MiniCluster.java
Author: cheolsoo
Date: Thu Dec 20 21:19:58 2012
New Revision: 1424709
URL: http://svn.apache.org/viewvc?rev=1424709&view=rev
Log:
PIG-3101: Increase io.sort.mb in YARN MiniCluste (cheolsoo)
Modified:
pig/trunk/CHANGES.txt
pig/trunk/shims/test/hadoop23/org/apache/pig/test/MiniCluster.java
Modified: pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/trunk/CHANGES.txt?rev=1424709&r1=1424708&r2=1424709&view=diff
==============================================================================
--- pig/trunk/CHANGES.txt (original)
+++ pig/trunk/CHANGES.txt Thu Dec 20 21:19:58 2012
@@ -64,6 +64,8 @@ PIG-3013: BinInterSedes improve chararra
BUG FIXES
+PIG-3101: Increase io.sort.mb in YARN MiniCluste (cheolsoo)
+
PIG-3100: If a .pig_schema file is present, can get an index out of bounds error (jcoveney)
PIG-3096: Make PigUnit thread safe (cheolsoo)
Modified: pig/trunk/shims/test/hadoop23/org/apache/pig/test/MiniCluster.java
URL: http://svn.apache.org/viewvc/pig/trunk/shims/test/hadoop23/org/apache/pig/test/MiniCluster.java?rev=1424709&r1=1424708&r2=1424709&view=diff
==============================================================================
--- pig/trunk/shims/test/hadoop23/org/apache/pig/test/MiniCluster.java (original)
+++ pig/trunk/shims/test/hadoop23/org/apache/pig/test/MiniCluster.java Thu Dec 20 21:19:58 2012
@@ -89,6 +89,9 @@ public class MiniCluster extends MiniGen
//ConfigurationUtil.mergeConf(m_conf, m_dfs_conf);
//ConfigurationUtil.mergeConf(m_conf, m_mr_conf);
+ m_conf.setInt("mapred.io.sort.mb", 200);
+ m_conf.set("mapred.child.java.opts", "-Xmx512m");
+
m_conf.setInt("mapred.submit.replication", 2);
m_conf.set("dfs.datanode.address", "0.0.0.0:0");
m_conf.set("dfs.datanode.http.address", "0.0.0.0:0");