You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by da...@apache.org on 2014/08/13 20:43:48 UTC

svn commit: r1617800 - in /pig/trunk: CHANGES.txt shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java

Author: daijy
Date: Wed Aug 13 18:43:47 2014
New Revision: 1617800

URL: http://svn.apache.org/r1617800
Log:
PIG-4123: Increase memory for TezMiniCluster

Modified:
    pig/trunk/CHANGES.txt
    pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java

Modified: pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/trunk/CHANGES.txt?rev=1617800&r1=1617799&r2=1617800&view=diff
==============================================================================
--- pig/trunk/CHANGES.txt (original)
+++ pig/trunk/CHANGES.txt Wed Aug 13 18:43:47 2014
@@ -62,6 +62,8 @@ OPTIMIZATIONS
  
 BUG FIXES
 
+PIG-4123: Increase memory for TezMiniCluster (daijy)
+
 PIG-4122: Fix hadoopversion 23 compilation due to TEZ-1194 (daijy)
 
 PIG-4061: Make Streaming UDF work in Tez (daijy)

Modified: pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java
URL: http://svn.apache.org/viewvc/pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java?rev=1617800&r1=1617799&r2=1617800&view=diff
==============================================================================
--- pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java (original)
+++ pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java Wed Aug 13 18:43:47 2014
@@ -37,6 +37,7 @@ import org.apache.pig.backend.hadoop.exe
 import org.apache.pig.backend.hadoop.executionengine.tez.TezExecType;
 import org.apache.pig.backend.hadoop.executionengine.tez.TezSessionManager;
 import org.apache.tez.dag.api.TezConfiguration;
+import org.apache.tez.mapreduce.hadoop.MRJobConfig;
 import org.apache.tez.runtime.library.api.TezRuntimeConfiguration;
 
 public class TezMiniCluster extends MiniGenericCluster {
@@ -99,6 +100,8 @@ public class TezMiniCluster extends Mini
             m_mr_conf.set(MRConfiguration.FRAMEWORK_NAME, "yarn-tez");
             m_mr_conf.set(YarnConfiguration.YARN_APPLICATION_CLASSPATH,
                     System.getProperty("java.class.path"));
+            m_mr_conf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx2048m");
+            m_mr_conf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2048m");
 
             Configuration mapred_site = new Configuration(false);
             Configuration yarn_site = new Configuration(false);