You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by da...@apache.org on 2014/08/13 20:43:48 UTC
svn commit: r1617800 - in /pig/trunk: CHANGES.txt
shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java
Author: daijy
Date: Wed Aug 13 18:43:47 2014
New Revision: 1617800
URL: http://svn.apache.org/r1617800
Log:
PIG-4123: Increase memory for TezMiniCluster
Modified:
pig/trunk/CHANGES.txt
pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java
Modified: pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/trunk/CHANGES.txt?rev=1617800&r1=1617799&r2=1617800&view=diff
==============================================================================
--- pig/trunk/CHANGES.txt (original)
+++ pig/trunk/CHANGES.txt Wed Aug 13 18:43:47 2014
@@ -62,6 +62,8 @@ OPTIMIZATIONS
BUG FIXES
+PIG-4123: Increase memory for TezMiniCluster (daijy)
+
PIG-4122: Fix hadoopversion 23 compilation due to TEZ-1194 (daijy)
PIG-4061: Make Streaming UDF work in Tez (daijy)
Modified: pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java
URL: http://svn.apache.org/viewvc/pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java?rev=1617800&r1=1617799&r2=1617800&view=diff
==============================================================================
--- pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java (original)
+++ pig/trunk/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java Wed Aug 13 18:43:47 2014
@@ -37,6 +37,7 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.tez.TezExecType;
import org.apache.pig.backend.hadoop.executionengine.tez.TezSessionManager;
import org.apache.tez.dag.api.TezConfiguration;
+import org.apache.tez.mapreduce.hadoop.MRJobConfig;
import org.apache.tez.runtime.library.api.TezRuntimeConfiguration;
public class TezMiniCluster extends MiniGenericCluster {
@@ -99,6 +100,8 @@ public class TezMiniCluster extends Mini
m_mr_conf.set(MRConfiguration.FRAMEWORK_NAME, "yarn-tez");
m_mr_conf.set(YarnConfiguration.YARN_APPLICATION_CLASSPATH,
System.getProperty("java.class.path"));
+ m_mr_conf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx2048m");
+ m_mr_conf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2048m");
Configuration mapred_site = new Configuration(false);
Configuration yarn_site = new Configuration(false);