You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ji...@apache.org on 2014/08/27 19:37:08 UTC
[08/29] git commit: MAPREDUCE-5130. Add missing job config options to
mapred-default.xml (Ray Chiang via Sandy Ryza)
MAPREDUCE-5130. Add missing job config options to mapred-default.xml (Ray Chiang via Sandy Ryza)
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1619626 13f79535-47bb-0310-9956-ffa450edef68
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/5109157e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/5109157e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/5109157e
Branch: refs/heads/HDFS-6584
Commit: 5109157ed1fbcfcc117f823995cf1a378627e2fd
Parents: 4236c66
Author: Sanford Ryza <sa...@apache.org>
Authored: Thu Aug 21 23:28:44 2014 +0000
Committer: Sanford Ryza <sa...@apache.org>
Committed: Thu Aug 21 23:28:44 2014 +0000
----------------------------------------------------------------------
hadoop-mapreduce-project/CHANGES.txt | 3 +
.../java/org/apache/hadoop/mapred/JobConf.java | 94 ++++----------------
.../hadoop/mapreduce/util/ConfigUtil.java | 2 +
.../src/main/resources/mapred-default.xml | 89 +++++++++++++++++-
.../org/apache/hadoop/mapred/TestJobConf.java | 15 ++--
.../org/apache/hadoop/conf/TestJobConf.java | 20 ++---
.../hadoop/mapred/gridmix/TestHighRamJob.java | 12 +--
7 files changed, 133 insertions(+), 102 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/5109157e/hadoop-mapreduce-project/CHANGES.txt
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt
index cd4d6a5..dfef8e5 100644
--- a/hadoop-mapreduce-project/CHANGES.txt
+++ b/hadoop-mapreduce-project/CHANGES.txt
@@ -190,6 +190,9 @@ Release 2.6.0 - UNRELEASED
MAPREDUCE-5974. Allow specifying multiple MapOutputCollectors with
fallback. (Todd Lipcon via kasha)
+ MAPREDUCE-5130. Add missing job config options to mapred-default.xml
+ (Ray Chiang via Sandy Ryza)
+
OPTIMIZATIONS
BUG FIXES
http://git-wip-us.apache.org/repos/asf/hadoop/blob/5109157e/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java
index 861c47b..de78e20 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java
@@ -151,7 +151,9 @@ public class JobConf extends Configuration {
/**
* A value which if set for memory related configuration options,
* indicates that the options are turned off.
+ * Deprecated because it makes no sense in the context of MR2.
*/
+ @Deprecated
public static final long DISABLED_MEMORY_LIMIT = -1L;
/**
@@ -1809,27 +1811,19 @@ public class JobConf extends Configuration {
* Get memory required to run a map task of the job, in MB.
*
* If a value is specified in the configuration, it is returned.
- * Else, it returns {@link #DISABLED_MEMORY_LIMIT}.
+ * Else, it returns {@link JobContext#DEFAULT_MAP_MEMORY_MB}.
* <p/>
* For backward compatibility, if the job configuration sets the
* key {@link #MAPRED_TASK_MAXVMEM_PROPERTY} to a value different
* from {@link #DISABLED_MEMORY_LIMIT}, that value will be used
* after converting it from bytes to MB.
* @return memory required to run a map task of the job, in MB,
- * or {@link #DISABLED_MEMORY_LIMIT} if unset.
*/
public long getMemoryForMapTask() {
long value = getDeprecatedMemoryValue();
- if (value == DISABLED_MEMORY_LIMIT) {
- value = normalizeMemoryConfigValue(
- getLong(JobConf.MAPREDUCE_JOB_MAP_MEMORY_MB_PROPERTY,
- DISABLED_MEMORY_LIMIT));
- }
- // In case that M/R 1.x applications use the old property name
- if (value == DISABLED_MEMORY_LIMIT) {
- value = normalizeMemoryConfigValue(
- getLong(JobConf.MAPRED_JOB_MAP_MEMORY_MB_PROPERTY,
- DISABLED_MEMORY_LIMIT));
+ if (value < 0) {
+ return getLong(JobConf.MAPRED_JOB_MAP_MEMORY_MB_PROPERTY,
+ JobContext.DEFAULT_MAP_MEMORY_MB);
}
return value;
}
@@ -1844,27 +1838,19 @@ public class JobConf extends Configuration {
* Get memory required to run a reduce task of the job, in MB.
*
* If a value is specified in the configuration, it is returned.
- * Else, it returns {@link #DISABLED_MEMORY_LIMIT}.
+ * Else, it returns {@link JobContext#DEFAULT_REDUCE_MEMORY_MB}.
* <p/>
* For backward compatibility, if the job configuration sets the
* key {@link #MAPRED_TASK_MAXVMEM_PROPERTY} to a value different
* from {@link #DISABLED_MEMORY_LIMIT}, that value will be used
* after converting it from bytes to MB.
- * @return memory required to run a reduce task of the job, in MB,
- * or {@link #DISABLED_MEMORY_LIMIT} if unset.
+ * @return memory required to run a reduce task of the job, in MB.
*/
public long getMemoryForReduceTask() {
long value = getDeprecatedMemoryValue();
- if (value == DISABLED_MEMORY_LIMIT) {
- value = normalizeMemoryConfigValue(
- getLong(JobConf.MAPREDUCE_JOB_REDUCE_MEMORY_MB_PROPERTY,
- DISABLED_MEMORY_LIMIT));
- }
- // In case that M/R 1.x applications use the old property name
- if (value == DISABLED_MEMORY_LIMIT) {
- value = normalizeMemoryConfigValue(
- getLong(JobConf.MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY,
- DISABLED_MEMORY_LIMIT));
+ if (value < 0) {
+ return getLong(JobConf.MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY,
+ JobContext.DEFAULT_REDUCE_MEMORY_MB);
}
return value;
}
@@ -1876,8 +1862,7 @@ public class JobConf extends Configuration {
private long getDeprecatedMemoryValue() {
long oldValue = getLong(MAPRED_TASK_MAXVMEM_PROPERTY,
DISABLED_MEMORY_LIMIT);
- oldValue = normalizeMemoryConfigValue(oldValue);
- if (oldValue != DISABLED_MEMORY_LIMIT) {
+ if (oldValue > 0) {
oldValue /= (1024*1024);
}
return oldValue;
@@ -1921,39 +1906,6 @@ public class JobConf extends Configuration {
return val;
}
- /**
- * Compute the number of slots required to run a single map task-attempt
- * of this job.
- * @param slotSizePerMap cluster-wide value of the amount of memory required
- * to run a map-task
- * @return the number of slots required to run a single map task-attempt
- * 1 if memory parameters are disabled.
- */
- int computeNumSlotsPerMap(long slotSizePerMap) {
- if ((slotSizePerMap==DISABLED_MEMORY_LIMIT) ||
- (getMemoryForMapTask()==DISABLED_MEMORY_LIMIT)) {
- return 1;
- }
- return (int)(Math.ceil((float)getMemoryForMapTask() / (float)slotSizePerMap));
- }
-
- /**
- * Compute the number of slots required to run a single reduce task-attempt
- * of this job.
- * @param slotSizePerReduce cluster-wide value of the amount of memory
- * required to run a reduce-task
- * @return the number of slots required to run a single reduce task-attempt
- * 1 if memory parameters are disabled
- */
- int computeNumSlotsPerReduce(long slotSizePerReduce) {
- if ((slotSizePerReduce==DISABLED_MEMORY_LIMIT) ||
- (getMemoryForReduceTask()==DISABLED_MEMORY_LIMIT)) {
- return 1;
- }
- return
- (int)(Math.ceil((float)getMemoryForReduceTask() / (float)slotSizePerReduce));
- }
-
/**
* Find a jar that contains a class of the same name, if any.
* It will return a jar file, even if that is not the first thing
@@ -1975,14 +1927,12 @@ public class JobConf extends Configuration {
* set for map and reduce tasks of a job, in MB.
* <p/>
* For backward compatibility, if the job configuration sets the
- * key {@link #MAPRED_TASK_MAXVMEM_PROPERTY} to a value different
- * from {@link #DISABLED_MEMORY_LIMIT}, that value is returned.
+ * key {@link #MAPRED_TASK_MAXVMEM_PROPERTY}, that value is returned.
* Otherwise, this method will return the larger of the values returned by
* {@link #getMemoryForMapTask()} and {@link #getMemoryForReduceTask()}
* after converting them into bytes.
*
- * @return Memory required to run a task of this job, in bytes,
- * or {@link #DISABLED_MEMORY_LIMIT}, if unset.
+ * @return Memory required to run a task of this job, in bytes.
* @see #setMaxVirtualMemoryForTask(long)
* @deprecated Use {@link #getMemoryForMapTask()} and
* {@link #getMemoryForReduceTask()}
@@ -1993,15 +1943,8 @@ public class JobConf extends Configuration {
"getMaxVirtualMemoryForTask() is deprecated. " +
"Instead use getMemoryForMapTask() and getMemoryForReduceTask()");
- long value = getLong(MAPRED_TASK_MAXVMEM_PROPERTY, DISABLED_MEMORY_LIMIT);
- value = normalizeMemoryConfigValue(value);
- if (value == DISABLED_MEMORY_LIMIT) {
- value = Math.max(getMemoryForMapTask(), getMemoryForReduceTask());
- value = normalizeMemoryConfigValue(value);
- if (value != DISABLED_MEMORY_LIMIT) {
- value *= 1024*1024;
- }
- }
+ long value = getLong(MAPRED_TASK_MAXVMEM_PROPERTY,
+ Math.max(getMemoryForMapTask(), getMemoryForReduceTask()) * 1024 * 1024);
return value;
}
@@ -2027,9 +1970,8 @@ public class JobConf extends Configuration {
public void setMaxVirtualMemoryForTask(long vmem) {
LOG.warn("setMaxVirtualMemoryForTask() is deprecated."+
"Instead use setMemoryForMapTask() and setMemoryForReduceTask()");
- if(vmem != DISABLED_MEMORY_LIMIT && vmem < 0) {
- setMemoryForMapTask(DISABLED_MEMORY_LIMIT);
- setMemoryForReduceTask(DISABLED_MEMORY_LIMIT);
+ if (vmem < 0) {
+ throw new IllegalArgumentException("Task memory allocation may not be < 0");
}
if(get(JobConf.MAPRED_TASK_MAXVMEM_PROPERTY) == null) {
http://git-wip-us.apache.org/repos/asf/hadoop/blob/5109157e/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java
index 5a38da8..450f366 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java
@@ -278,6 +278,8 @@ public class ConfigUtil {
MRJobConfig.TASK_DEBUGOUT_LINES),
new DeprecationDelta("mapred.merge.recordsBeforeProgress",
MRJobConfig.RECORDS_BEFORE_PROGRESS),
+ new DeprecationDelta("mapred.merge.recordsBeforeProgress",
+ MRJobConfig.COMBINE_RECORDS_BEFORE_PROGRESS),
new DeprecationDelta("mapred.skip.attempts.to.start.skipping",
MRJobConfig.SKIP_START_ATTEMPTS),
new DeprecationDelta("mapred.task.id",
http://git-wip-us.apache.org/repos/asf/hadoop/blob/5109157e/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
index 802ffa1..703a103 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
@@ -185,11 +185,42 @@
</description>
</property>
+<property>
+ <name>mapreduce.map.memory.mb</name>
+ <value>1024</value>
+ <description>The amount of memory to request from the scheduler for each
+ map task.
+ </description>
+</property>
+
+<property>
+ <name>mapreduce.map.cpu.vcores</name>
+ <value>1</value>
+ <description>The number of virtual cores to request from the scheduler for
+ each map task.
+ </description>
+</property>
+
+<property>
+ <name>mapreduce.reduce.memory.mb</name>
+ <value>1024</value>
+ <description>The amount of memory to request from the scheduler for each
+ reduce task.
+ </description>
+</property>
+
+<property>
+ <name>mapreduce.reduce.cpu.vcores</name>
+ <value>1</value>
+ <description>The number of virtual cores to request from the scheduler for
+ each reduce task.
+ </description>
+</property>
<property>
<name>mapred.child.java.opts</name>
<value>-Xmx200m</value>
- <description>Java opts for the task tracker child processes.
+ <description>Java opts for the task processes.
The following symbol, if present, will be interpolated: @taskid@ is replaced
by current TaskID. Any other occurrences of '@' will go unchanged.
For example, to enable verbose gc logging to a file named for the taskid in
@@ -203,17 +234,55 @@
</description>
</property>
+<!-- This is commented out so that it won't override mapred.child.java.opts.
+<property>
+ <name>mapreduce.map.java.opts</name>
+ <value></value>
+ <description>Java opts only for the child processes that are maps. If set,
+ this will be used instead of mapred.child.java.opts.
+ </description>
+</property>
+-->
+
+<!-- This is commented out so that it won't override mapred.child.java.opts.
+<property>
+ <name>mapreduce.reduce.java.opts</name>
+ <value></value>
+ <description>Java opts only for the child processes that are reduces. If set,
+ this will be used instead of mapred.child.java.opts.
+ </description>
+</property>
+-->
+
<property>
<name>mapred.child.env</name>
<value></value>
- <description>User added environment variables for the task tracker child
- processes. Example :
+ <description>User added environment variables for the task processes.
+ Example :
1) A=foo This will set the env variable A to foo
2) B=$B:c This is inherit nodemanager's B env variable on Unix.
3) B=%B%;c This is inherit nodemanager's B env variable on Windows.
</description>
</property>
+<!-- This is commented out so that it won't override mapred.child.env.
+<property>
+ <name>mapreduce.map.env</name>
+ <value></value>
+ <description>User added environment variables for the map task processes.
+ </description>
+</property>
+-->
+
+<!-- This is commented out so that it won't override mapred.child.env.
+<property>
+ <name>mapreduce.reduce.env</name>
+ <value></value>
+ <description>User added environment variables for the reduce task processes.
+ </description>
+</property>
+-->
+
<property>
<name>mapreduce.admin.user.env</name>
<value></value>
@@ -490,6 +559,12 @@
</description>
</property>
+<property>
+ <name>mapreduce.input.lineinputformat.linespermap</name>
+ <value>1</value>
+ <description>When using NLineInputFormat, the number of lines of input data
+ to include in each split.</description>
+</property>
<property>
@@ -924,6 +999,14 @@
</property>
<property>
+ <name>mapreduce.task.combine.progress.records</name>
+ <value>10000</value>
+ <description> The number of records to process during combine output collection
+ before sending a progress notification.
+ </description>
+</property>
+
+<property>
<name>mapreduce.job.reduce.slowstart.completedmaps</name>
<value>0.05</value>
<description>Fraction of the number of maps in the job which should be
http://git-wip-us.apache.org/repos/asf/hadoop/blob/5109157e/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/TestJobConf.java
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/TestJobConf.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/TestJobConf.java
index f432745..3d924e1 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/TestJobConf.java
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/TestJobConf.java
@@ -140,18 +140,21 @@ public class TestJobConf {
conf.setQueueName("qname");
assertEquals("qname", conf.getQueueName());
- assertEquals(1, conf.computeNumSlotsPerMap(100L));
- assertEquals(1, conf.computeNumSlotsPerReduce(100L));
-
conf.setMemoryForMapTask(100 * 1000);
- assertEquals(1000, conf.computeNumSlotsPerMap(100L));
+ assertEquals(100 * 1000, conf.getMemoryForMapTask());
conf.setMemoryForReduceTask(1000 * 1000);
- assertEquals(1000, conf.computeNumSlotsPerReduce(1000L));
+ assertEquals(1000 * 1000, conf.getMemoryForReduceTask());
assertEquals(-1, conf.getMaxPhysicalMemoryForTask());
assertEquals("The variable key is no longer used.",
JobConf.deprecatedString("key"));
-
+
+ // make sure mapreduce.map|reduce.java.opts are not set by default
+ // so that they won't override mapred.child.java.opts
+ assertEquals("mapreduce.map.java.opts should not be set by default",
+ null, conf.get(JobConf.MAPRED_MAP_TASK_JAVA_OPTS));
+ assertEquals("mapreduce.reduce.java.opts should not be set by default",
+ null, conf.get(JobConf.MAPRED_REDUCE_TASK_JAVA_OPTS));
}
/**
http://git-wip-us.apache.org/repos/asf/hadoop/blob/5109157e/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/conf/TestJobConf.java
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/conf/TestJobConf.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/conf/TestJobConf.java
index b69f450..e380d92 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/conf/TestJobConf.java
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/conf/TestJobConf.java
@@ -108,6 +108,11 @@ public class TestJobConf {
JobConf configuration = new JobConf();
configuration.set(JobConf.MAPRED_TASK_MAXVMEM_PROPERTY, "-3");
+ Assert.assertEquals(MRJobConfig.DEFAULT_MAP_MEMORY_MB,
+ configuration.getMemoryForMapTask());
+ Assert.assertEquals(MRJobConfig.DEFAULT_REDUCE_MEMORY_MB,
+ configuration.getMemoryForReduceTask());
+
configuration.set(MRJobConfig.MAP_MEMORY_MB, "4");
configuration.set(MRJobConfig.REDUCE_MEMORY_MB, "5");
Assert.assertEquals(4, configuration.getMemoryForMapTask());
@@ -116,23 +121,16 @@ public class TestJobConf {
}
/**
- * Test that negative values for all memory configuration properties causes
- * APIs to disable memory limits
+ * Test that negative values for new configuration keys get passed through.
*/
@Test
public void testNegativeValuesForMemoryParams() {
JobConf configuration = new JobConf();
-
- configuration.set(JobConf.MAPRED_TASK_MAXVMEM_PROPERTY, "-4");
+
configuration.set(MRJobConfig.MAP_MEMORY_MB, "-5");
configuration.set(MRJobConfig.REDUCE_MEMORY_MB, "-6");
-
- Assert.assertEquals(JobConf.DISABLED_MEMORY_LIMIT,
- configuration.getMemoryForMapTask());
- Assert.assertEquals(JobConf.DISABLED_MEMORY_LIMIT,
- configuration.getMemoryForReduceTask());
- Assert.assertEquals(JobConf.DISABLED_MEMORY_LIMIT,
- configuration.getMaxVirtualMemoryForTask());
+ Assert.assertEquals(-5, configuration.getMemoryForMapTask());
+ Assert.assertEquals(-6, configuration.getMemoryForReduceTask());
}
/**
http://git-wip-us.apache.org/repos/asf/hadoop/blob/5109157e/hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestHighRamJob.java
----------------------------------------------------------------------
diff --git a/hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestHighRamJob.java b/hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestHighRamJob.java
index 5523d73..9cc84ea 100644
--- a/hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestHighRamJob.java
+++ b/hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestHighRamJob.java
@@ -97,10 +97,10 @@ public class TestHighRamJob {
// check if the high ram properties are not set
assertEquals(expectedMapMB,
simulatedConf.getLong(MRJobConfig.MAP_MEMORY_MB,
- JobConf.DISABLED_MEMORY_LIMIT));
+ MRJobConfig.DEFAULT_MAP_MEMORY_MB));
assertEquals(expectedReduceMB,
simulatedConf.getLong(MRJobConfig.REDUCE_MEMORY_MB,
- JobConf.DISABLED_MEMORY_LIMIT));
+ MRJobConfig.DEFAULT_MAP_MEMORY_MB));
}
/**
@@ -114,10 +114,10 @@ public class TestHighRamJob {
// test : check high ram emulation disabled
gridmixConf.setBoolean(GridmixJob.GRIDMIX_HIGHRAM_EMULATION_ENABLE, false);
- testHighRamConfig(10, 20, 5, 10, JobConf.DISABLED_MEMORY_LIMIT,
- JobConf.DISABLED_MEMORY_LIMIT,
- JobConf.DISABLED_MEMORY_LIMIT,
- JobConf.DISABLED_MEMORY_LIMIT, gridmixConf);
+ testHighRamConfig(10, 20, 5, 10, MRJobConfig.DEFAULT_MAP_MEMORY_MB,
+ MRJobConfig.DEFAULT_REDUCE_MEMORY_MB,
+ MRJobConfig.DEFAULT_MAP_MEMORY_MB,
+ MRJobConfig.DEFAULT_REDUCE_MEMORY_MB, gridmixConf);
// test : check with high ram enabled (default) and no scaling
gridmixConf = new Configuration();