You are viewing a plain text version of this content. The canonical link for it is here.
Posted to mapreduce-commits@hadoop.apache.org by sz...@apache.org on 2013/11/03 18:51:54 UTC
svn commit: r1538408 - in
/hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project: ./
hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/
hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/...
Author: szetszwo
Date: Sun Nov 3 17:51:52 2013
New Revision: 1538408
URL: http://svn.apache.org/r1538408
Log:
Merge r1537584 through r1538407 from trunk.
Modified:
hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/ (props changed)
hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/CHANGES.txt (contents, props changed)
hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java
hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRAMWithNonNormalizedCapabilities.java
hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/FadvisedFileRegion.java
hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
Propchange: hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/
------------------------------------------------------------------------------
Merged /hadoop/common/trunk/hadoop-mapreduce-project:r1537252-1538407
Modified: hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/CHANGES.txt?rev=1538408&r1=1538407&r2=1538408&view=diff
==============================================================================
--- hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/CHANGES.txt (original)
+++ hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/CHANGES.txt Sun Nov 3 17:51:52 2013
@@ -171,6 +171,9 @@ Release 2.3.0 - UNRELEASED
MAPREDUCE-5487. In task processes, JobConf is unnecessarily loaded again
in Limits (Sandy Ryza)
+ MAPREDUCE-5601. ShuffleHandler fadvises file regions as DONTNEED even when
+ fetch fails (Sandy Ryza)
+
BUG FIXES
MAPREDUCE-5316. job -list-attempt-ids command does not handle illegal
@@ -237,6 +240,9 @@ Release 2.2.1 - UNRELEASED
MAPREDUCE-5598. TestUserDefinedCounters.testMapReduceJob is flakey
(Robert Kanter via jlowe)
+ MAPREDUCE-5604. TestMRAMWithNonNormalizedCapabilities fails on Windows due to
+ exceeding max path length. (cnauroth)
+
Release 2.2.0 - 2013-10-13
INCOMPATIBLE CHANGES
Propchange: hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/CHANGES.txt
------------------------------------------------------------------------------
Merged /hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt:r1536890-1538407
Modified: hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java?rev=1538408&r1=1538407&r2=1538408&view=diff
==============================================================================
--- hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java (original)
+++ hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ConfigUtil.java Sun Nov 3 17:51:52 2013
@@ -20,6 +20,7 @@ package org.apache.hadoop.mapreduce.util
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.conf.Configuration.DeprecationDelta;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.MRConfig;
import org.apache.hadoop.mapreduce.MRJobConfig;
@@ -50,487 +51,483 @@ public class ConfigUtil {
*/
@SuppressWarnings("deprecation")
private static void addDeprecatedKeys() {
- Configuration.addDeprecation("mapred.temp.dir",
- new String[] {MRConfig.TEMP_DIR});
- Configuration.addDeprecation("mapred.local.dir",
- new String[] {MRConfig.LOCAL_DIR});
- Configuration.addDeprecation("mapred.cluster.map.memory.mb",
- new String[] {MRConfig.MAPMEMORY_MB});
- Configuration.addDeprecation("mapred.cluster.reduce.memory.mb",
- new String[] {MRConfig.REDUCEMEMORY_MB});
- Configuration.addDeprecation("mapred.acls.enabled",
- new String[] {MRConfig.MR_ACLS_ENABLED});
+ Configuration.addDeprecations(new DeprecationDelta[] {
+ new DeprecationDelta("mapred.temp.dir",
+ MRConfig.TEMP_DIR),
+ new DeprecationDelta("mapred.local.dir",
+ MRConfig.LOCAL_DIR),
+ new DeprecationDelta("mapred.cluster.map.memory.mb",
+ MRConfig.MAPMEMORY_MB),
+ new DeprecationDelta("mapred.cluster.reduce.memory.mb",
+ MRConfig.REDUCEMEMORY_MB),
+ new DeprecationDelta("mapred.acls.enabled",
+ MRConfig.MR_ACLS_ENABLED),
- Configuration.addDeprecation("mapred.cluster.max.map.memory.mb",
- new String[] {JTConfig.JT_MAX_MAPMEMORY_MB});
- Configuration.addDeprecation("mapred.cluster.max.reduce.memory.mb",
- new String[] {JTConfig.JT_MAX_REDUCEMEMORY_MB});
+ new DeprecationDelta("mapred.cluster.max.map.memory.mb",
+ JTConfig.JT_MAX_MAPMEMORY_MB),
+ new DeprecationDelta("mapred.cluster.max.reduce.memory.mb",
+ JTConfig.JT_MAX_REDUCEMEMORY_MB),
- Configuration.addDeprecation("mapred.cluster.average.blacklist.threshold",
- new String[] {JTConfig.JT_AVG_BLACKLIST_THRESHOLD});
- Configuration.addDeprecation("hadoop.job.history.location",
- new String[] {JTConfig.JT_JOBHISTORY_LOCATION});
- Configuration.addDeprecation(
- "mapred.job.tracker.history.completed.location",
- new String[] {JTConfig.JT_JOBHISTORY_COMPLETED_LOCATION});
- Configuration.addDeprecation("mapred.jobtracker.job.history.block.size",
- new String[] {JTConfig.JT_JOBHISTORY_BLOCK_SIZE});
- Configuration.addDeprecation("mapred.job.tracker.jobhistory.lru.cache.size",
- new String[] {JTConfig.JT_JOBHISTORY_CACHE_SIZE});
- Configuration.addDeprecation("mapred.hosts",
- new String[] {JTConfig.JT_HOSTS_FILENAME});
- Configuration.addDeprecation("mapred.hosts.exclude",
- new String[] {JTConfig.JT_HOSTS_EXCLUDE_FILENAME});
- Configuration.addDeprecation("mapred.system.dir",
- new String[] {JTConfig.JT_SYSTEM_DIR});
- Configuration.addDeprecation("mapred.max.tracker.blacklists",
- new String[] {JTConfig.JT_MAX_TRACKER_BLACKLISTS});
- Configuration.addDeprecation("mapred.job.tracker",
- new String[] {JTConfig.JT_IPC_ADDRESS});
- Configuration.addDeprecation("mapred.job.tracker.http.address",
- new String[] {JTConfig.JT_HTTP_ADDRESS});
- Configuration.addDeprecation("mapred.job.tracker.handler.count",
- new String[] {JTConfig.JT_IPC_HANDLER_COUNT});
- Configuration.addDeprecation("mapred.jobtracker.restart.recover",
- new String[] {JTConfig.JT_RESTART_ENABLED});
- Configuration.addDeprecation("mapred.jobtracker.taskScheduler",
- new String[] {JTConfig.JT_TASK_SCHEDULER});
- Configuration.addDeprecation(
- "mapred.jobtracker.taskScheduler.maxRunningTasksPerJob",
- new String[] {JTConfig.JT_RUNNINGTASKS_PER_JOB});
- Configuration.addDeprecation("mapred.jobtracker.instrumentation",
- new String[] {JTConfig.JT_INSTRUMENTATION});
- Configuration.addDeprecation("mapred.jobtracker.maxtasks.per.job",
- new String[] {JTConfig.JT_TASKS_PER_JOB});
- Configuration.addDeprecation("mapred.heartbeats.in.second",
- new String[] {JTConfig.JT_HEARTBEATS_IN_SECOND});
- Configuration.addDeprecation("mapred.job.tracker.persist.jobstatus.active",
- new String[] {JTConfig.JT_PERSIST_JOBSTATUS});
- Configuration.addDeprecation("mapred.job.tracker.persist.jobstatus.hours",
- new String[] {JTConfig.JT_PERSIST_JOBSTATUS_HOURS});
- Configuration.addDeprecation("mapred.job.tracker.persist.jobstatus.dir",
- new String[] {JTConfig.JT_PERSIST_JOBSTATUS_DIR});
- Configuration.addDeprecation("mapred.permissions.supergroup",
- new String[] {MRConfig.MR_SUPERGROUP});
- Configuration.addDeprecation("mapreduce.jobtracker.permissions.supergroup",
- new String[] {MRConfig.MR_SUPERGROUP});
- Configuration.addDeprecation("mapred.task.cache.levels",
- new String[] {JTConfig.JT_TASKCACHE_LEVELS});
- Configuration.addDeprecation("mapred.jobtracker.taskalloc.capacitypad",
- new String[] {JTConfig.JT_TASK_ALLOC_PAD_FRACTION});
- Configuration.addDeprecation("mapred.jobinit.threads",
- new String[] {JTConfig.JT_JOBINIT_THREADS});
- Configuration.addDeprecation("mapred.tasktracker.expiry.interval",
- new String[] {JTConfig.JT_TRACKER_EXPIRY_INTERVAL});
- Configuration.addDeprecation("mapred.job.tracker.retiredjobs.cache.size",
- new String[] {JTConfig.JT_RETIREJOB_CACHE_SIZE});
- Configuration.addDeprecation("mapred.job.tracker.retire.jobs",
- new String[] {JTConfig.JT_RETIREJOBS});
- Configuration.addDeprecation("mapred.healthChecker.interval",
- new String[] {TTConfig.TT_HEALTH_CHECKER_INTERVAL});
- Configuration.addDeprecation("mapred.healthChecker.script.args",
- new String[] {TTConfig.TT_HEALTH_CHECKER_SCRIPT_ARGS});
- Configuration.addDeprecation("mapred.healthChecker.script.path",
- new String[] {TTConfig.TT_HEALTH_CHECKER_SCRIPT_PATH});
- Configuration.addDeprecation("mapred.healthChecker.script.timeout",
- new String[] {TTConfig.TT_HEALTH_CHECKER_SCRIPT_TIMEOUT});
- Configuration.addDeprecation("mapred.local.dir.minspacekill",
- new String[] {TTConfig.TT_LOCAL_DIR_MINSPACE_KILL});
- Configuration.addDeprecation("mapred.local.dir.minspacestart",
- new String[] {TTConfig.TT_LOCAL_DIR_MINSPACE_START});
- Configuration.addDeprecation("mapred.task.tracker.http.address",
- new String[] {TTConfig.TT_HTTP_ADDRESS});
- Configuration.addDeprecation("mapred.task.tracker.report.address",
- new String[] {TTConfig.TT_REPORT_ADDRESS});
- Configuration.addDeprecation("mapred.task.tracker.task-controller",
- new String[] {TTConfig.TT_TASK_CONTROLLER});
- Configuration.addDeprecation("mapred.tasktracker.dns.interface",
- new String[] {TTConfig.TT_DNS_INTERFACE});
- Configuration.addDeprecation("mapred.tasktracker.dns.nameserver",
- new String[] {TTConfig.TT_DNS_NAMESERVER});
- Configuration.addDeprecation("mapred.tasktracker.events.batchsize",
- new String[] {TTConfig.TT_MAX_TASK_COMPLETION_EVENTS_TO_POLL});
- Configuration.addDeprecation("mapred.tasktracker.indexcache.mb",
- new String[] {TTConfig.TT_INDEX_CACHE});
- Configuration.addDeprecation("mapred.tasktracker.instrumentation",
- new String[] {TTConfig.TT_INSTRUMENTATION});
- Configuration.addDeprecation("mapred.tasktracker.map.tasks.maximum",
- new String[] {TTConfig.TT_MAP_SLOTS});
- Configuration.addDeprecation("mapred.tasktracker.memory_calculator_plugin",
- new String[] {TTConfig.TT_RESOURCE_CALCULATOR_PLUGIN});
- Configuration.addDeprecation("mapred.tasktracker.memorycalculatorplugin",
- new String[] {TTConfig.TT_RESOURCE_CALCULATOR_PLUGIN});
- Configuration.addDeprecation("mapred.tasktracker.reduce.tasks.maximum",
- new String[] {TTConfig.TT_REDUCE_SLOTS});
- Configuration.addDeprecation(
- "mapred.tasktracker.taskmemorymanager.monitoring-interval",
- new String[] {TTConfig.TT_MEMORY_MANAGER_MONITORING_INTERVAL});
- Configuration.addDeprecation(
- "mapred.tasktracker.tasks.sleeptime-before-sigkill",
- new String[] {TTConfig.TT_SLEEP_TIME_BEFORE_SIG_KILL});
- Configuration.addDeprecation("slave.host.name",
- new String[] {TTConfig.TT_HOST_NAME});
- Configuration.addDeprecation("tasktracker.http.threads",
- new String[] {TTConfig.TT_HTTP_THREADS});
- Configuration.addDeprecation("hadoop.net.static.resolutions",
- new String[] {TTConfig.TT_STATIC_RESOLUTIONS});
- Configuration.addDeprecation("local.cache.size",
- new String[] {TTConfig.TT_LOCAL_CACHE_SIZE});
- Configuration.addDeprecation("tasktracker.contention.tracking",
- new String[] {TTConfig.TT_CONTENTION_TRACKING});
- Configuration.addDeprecation("job.end.notification.url",
- new String[] {MRJobConfig.MR_JOB_END_NOTIFICATION_URL});
- Configuration.addDeprecation("job.end.retry.attempts",
- new String[] {MRJobConfig.MR_JOB_END_RETRY_ATTEMPTS});
- Configuration.addDeprecation("job.end.retry.interval",
- new String[] {MRJobConfig.MR_JOB_END_RETRY_INTERVAL});
- Configuration.addDeprecation("mapred.committer.job.setup.cleanup.needed",
- new String[] {MRJobConfig.SETUP_CLEANUP_NEEDED});
- Configuration.addDeprecation("mapred.jar",
- new String[] {MRJobConfig.JAR});
- Configuration.addDeprecation("mapred.job.id",
- new String[] {MRJobConfig.ID});
- Configuration.addDeprecation("mapred.job.name",
- new String[] {MRJobConfig.JOB_NAME});
- Configuration.addDeprecation("mapred.job.priority",
- new String[] {MRJobConfig.PRIORITY});
- Configuration.addDeprecation("mapred.job.queue.name",
- new String[] {MRJobConfig.QUEUE_NAME});
- Configuration.addDeprecation("mapred.job.reuse.jvm.num.tasks",
- new String[] {MRJobConfig.JVM_NUMTASKS_TORUN});
- Configuration.addDeprecation("mapred.map.tasks",
- new String[] {MRJobConfig.NUM_MAPS});
- Configuration.addDeprecation("mapred.max.tracker.failures",
- new String[] {MRJobConfig.MAX_TASK_FAILURES_PER_TRACKER});
- Configuration.addDeprecation("mapred.reduce.slowstart.completed.maps",
- new String[] {MRJobConfig.COMPLETED_MAPS_FOR_REDUCE_SLOWSTART});
- Configuration.addDeprecation("mapred.reduce.tasks",
- new String[] {MRJobConfig.NUM_REDUCES});
- Configuration.addDeprecation("mapred.skip.on",
- new String[] {MRJobConfig.SKIP_RECORDS});
- Configuration.addDeprecation("mapred.skip.out.dir",
- new String[] {MRJobConfig.SKIP_OUTDIR});
- Configuration.addDeprecation(
- "mapred.speculative.execution.slowNodeThreshold",
- new String[] {MRJobConfig.SPECULATIVE_SLOWNODE_THRESHOLD});
- Configuration.addDeprecation(
- "mapred.speculative.execution.slowTaskThreshold",
- new String[] {MRJobConfig.SPECULATIVE_SLOWTASK_THRESHOLD});
- Configuration.addDeprecation("mapred.speculative.execution.speculativeCap",
- new String[] {MRJobConfig.SPECULATIVECAP});
- Configuration.addDeprecation("job.local.dir",
- new String[] {MRJobConfig.JOB_LOCAL_DIR});
- Configuration.addDeprecation("mapreduce.inputformat.class",
- new String[] {MRJobConfig.INPUT_FORMAT_CLASS_ATTR});
- Configuration.addDeprecation("mapreduce.map.class",
- new String[] {MRJobConfig.MAP_CLASS_ATTR});
- Configuration.addDeprecation("mapreduce.combine.class",
- new String[] {MRJobConfig.COMBINE_CLASS_ATTR});
- Configuration.addDeprecation("mapreduce.reduce.class",
- new String[] {MRJobConfig.REDUCE_CLASS_ATTR});
- Configuration.addDeprecation("mapreduce.outputformat.class",
- new String[] {MRJobConfig.OUTPUT_FORMAT_CLASS_ATTR});
- Configuration.addDeprecation("mapreduce.partitioner.class",
- new String[] {MRJobConfig.PARTITIONER_CLASS_ATTR});
- Configuration.addDeprecation("mapred.job.classpath.archives",
- new String[] {MRJobConfig.CLASSPATH_ARCHIVES});
- Configuration.addDeprecation("mapred.job.classpath.files",
- new String[] {MRJobConfig.CLASSPATH_FILES});
- Configuration.addDeprecation("mapred.cache.files",
- new String[] {MRJobConfig.CACHE_FILES});
- Configuration.addDeprecation("mapred.cache.archives",
- new String[] {MRJobConfig.CACHE_ARCHIVES});
- Configuration.addDeprecation("mapred.cache.localFiles",
- new String[] {MRJobConfig.CACHE_LOCALFILES});
- Configuration.addDeprecation("mapred.cache.localArchives",
- new String[] {MRJobConfig.CACHE_LOCALARCHIVES});
- Configuration.addDeprecation("mapred.cache.files.filesizes",
- new String[] {MRJobConfig.CACHE_FILES_SIZES});
- Configuration.addDeprecation("mapred.cache.archives.filesizes",
- new String[] {MRJobConfig.CACHE_ARCHIVES_SIZES});
- Configuration.addDeprecation("mapred.cache.files.timestamps",
- new String[] {MRJobConfig.CACHE_FILE_TIMESTAMPS});
- Configuration.addDeprecation("mapred.cache.archives.timestamps",
- new String[] {MRJobConfig.CACHE_ARCHIVES_TIMESTAMPS});
- Configuration.addDeprecation("mapred.working.dir",
- new String[] {MRJobConfig.WORKING_DIR});
- Configuration.addDeprecation("user.name",
- new String[] {MRJobConfig.USER_NAME});
- Configuration.addDeprecation("mapred.output.key.class",
- new String[] {MRJobConfig.OUTPUT_KEY_CLASS});
- Configuration.addDeprecation("mapred.output.value.class",
- new String[] {MRJobConfig.OUTPUT_VALUE_CLASS});
- Configuration.addDeprecation("mapred.output.value.groupfn.class",
- new String[] {MRJobConfig.GROUP_COMPARATOR_CLASS});
- Configuration.addDeprecation("mapred.output.key.comparator.class",
- new String[] {MRJobConfig.KEY_COMPARATOR});
- Configuration.addDeprecation("io.sort.factor",
- new String[] {MRJobConfig.IO_SORT_FACTOR});
- Configuration.addDeprecation("io.sort.mb",
- new String[] {MRJobConfig.IO_SORT_MB});
- Configuration.addDeprecation("keep.failed.task.files",
- new String[] {MRJobConfig.PRESERVE_FAILED_TASK_FILES});
- Configuration.addDeprecation("keep.task.files.pattern",
- new String[] {MRJobConfig.PRESERVE_FILES_PATTERN});
- Configuration.addDeprecation("mapred.child.tmp",
- new String[] {MRJobConfig.TASK_TEMP_DIR});
- Configuration.addDeprecation("mapred.debug.out.lines",
- new String[] {MRJobConfig.TASK_DEBUGOUT_LINES});
- Configuration.addDeprecation("mapred.merge.recordsBeforeProgress",
- new String[] {MRJobConfig.RECORDS_BEFORE_PROGRESS});
- Configuration.addDeprecation("mapred.skip.attempts.to.start.skipping",
- new String[] {MRJobConfig.SKIP_START_ATTEMPTS});
- Configuration.addDeprecation("mapred.task.id",
- new String[] {MRJobConfig.TASK_ATTEMPT_ID});
- Configuration.addDeprecation("mapred.task.is.map",
- new String[] {MRJobConfig.TASK_ISMAP});
- Configuration.addDeprecation("mapred.task.partition",
- new String[] {MRJobConfig.TASK_PARTITION});
- Configuration.addDeprecation("mapred.task.profile",
- new String[] {MRJobConfig.TASK_PROFILE});
- Configuration.addDeprecation("mapred.task.profile.maps",
- new String[] {MRJobConfig.NUM_MAP_PROFILES});
- Configuration.addDeprecation("mapred.task.profile.reduces",
- new String[] {MRJobConfig.NUM_REDUCE_PROFILES});
- Configuration.addDeprecation("mapred.task.timeout",
- new String[] {MRJobConfig.TASK_TIMEOUT});
- Configuration.addDeprecation("mapred.tip.id",
- new String[] {MRJobConfig.TASK_ID});
- Configuration.addDeprecation("mapred.work.output.dir",
- new String[] {MRJobConfig.TASK_OUTPUT_DIR});
- Configuration.addDeprecation("mapred.userlog.limit.kb",
- new String[] {MRJobConfig.TASK_USERLOG_LIMIT});
- Configuration.addDeprecation("mapred.userlog.retain.hours",
- new String[] {MRJobConfig.USER_LOG_RETAIN_HOURS});
- Configuration.addDeprecation("mapred.task.profile.params",
- new String[] {MRJobConfig.TASK_PROFILE_PARAMS});
- Configuration.addDeprecation("io.sort.spill.percent",
- new String[] {MRJobConfig.MAP_SORT_SPILL_PERCENT});
- Configuration.addDeprecation("map.input.file",
- new String[] {MRJobConfig.MAP_INPUT_FILE});
- Configuration.addDeprecation("map.input.length",
- new String[] {MRJobConfig.MAP_INPUT_PATH});
- Configuration.addDeprecation("map.input.start",
- new String[] {MRJobConfig.MAP_INPUT_START});
- Configuration.addDeprecation("mapred.job.map.memory.mb",
- new String[] {MRJobConfig.MAP_MEMORY_MB});
- Configuration.addDeprecation("mapred.map.child.env",
- new String[] {MRJobConfig.MAP_ENV});
- Configuration.addDeprecation("mapred.map.child.java.opts",
- new String[] {MRJobConfig.MAP_JAVA_OPTS});
- Configuration.addDeprecation("mapred.map.max.attempts",
- new String[] {MRJobConfig.MAP_MAX_ATTEMPTS});
- Configuration.addDeprecation("mapred.map.task.debug.script",
- new String[] {MRJobConfig.MAP_DEBUG_SCRIPT});
- Configuration.addDeprecation("mapred.map.tasks.speculative.execution",
- new String[] {MRJobConfig.MAP_SPECULATIVE});
- Configuration.addDeprecation("mapred.max.map.failures.percent",
- new String[] {MRJobConfig.MAP_FAILURES_MAX_PERCENT});
- Configuration.addDeprecation("mapred.skip.map.auto.incr.proc.count",
- new String[] {MRJobConfig.MAP_SKIP_INCR_PROC_COUNT});
- Configuration.addDeprecation("mapred.skip.map.max.skip.records",
- new String[] {MRJobConfig.MAP_SKIP_MAX_RECORDS});
- Configuration.addDeprecation("min.num.spills.for.combine",
- new String[] {MRJobConfig.MAP_COMBINE_MIN_SPILLS});
- Configuration.addDeprecation("mapred.compress.map.output",
- new String[] {MRJobConfig.MAP_OUTPUT_COMPRESS});
- Configuration.addDeprecation("mapred.map.output.compression.codec",
- new String[] {MRJobConfig.MAP_OUTPUT_COMPRESS_CODEC});
- Configuration.addDeprecation("mapred.mapoutput.key.class",
- new String[] {MRJobConfig.MAP_OUTPUT_KEY_CLASS});
- Configuration.addDeprecation("mapred.mapoutput.value.class",
- new String[] {MRJobConfig.MAP_OUTPUT_VALUE_CLASS});
- Configuration.addDeprecation("map.output.key.field.separator",
- new String[] {MRJobConfig.MAP_OUTPUT_KEY_FIELD_SEPERATOR});
- Configuration.addDeprecation("mapred.map.child.log.level",
- new String[] {MRJobConfig.MAP_LOG_LEVEL});
- Configuration.addDeprecation("mapred.inmem.merge.threshold",
- new String[] {MRJobConfig.REDUCE_MERGE_INMEM_THRESHOLD});
- Configuration.addDeprecation("mapred.job.reduce.input.buffer.percent",
- new String[] {MRJobConfig.REDUCE_INPUT_BUFFER_PERCENT});
- Configuration.addDeprecation("mapred.job.reduce.markreset.buffer.percent",
- new String[] {MRJobConfig.REDUCE_MARKRESET_BUFFER_PERCENT});
- Configuration.addDeprecation("mapred.job.reduce.memory.mb",
- new String[] {MRJobConfig.REDUCE_MEMORY_MB});
- Configuration.addDeprecation("mapred.job.reduce.total.mem.bytes",
- new String[] {MRJobConfig.REDUCE_MEMORY_TOTAL_BYTES});
- Configuration.addDeprecation("mapred.job.shuffle.input.buffer.percent",
- new String[] {MRJobConfig.SHUFFLE_INPUT_BUFFER_PERCENT});
- Configuration.addDeprecation("mapred.job.shuffle.merge.percent",
- new String[] {MRJobConfig.SHUFFLE_MERGE_PERCENT});
- Configuration.addDeprecation("mapred.max.reduce.failures.percent",
- new String[] {MRJobConfig.REDUCE_FAILURES_MAXPERCENT});
- Configuration.addDeprecation("mapred.reduce.child.env",
- new String[] {MRJobConfig.REDUCE_ENV});
- Configuration.addDeprecation("mapred.reduce.child.java.opts",
- new String[] {MRJobConfig.REDUCE_JAVA_OPTS});
- Configuration.addDeprecation("mapred.reduce.max.attempts",
- new String[] {MRJobConfig.REDUCE_MAX_ATTEMPTS});
- Configuration.addDeprecation("mapred.reduce.parallel.copies",
- new String[] {MRJobConfig.SHUFFLE_PARALLEL_COPIES});
- Configuration.addDeprecation("mapred.reduce.task.debug.script",
- new String[] {MRJobConfig.REDUCE_DEBUG_SCRIPT});
- Configuration.addDeprecation("mapred.reduce.tasks.speculative.execution",
- new String[] {MRJobConfig.REDUCE_SPECULATIVE});
- Configuration.addDeprecation("mapred.shuffle.connect.timeout",
- new String[] {MRJobConfig.SHUFFLE_CONNECT_TIMEOUT});
- Configuration.addDeprecation("mapred.shuffle.read.timeout",
- new String[] {MRJobConfig.SHUFFLE_READ_TIMEOUT});
- Configuration.addDeprecation("mapred.skip.reduce.auto.incr.proc.count",
- new String[] {MRJobConfig.REDUCE_SKIP_INCR_PROC_COUNT});
- Configuration.addDeprecation("mapred.skip.reduce.max.skip.groups",
- new String[] {MRJobConfig.REDUCE_SKIP_MAXGROUPS});
- Configuration.addDeprecation("mapred.reduce.child.log.level",
- new String[] {MRJobConfig.REDUCE_LOG_LEVEL});
- Configuration.addDeprecation("mapreduce.job.counters.limit",
- new String[] {MRJobConfig.COUNTERS_MAX_KEY});
- Configuration.addDeprecation("jobclient.completion.poll.interval",
- new String[] {Job.COMPLETION_POLL_INTERVAL_KEY});
- Configuration.addDeprecation("jobclient.progress.monitor.poll.interval",
- new String[] {Job.PROGRESS_MONITOR_POLL_INTERVAL_KEY});
- Configuration.addDeprecation("jobclient.output.filter",
- new String[] {Job.OUTPUT_FILTER});
- Configuration.addDeprecation("mapred.submit.replication",
- new String[] {Job.SUBMIT_REPLICATION});
- Configuration.addDeprecation("mapred.used.genericoptionsparser",
- new String[] {Job.USED_GENERIC_PARSER});
- Configuration.addDeprecation("mapred.input.dir",
- new String[] {
- org.apache.hadoop.mapreduce.lib.input.FileInputFormat.INPUT_DIR});
- Configuration.addDeprecation("mapred.input.pathFilter.class",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- FileInputFormat.PATHFILTER_CLASS});
- Configuration.addDeprecation("mapred.max.split.size",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- FileInputFormat.SPLIT_MAXSIZE});
- Configuration.addDeprecation("mapred.min.split.size",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- FileInputFormat.SPLIT_MINSIZE});
- Configuration.addDeprecation("mapred.output.compress",
- new String[] {org.apache.hadoop.mapreduce.lib.output.
- FileOutputFormat.COMPRESS});
- Configuration.addDeprecation("mapred.output.compression.codec",
- new String[] {org.apache.hadoop.mapreduce.lib.output.
- FileOutputFormat.COMPRESS_CODEC});
- Configuration.addDeprecation("mapred.output.compression.type",
- new String[] {org.apache.hadoop.mapreduce.lib.output.
- FileOutputFormat.COMPRESS_TYPE});
- Configuration.addDeprecation("mapred.output.dir",
- new String[] {org.apache.hadoop.mapreduce.lib.output.
- FileOutputFormat.OUTDIR});
- Configuration.addDeprecation("mapred.seqbinary.output.key.class",
- new String[] {org.apache.hadoop.mapreduce.lib.output.
- SequenceFileAsBinaryOutputFormat.KEY_CLASS});
- Configuration.addDeprecation("mapred.seqbinary.output.value.class",
- new String[] {org.apache.hadoop.mapreduce.lib.output.
- SequenceFileAsBinaryOutputFormat.VALUE_CLASS});
- Configuration.addDeprecation("sequencefile.filter.class",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- SequenceFileInputFilter.FILTER_CLASS});
- Configuration.addDeprecation("sequencefile.filter.regex",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- SequenceFileInputFilter.FILTER_REGEX});
- Configuration.addDeprecation("sequencefile.filter.frequency",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- SequenceFileInputFilter.FILTER_FREQUENCY});
- Configuration.addDeprecation("mapred.input.dir.mappers",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- MultipleInputs.DIR_MAPPERS});
- Configuration.addDeprecation("mapred.input.dir.formats",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- MultipleInputs.DIR_FORMATS});
- Configuration.addDeprecation("mapred.line.input.format.linespermap",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- NLineInputFormat.LINES_PER_MAP});
- Configuration.addDeprecation("mapred.binary.partitioner.left.offset",
- new String[] {org.apache.hadoop.mapreduce.lib.partition.
- BinaryPartitioner.LEFT_OFFSET_PROPERTY_NAME});
- Configuration.addDeprecation("mapred.binary.partitioner.right.offset",
- new String[] {org.apache.hadoop.mapreduce.lib.partition.
- BinaryPartitioner.RIGHT_OFFSET_PROPERTY_NAME});
- Configuration.addDeprecation("mapred.text.key.comparator.options",
- new String[] {org.apache.hadoop.mapreduce.lib.partition.
- KeyFieldBasedComparator.COMPARATOR_OPTIONS});
- Configuration.addDeprecation("mapred.text.key.partitioner.options",
- new String[] {org.apache.hadoop.mapreduce.lib.partition.
- KeyFieldBasedPartitioner.PARTITIONER_OPTIONS});
- Configuration.addDeprecation("mapred.mapper.regex.group",
- new String[] {org.apache.hadoop.mapreduce.lib.map.RegexMapper.GROUP});
- Configuration.addDeprecation("mapred.mapper.regex",
- new String[] {org.apache.hadoop.mapreduce.lib.map.RegexMapper.PATTERN});
- Configuration.addDeprecation("create.empty.dir.if.nonexist",
- new String[] {org.apache.hadoop.mapreduce.lib.jobcontrol.
- ControlledJob.CREATE_DIR});
- Configuration.addDeprecation("mapred.data.field.separator",
- new String[] {org.apache.hadoop.mapreduce.lib.fieldsel.
- FieldSelectionHelper.DATA_FIELD_SEPERATOR});
- Configuration.addDeprecation("map.output.key.value.fields.spec",
- new String[] {org.apache.hadoop.mapreduce.lib.fieldsel.
- FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC});
- Configuration.addDeprecation("reduce.output.key.value.fields.spec",
- new String[] {org.apache.hadoop.mapreduce.lib.fieldsel.
- FieldSelectionHelper.REDUCE_OUTPUT_KEY_VALUE_SPEC});
- Configuration.addDeprecation("mapred.min.split.size.per.node",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- CombineFileInputFormat.SPLIT_MINSIZE_PERNODE});
- Configuration.addDeprecation("mapred.min.split.size.per.rack",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- CombineFileInputFormat.SPLIT_MINSIZE_PERRACK});
- Configuration.addDeprecation("key.value.separator.in.input.line",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- KeyValueLineRecordReader.KEY_VALUE_SEPERATOR});
- Configuration.addDeprecation("mapred.linerecordreader.maxlength",
- new String[] {org.apache.hadoop.mapreduce.lib.input.
- LineRecordReader.MAX_LINE_LENGTH});
- Configuration.addDeprecation("mapred.lazy.output.format",
- new String[] {org.apache.hadoop.mapreduce.lib.output.
- LazyOutputFormat.OUTPUT_FORMAT});
- Configuration.addDeprecation("mapred.textoutputformat.separator",
- new String[] {org.apache.hadoop.mapreduce.lib.output.
- TextOutputFormat.SEPERATOR});
- Configuration.addDeprecation("mapred.join.expr",
- new String[] {org.apache.hadoop.mapreduce.lib.join.
- CompositeInputFormat.JOIN_EXPR});
- Configuration.addDeprecation("mapred.join.keycomparator",
- new String[] {org.apache.hadoop.mapreduce.lib.join.
- CompositeInputFormat.JOIN_COMPARATOR});
- Configuration.addDeprecation("hadoop.pipes.command-file.keep",
- new String[] {org.apache.hadoop.mapred.pipes.
- Submitter.PRESERVE_COMMANDFILE});
- Configuration.addDeprecation("hadoop.pipes.executable",
- new String[] {org.apache.hadoop.mapred.pipes.Submitter.EXECUTABLE});
- Configuration.addDeprecation("hadoop.pipes.executable.interpretor",
- new String[] {org.apache.hadoop.mapred.pipes.Submitter.INTERPRETOR});
- Configuration.addDeprecation("hadoop.pipes.java.mapper",
- new String[] {org.apache.hadoop.mapred.pipes.Submitter.IS_JAVA_MAP});
- Configuration.addDeprecation("hadoop.pipes.java.recordreader",
- new String[] {org.apache.hadoop.mapred.pipes.Submitter.IS_JAVA_RR});
- Configuration.addDeprecation("hadoop.pipes.java.recordwriter",
- new String[] {org.apache.hadoop.mapred.pipes.Submitter.IS_JAVA_RW});
- Configuration.addDeprecation("hadoop.pipes.java.reducer",
- new String[] {org.apache.hadoop.mapred.pipes.Submitter.IS_JAVA_REDUCE});
- Configuration.addDeprecation("hadoop.pipes.partitioner",
- new String[] {org.apache.hadoop.mapred.pipes.Submitter.PARTITIONER});
- Configuration.addDeprecation("mapred.pipes.user.inputformat",
- new String[] {org.apache.hadoop.mapred.pipes.Submitter.INPUT_FORMAT});
-
- Configuration.addDeprecation("webinterface.private.actions",
- new String[]{JTConfig.PRIVATE_ACTIONS_KEY});
-
- Configuration.addDeprecation("security.task.umbilical.protocol.acl",
- new String[] {
- MRJobConfig.MR_AM_SECURITY_SERVICE_AUTHORIZATION_TASK_UMBILICAL
- });
- Configuration.addDeprecation("security.job.submission.protocol.acl",
- new String[] {
- MRJobConfig.MR_AM_SECURITY_SERVICE_AUTHORIZATION_CLIENT
+ new DeprecationDelta("mapred.cluster.average.blacklist.threshold",
+ JTConfig.JT_AVG_BLACKLIST_THRESHOLD),
+ new DeprecationDelta("hadoop.job.history.location",
+ JTConfig.JT_JOBHISTORY_LOCATION),
+ new DeprecationDelta(
+ "mapred.job.tracker.history.completed.location",
+ JTConfig.JT_JOBHISTORY_COMPLETED_LOCATION),
+ new DeprecationDelta("mapred.jobtracker.job.history.block.size",
+ JTConfig.JT_JOBHISTORY_BLOCK_SIZE),
+ new DeprecationDelta("mapred.job.tracker.jobhistory.lru.cache.size",
+ JTConfig.JT_JOBHISTORY_CACHE_SIZE),
+ new DeprecationDelta("mapred.hosts",
+ JTConfig.JT_HOSTS_FILENAME),
+ new DeprecationDelta("mapred.hosts.exclude",
+ JTConfig.JT_HOSTS_EXCLUDE_FILENAME),
+ new DeprecationDelta("mapred.system.dir",
+ JTConfig.JT_SYSTEM_DIR),
+ new DeprecationDelta("mapred.max.tracker.blacklists",
+ JTConfig.JT_MAX_TRACKER_BLACKLISTS),
+ new DeprecationDelta("mapred.job.tracker",
+ JTConfig.JT_IPC_ADDRESS),
+ new DeprecationDelta("mapred.job.tracker.http.address",
+ JTConfig.JT_HTTP_ADDRESS),
+ new DeprecationDelta("mapred.job.tracker.handler.count",
+ JTConfig.JT_IPC_HANDLER_COUNT),
+ new DeprecationDelta("mapred.jobtracker.restart.recover",
+ JTConfig.JT_RESTART_ENABLED),
+ new DeprecationDelta("mapred.jobtracker.taskScheduler",
+ JTConfig.JT_TASK_SCHEDULER),
+ new DeprecationDelta(
+ "mapred.jobtracker.taskScheduler.maxRunningTasksPerJob",
+ JTConfig.JT_RUNNINGTASKS_PER_JOB),
+ new DeprecationDelta("mapred.jobtracker.instrumentation",
+ JTConfig.JT_INSTRUMENTATION),
+ new DeprecationDelta("mapred.jobtracker.maxtasks.per.job",
+ JTConfig.JT_TASKS_PER_JOB),
+ new DeprecationDelta("mapred.heartbeats.in.second",
+ JTConfig.JT_HEARTBEATS_IN_SECOND),
+ new DeprecationDelta("mapred.job.tracker.persist.jobstatus.active",
+ JTConfig.JT_PERSIST_JOBSTATUS),
+ new DeprecationDelta("mapred.job.tracker.persist.jobstatus.hours",
+ JTConfig.JT_PERSIST_JOBSTATUS_HOURS),
+ new DeprecationDelta("mapred.job.tracker.persist.jobstatus.dir",
+ JTConfig.JT_PERSIST_JOBSTATUS_DIR),
+ new DeprecationDelta("mapred.permissions.supergroup",
+ MRConfig.MR_SUPERGROUP),
+ new DeprecationDelta("mapreduce.jobtracker.permissions.supergroup",
+ MRConfig.MR_SUPERGROUP),
+ new DeprecationDelta("mapred.task.cache.levels",
+ JTConfig.JT_TASKCACHE_LEVELS),
+ new DeprecationDelta("mapred.jobtracker.taskalloc.capacitypad",
+ JTConfig.JT_TASK_ALLOC_PAD_FRACTION),
+ new DeprecationDelta("mapred.jobinit.threads",
+ JTConfig.JT_JOBINIT_THREADS),
+ new DeprecationDelta("mapred.tasktracker.expiry.interval",
+ JTConfig.JT_TRACKER_EXPIRY_INTERVAL),
+ new DeprecationDelta("mapred.job.tracker.retiredjobs.cache.size",
+ JTConfig.JT_RETIREJOB_CACHE_SIZE),
+ new DeprecationDelta("mapred.job.tracker.retire.jobs",
+ JTConfig.JT_RETIREJOBS),
+ new DeprecationDelta("mapred.healthChecker.interval",
+ TTConfig.TT_HEALTH_CHECKER_INTERVAL),
+ new DeprecationDelta("mapred.healthChecker.script.args",
+ TTConfig.TT_HEALTH_CHECKER_SCRIPT_ARGS),
+ new DeprecationDelta("mapred.healthChecker.script.path",
+ TTConfig.TT_HEALTH_CHECKER_SCRIPT_PATH),
+ new DeprecationDelta("mapred.healthChecker.script.timeout",
+ TTConfig.TT_HEALTH_CHECKER_SCRIPT_TIMEOUT),
+ new DeprecationDelta("mapred.local.dir.minspacekill",
+ TTConfig.TT_LOCAL_DIR_MINSPACE_KILL),
+ new DeprecationDelta("mapred.local.dir.minspacestart",
+ TTConfig.TT_LOCAL_DIR_MINSPACE_START),
+ new DeprecationDelta("mapred.task.tracker.http.address",
+ TTConfig.TT_HTTP_ADDRESS),
+ new DeprecationDelta("mapred.task.tracker.report.address",
+ TTConfig.TT_REPORT_ADDRESS),
+ new DeprecationDelta("mapred.task.tracker.task-controller",
+ TTConfig.TT_TASK_CONTROLLER),
+ new DeprecationDelta("mapred.tasktracker.dns.interface",
+ TTConfig.TT_DNS_INTERFACE),
+ new DeprecationDelta("mapred.tasktracker.dns.nameserver",
+ TTConfig.TT_DNS_NAMESERVER),
+ new DeprecationDelta("mapred.tasktracker.events.batchsize",
+ TTConfig.TT_MAX_TASK_COMPLETION_EVENTS_TO_POLL),
+ new DeprecationDelta("mapred.tasktracker.indexcache.mb",
+ TTConfig.TT_INDEX_CACHE),
+ new DeprecationDelta("mapred.tasktracker.instrumentation",
+ TTConfig.TT_INSTRUMENTATION),
+ new DeprecationDelta("mapred.tasktracker.map.tasks.maximum",
+ TTConfig.TT_MAP_SLOTS),
+ new DeprecationDelta("mapred.tasktracker.memory_calculator_plugin",
+ TTConfig.TT_RESOURCE_CALCULATOR_PLUGIN),
+ new DeprecationDelta("mapred.tasktracker.memorycalculatorplugin",
+ TTConfig.TT_RESOURCE_CALCULATOR_PLUGIN),
+ new DeprecationDelta("mapred.tasktracker.reduce.tasks.maximum",
+ TTConfig.TT_REDUCE_SLOTS),
+ new DeprecationDelta(
+ "mapred.tasktracker.taskmemorymanager.monitoring-interval",
+ TTConfig.TT_MEMORY_MANAGER_MONITORING_INTERVAL),
+ new DeprecationDelta(
+ "mapred.tasktracker.tasks.sleeptime-before-sigkill",
+ TTConfig.TT_SLEEP_TIME_BEFORE_SIG_KILL),
+ new DeprecationDelta("slave.host.name",
+ TTConfig.TT_HOST_NAME),
+ new DeprecationDelta("tasktracker.http.threads",
+ TTConfig.TT_HTTP_THREADS),
+ new DeprecationDelta("hadoop.net.static.resolutions",
+ TTConfig.TT_STATIC_RESOLUTIONS),
+ new DeprecationDelta("local.cache.size",
+ TTConfig.TT_LOCAL_CACHE_SIZE),
+ new DeprecationDelta("tasktracker.contention.tracking",
+ TTConfig.TT_CONTENTION_TRACKING),
+ new DeprecationDelta("job.end.notification.url",
+ MRJobConfig.MR_JOB_END_NOTIFICATION_URL),
+ new DeprecationDelta("job.end.retry.attempts",
+ MRJobConfig.MR_JOB_END_RETRY_ATTEMPTS),
+ new DeprecationDelta("job.end.retry.interval",
+ MRJobConfig.MR_JOB_END_RETRY_INTERVAL),
+ new DeprecationDelta("mapred.committer.job.setup.cleanup.needed",
+ MRJobConfig.SETUP_CLEANUP_NEEDED),
+ new DeprecationDelta("mapred.jar",
+ MRJobConfig.JAR),
+ new DeprecationDelta("mapred.job.id",
+ MRJobConfig.ID),
+ new DeprecationDelta("mapred.job.name",
+ MRJobConfig.JOB_NAME),
+ new DeprecationDelta("mapred.job.priority",
+ MRJobConfig.PRIORITY),
+ new DeprecationDelta("mapred.job.queue.name",
+ MRJobConfig.QUEUE_NAME),
+ new DeprecationDelta("mapred.job.reuse.jvm.num.tasks",
+ MRJobConfig.JVM_NUMTASKS_TORUN),
+ new DeprecationDelta("mapred.map.tasks",
+ MRJobConfig.NUM_MAPS),
+ new DeprecationDelta("mapred.max.tracker.failures",
+ MRJobConfig.MAX_TASK_FAILURES_PER_TRACKER),
+ new DeprecationDelta("mapred.reduce.slowstart.completed.maps",
+ MRJobConfig.COMPLETED_MAPS_FOR_REDUCE_SLOWSTART),
+ new DeprecationDelta("mapred.reduce.tasks",
+ MRJobConfig.NUM_REDUCES),
+ new DeprecationDelta("mapred.skip.on",
+ MRJobConfig.SKIP_RECORDS),
+ new DeprecationDelta("mapred.skip.out.dir",
+ MRJobConfig.SKIP_OUTDIR),
+ new DeprecationDelta("mapred.speculative.execution.slowNodeThreshold",
+ MRJobConfig.SPECULATIVE_SLOWNODE_THRESHOLD),
+ new DeprecationDelta("mapred.speculative.execution.slowTaskThreshold",
+ MRJobConfig.SPECULATIVE_SLOWTASK_THRESHOLD),
+ new DeprecationDelta("mapred.speculative.execution.speculativeCap",
+ MRJobConfig.SPECULATIVECAP),
+ new DeprecationDelta("job.local.dir",
+ MRJobConfig.JOB_LOCAL_DIR),
+ new DeprecationDelta("mapreduce.inputformat.class",
+ MRJobConfig.INPUT_FORMAT_CLASS_ATTR),
+ new DeprecationDelta("mapreduce.map.class",
+ MRJobConfig.MAP_CLASS_ATTR),
+ new DeprecationDelta("mapreduce.combine.class",
+ MRJobConfig.COMBINE_CLASS_ATTR),
+ new DeprecationDelta("mapreduce.reduce.class",
+ MRJobConfig.REDUCE_CLASS_ATTR),
+ new DeprecationDelta("mapreduce.outputformat.class",
+ MRJobConfig.OUTPUT_FORMAT_CLASS_ATTR),
+ new DeprecationDelta("mapreduce.partitioner.class",
+ MRJobConfig.PARTITIONER_CLASS_ATTR),
+ new DeprecationDelta("mapred.job.classpath.archives",
+ MRJobConfig.CLASSPATH_ARCHIVES),
+ new DeprecationDelta("mapred.job.classpath.files",
+ MRJobConfig.CLASSPATH_FILES),
+ new DeprecationDelta("mapred.cache.files",
+ MRJobConfig.CACHE_FILES),
+ new DeprecationDelta("mapred.cache.archives",
+ MRJobConfig.CACHE_ARCHIVES),
+ new DeprecationDelta("mapred.cache.localFiles",
+ MRJobConfig.CACHE_LOCALFILES),
+ new DeprecationDelta("mapred.cache.localArchives",
+ MRJobConfig.CACHE_LOCALARCHIVES),
+ new DeprecationDelta("mapred.cache.files.filesizes",
+ MRJobConfig.CACHE_FILES_SIZES),
+ new DeprecationDelta("mapred.cache.archives.filesizes",
+ MRJobConfig.CACHE_ARCHIVES_SIZES),
+ new DeprecationDelta("mapred.cache.files.timestamps",
+ MRJobConfig.CACHE_FILE_TIMESTAMPS),
+ new DeprecationDelta("mapred.cache.archives.timestamps",
+ MRJobConfig.CACHE_ARCHIVES_TIMESTAMPS),
+ new DeprecationDelta("mapred.working.dir",
+ MRJobConfig.WORKING_DIR),
+ new DeprecationDelta("user.name",
+ MRJobConfig.USER_NAME),
+ new DeprecationDelta("mapred.output.key.class",
+ MRJobConfig.OUTPUT_KEY_CLASS),
+ new DeprecationDelta("mapred.output.value.class",
+ MRJobConfig.OUTPUT_VALUE_CLASS),
+ new DeprecationDelta("mapred.output.value.groupfn.class",
+ MRJobConfig.GROUP_COMPARATOR_CLASS),
+ new DeprecationDelta("mapred.output.key.comparator.class",
+ MRJobConfig.KEY_COMPARATOR),
+ new DeprecationDelta("io.sort.factor",
+ MRJobConfig.IO_SORT_FACTOR),
+ new DeprecationDelta("io.sort.mb",
+ MRJobConfig.IO_SORT_MB),
+ new DeprecationDelta("keep.failed.task.files",
+ MRJobConfig.PRESERVE_FAILED_TASK_FILES),
+ new DeprecationDelta("keep.task.files.pattern",
+ MRJobConfig.PRESERVE_FILES_PATTERN),
+ new DeprecationDelta("mapred.child.tmp",
+ MRJobConfig.TASK_TEMP_DIR),
+ new DeprecationDelta("mapred.debug.out.lines",
+ MRJobConfig.TASK_DEBUGOUT_LINES),
+ new DeprecationDelta("mapred.merge.recordsBeforeProgress",
+ MRJobConfig.RECORDS_BEFORE_PROGRESS),
+ new DeprecationDelta("mapred.skip.attempts.to.start.skipping",
+ MRJobConfig.SKIP_START_ATTEMPTS),
+ new DeprecationDelta("mapred.task.id",
+ MRJobConfig.TASK_ATTEMPT_ID),
+ new DeprecationDelta("mapred.task.is.map",
+ MRJobConfig.TASK_ISMAP),
+ new DeprecationDelta("mapred.task.partition",
+ MRJobConfig.TASK_PARTITION),
+ new DeprecationDelta("mapred.task.profile",
+ MRJobConfig.TASK_PROFILE),
+ new DeprecationDelta("mapred.task.profile.maps",
+ MRJobConfig.NUM_MAP_PROFILES),
+ new DeprecationDelta("mapred.task.profile.reduces",
+ MRJobConfig.NUM_REDUCE_PROFILES),
+ new DeprecationDelta("mapred.task.timeout",
+ MRJobConfig.TASK_TIMEOUT),
+ new DeprecationDelta("mapred.tip.id",
+ MRJobConfig.TASK_ID),
+ new DeprecationDelta("mapred.work.output.dir",
+ MRJobConfig.TASK_OUTPUT_DIR),
+ new DeprecationDelta("mapred.userlog.limit.kb",
+ MRJobConfig.TASK_USERLOG_LIMIT),
+ new DeprecationDelta("mapred.userlog.retain.hours",
+ MRJobConfig.USER_LOG_RETAIN_HOURS),
+ new DeprecationDelta("mapred.task.profile.params",
+ MRJobConfig.TASK_PROFILE_PARAMS),
+ new DeprecationDelta("io.sort.spill.percent",
+ MRJobConfig.MAP_SORT_SPILL_PERCENT),
+ new DeprecationDelta("map.input.file",
+ MRJobConfig.MAP_INPUT_FILE),
+ new DeprecationDelta("map.input.length",
+ MRJobConfig.MAP_INPUT_PATH),
+ new DeprecationDelta("map.input.start",
+ MRJobConfig.MAP_INPUT_START),
+ new DeprecationDelta("mapred.job.map.memory.mb",
+ MRJobConfig.MAP_MEMORY_MB),
+ new DeprecationDelta("mapred.map.child.env",
+ MRJobConfig.MAP_ENV),
+ new DeprecationDelta("mapred.map.child.java.opts",
+ MRJobConfig.MAP_JAVA_OPTS),
+ new DeprecationDelta("mapred.map.max.attempts",
+ MRJobConfig.MAP_MAX_ATTEMPTS),
+ new DeprecationDelta("mapred.map.task.debug.script",
+ MRJobConfig.MAP_DEBUG_SCRIPT),
+ new DeprecationDelta("mapred.map.tasks.speculative.execution",
+ MRJobConfig.MAP_SPECULATIVE),
+ new DeprecationDelta("mapred.max.map.failures.percent",
+ MRJobConfig.MAP_FAILURES_MAX_PERCENT),
+ new DeprecationDelta("mapred.skip.map.auto.incr.proc.count",
+ MRJobConfig.MAP_SKIP_INCR_PROC_COUNT),
+ new DeprecationDelta("mapred.skip.map.max.skip.records",
+ MRJobConfig.MAP_SKIP_MAX_RECORDS),
+ new DeprecationDelta("min.num.spills.for.combine",
+ MRJobConfig.MAP_COMBINE_MIN_SPILLS),
+ new DeprecationDelta("mapred.compress.map.output",
+ MRJobConfig.MAP_OUTPUT_COMPRESS),
+ new DeprecationDelta("mapred.map.output.compression.codec",
+ MRJobConfig.MAP_OUTPUT_COMPRESS_CODEC),
+ new DeprecationDelta("mapred.mapoutput.key.class",
+ MRJobConfig.MAP_OUTPUT_KEY_CLASS),
+ new DeprecationDelta("mapred.mapoutput.value.class",
+ MRJobConfig.MAP_OUTPUT_VALUE_CLASS),
+ new DeprecationDelta("map.output.key.field.separator",
+ MRJobConfig.MAP_OUTPUT_KEY_FIELD_SEPERATOR),
+ new DeprecationDelta("mapred.map.child.log.level",
+ MRJobConfig.MAP_LOG_LEVEL),
+ new DeprecationDelta("mapred.inmem.merge.threshold",
+ MRJobConfig.REDUCE_MERGE_INMEM_THRESHOLD),
+ new DeprecationDelta("mapred.job.reduce.input.buffer.percent",
+ MRJobConfig.REDUCE_INPUT_BUFFER_PERCENT),
+ new DeprecationDelta("mapred.job.reduce.markreset.buffer.percent",
+ MRJobConfig.REDUCE_MARKRESET_BUFFER_PERCENT),
+ new DeprecationDelta("mapred.job.reduce.memory.mb",
+ MRJobConfig.REDUCE_MEMORY_MB),
+ new DeprecationDelta("mapred.job.reduce.total.mem.bytes",
+ MRJobConfig.REDUCE_MEMORY_TOTAL_BYTES),
+ new DeprecationDelta("mapred.job.shuffle.input.buffer.percent",
+ MRJobConfig.SHUFFLE_INPUT_BUFFER_PERCENT),
+ new DeprecationDelta("mapred.job.shuffle.merge.percent",
+ MRJobConfig.SHUFFLE_MERGE_PERCENT),
+ new DeprecationDelta("mapred.max.reduce.failures.percent",
+ MRJobConfig.REDUCE_FAILURES_MAXPERCENT),
+ new DeprecationDelta("mapred.reduce.child.env",
+ MRJobConfig.REDUCE_ENV),
+ new DeprecationDelta("mapred.reduce.child.java.opts",
+ MRJobConfig.REDUCE_JAVA_OPTS),
+ new DeprecationDelta("mapred.reduce.max.attempts",
+ MRJobConfig.REDUCE_MAX_ATTEMPTS),
+ new DeprecationDelta("mapred.reduce.parallel.copies",
+ MRJobConfig.SHUFFLE_PARALLEL_COPIES),
+ new DeprecationDelta("mapred.reduce.task.debug.script",
+ MRJobConfig.REDUCE_DEBUG_SCRIPT),
+ new DeprecationDelta("mapred.reduce.tasks.speculative.execution",
+ MRJobConfig.REDUCE_SPECULATIVE),
+ new DeprecationDelta("mapred.shuffle.connect.timeout",
+ MRJobConfig.SHUFFLE_CONNECT_TIMEOUT),
+ new DeprecationDelta("mapred.shuffle.read.timeout",
+ MRJobConfig.SHUFFLE_READ_TIMEOUT),
+ new DeprecationDelta("mapred.skip.reduce.auto.incr.proc.count",
+ MRJobConfig.REDUCE_SKIP_INCR_PROC_COUNT),
+ new DeprecationDelta("mapred.skip.reduce.max.skip.groups",
+ MRJobConfig.REDUCE_SKIP_MAXGROUPS),
+ new DeprecationDelta("mapred.reduce.child.log.level",
+ MRJobConfig.REDUCE_LOG_LEVEL),
+ new DeprecationDelta("mapreduce.job.counters.limit",
+ MRJobConfig.COUNTERS_MAX_KEY),
+ new DeprecationDelta("jobclient.completion.poll.interval",
+ Job.COMPLETION_POLL_INTERVAL_KEY),
+ new DeprecationDelta("jobclient.progress.monitor.poll.interval",
+ Job.PROGRESS_MONITOR_POLL_INTERVAL_KEY),
+ new DeprecationDelta("jobclient.output.filter",
+ Job.OUTPUT_FILTER),
+ new DeprecationDelta("mapred.submit.replication",
+ Job.SUBMIT_REPLICATION),
+ new DeprecationDelta("mapred.used.genericoptionsparser",
+ Job.USED_GENERIC_PARSER),
+ new DeprecationDelta("mapred.input.dir",
+
+ org.apache.hadoop.mapreduce.lib.input.FileInputFormat.INPUT_DIR),
+ new DeprecationDelta("mapred.input.pathFilter.class",
+ org.apache.hadoop.mapreduce.lib.input.
+ FileInputFormat.PATHFILTER_CLASS),
+ new DeprecationDelta("mapred.max.split.size",
+ org.apache.hadoop.mapreduce.lib.input.
+ FileInputFormat.SPLIT_MAXSIZE),
+ new DeprecationDelta("mapred.min.split.size",
+ org.apache.hadoop.mapreduce.lib.input.
+ FileInputFormat.SPLIT_MINSIZE),
+ new DeprecationDelta("mapred.output.compress",
+ org.apache.hadoop.mapreduce.lib.output.
+ FileOutputFormat.COMPRESS),
+ new DeprecationDelta("mapred.output.compression.codec",
+ org.apache.hadoop.mapreduce.lib.output.
+ FileOutputFormat.COMPRESS_CODEC),
+ new DeprecationDelta("mapred.output.compression.type",
+ org.apache.hadoop.mapreduce.lib.output.
+ FileOutputFormat.COMPRESS_TYPE),
+ new DeprecationDelta("mapred.output.dir",
+ org.apache.hadoop.mapreduce.lib.output.
+ FileOutputFormat.OUTDIR),
+ new DeprecationDelta("mapred.seqbinary.output.key.class",
+ org.apache.hadoop.mapreduce.lib.output.
+ SequenceFileAsBinaryOutputFormat.KEY_CLASS),
+ new DeprecationDelta("mapred.seqbinary.output.value.class",
+ org.apache.hadoop.mapreduce.lib.output.
+ SequenceFileAsBinaryOutputFormat.VALUE_CLASS),
+ new DeprecationDelta("sequencefile.filter.class",
+ org.apache.hadoop.mapreduce.lib.input.
+ SequenceFileInputFilter.FILTER_CLASS),
+ new DeprecationDelta("sequencefile.filter.regex",
+ org.apache.hadoop.mapreduce.lib.input.
+ SequenceFileInputFilter.FILTER_REGEX),
+ new DeprecationDelta("sequencefile.filter.frequency",
+ org.apache.hadoop.mapreduce.lib.input.
+ SequenceFileInputFilter.FILTER_FREQUENCY),
+ new DeprecationDelta("mapred.input.dir.mappers",
+ org.apache.hadoop.mapreduce.lib.input.
+ MultipleInputs.DIR_MAPPERS),
+ new DeprecationDelta("mapred.input.dir.formats",
+ org.apache.hadoop.mapreduce.lib.input.
+ MultipleInputs.DIR_FORMATS),
+ new DeprecationDelta("mapred.line.input.format.linespermap",
+ org.apache.hadoop.mapreduce.lib.input.
+ NLineInputFormat.LINES_PER_MAP),
+ new DeprecationDelta("mapred.binary.partitioner.left.offset",
+ org.apache.hadoop.mapreduce.lib.partition.
+ BinaryPartitioner.LEFT_OFFSET_PROPERTY_NAME),
+ new DeprecationDelta("mapred.binary.partitioner.right.offset",
+ org.apache.hadoop.mapreduce.lib.partition.
+ BinaryPartitioner.RIGHT_OFFSET_PROPERTY_NAME),
+ new DeprecationDelta("mapred.text.key.comparator.options",
+ org.apache.hadoop.mapreduce.lib.partition.
+ KeyFieldBasedComparator.COMPARATOR_OPTIONS),
+ new DeprecationDelta("mapred.text.key.partitioner.options",
+ org.apache.hadoop.mapreduce.lib.partition.
+ KeyFieldBasedPartitioner.PARTITIONER_OPTIONS),
+ new DeprecationDelta("mapred.mapper.regex.group",
+ org.apache.hadoop.mapreduce.lib.map.RegexMapper.GROUP),
+ new DeprecationDelta("mapred.mapper.regex",
+ org.apache.hadoop.mapreduce.lib.map.RegexMapper.PATTERN),
+ new DeprecationDelta("create.empty.dir.if.nonexist",
+ org.apache.hadoop.mapreduce.lib.jobcontrol.
+ ControlledJob.CREATE_DIR),
+ new DeprecationDelta("mapred.data.field.separator",
+ org.apache.hadoop.mapreduce.lib.fieldsel.
+ FieldSelectionHelper.DATA_FIELD_SEPERATOR),
+ new DeprecationDelta("map.output.key.value.fields.spec",
+ org.apache.hadoop.mapreduce.lib.fieldsel.
+ FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC),
+ new DeprecationDelta("reduce.output.key.value.fields.spec",
+ org.apache.hadoop.mapreduce.lib.fieldsel.
+ FieldSelectionHelper.REDUCE_OUTPUT_KEY_VALUE_SPEC),
+ new DeprecationDelta("mapred.min.split.size.per.node",
+ org.apache.hadoop.mapreduce.lib.input.
+ CombineFileInputFormat.SPLIT_MINSIZE_PERNODE),
+ new DeprecationDelta("mapred.min.split.size.per.rack",
+ org.apache.hadoop.mapreduce.lib.input.
+ CombineFileInputFormat.SPLIT_MINSIZE_PERRACK),
+ new DeprecationDelta("key.value.separator.in.input.line",
+ org.apache.hadoop.mapreduce.lib.input.
+ KeyValueLineRecordReader.KEY_VALUE_SEPERATOR),
+ new DeprecationDelta("mapred.linerecordreader.maxlength",
+ org.apache.hadoop.mapreduce.lib.input.
+ LineRecordReader.MAX_LINE_LENGTH),
+ new DeprecationDelta("mapred.lazy.output.format",
+ org.apache.hadoop.mapreduce.lib.output.
+ LazyOutputFormat.OUTPUT_FORMAT),
+ new DeprecationDelta("mapred.textoutputformat.separator",
+ org.apache.hadoop.mapreduce.lib.output.
+ TextOutputFormat.SEPERATOR),
+ new DeprecationDelta("mapred.join.expr",
+ org.apache.hadoop.mapreduce.lib.join.
+ CompositeInputFormat.JOIN_EXPR),
+ new DeprecationDelta("mapred.join.keycomparator",
+ org.apache.hadoop.mapreduce.lib.join.
+ CompositeInputFormat.JOIN_COMPARATOR),
+ new DeprecationDelta("hadoop.pipes.command-file.keep",
+ org.apache.hadoop.mapred.pipes.
+ Submitter.PRESERVE_COMMANDFILE),
+ new DeprecationDelta("hadoop.pipes.executable",
+ org.apache.hadoop.mapred.pipes.Submitter.EXECUTABLE),
+ new DeprecationDelta("hadoop.pipes.executable.interpretor",
+ org.apache.hadoop.mapred.pipes.Submitter.INTERPRETOR),
+ new DeprecationDelta("hadoop.pipes.java.mapper",
+ org.apache.hadoop.mapred.pipes.Submitter.IS_JAVA_MAP),
+ new DeprecationDelta("hadoop.pipes.java.recordreader",
+ org.apache.hadoop.mapred.pipes.Submitter.IS_JAVA_RR),
+ new DeprecationDelta("hadoop.pipes.java.recordwriter",
+ org.apache.hadoop.mapred.pipes.Submitter.IS_JAVA_RW),
+ new DeprecationDelta("hadoop.pipes.java.reducer",
+ org.apache.hadoop.mapred.pipes.Submitter.IS_JAVA_REDUCE),
+ new DeprecationDelta("hadoop.pipes.partitioner",
+ org.apache.hadoop.mapred.pipes.Submitter.PARTITIONER),
+ new DeprecationDelta("mapred.pipes.user.inputformat",
+ org.apache.hadoop.mapred.pipes.Submitter.INPUT_FORMAT),
+
+ new DeprecationDelta("webinterface.private.actions",
+ JTConfig.PRIVATE_ACTIONS_KEY),
+
+ new DeprecationDelta("security.task.umbilical.protocol.acl",
+ MRJobConfig.MR_AM_SECURITY_SERVICE_AUTHORIZATION_TASK_UMBILICAL),
+ new DeprecationDelta("security.job.submission.protocol.acl",
+ MRJobConfig.MR_AM_SECURITY_SERVICE_AUTHORIZATION_CLIENT),
+ new DeprecationDelta("mapreduce.user.classpath.first",
+ MRJobConfig.MAPREDUCE_JOB_USER_CLASSPATH_FIRST ),
+ new DeprecationDelta(JTConfig.JT_MAX_JOB_SPLIT_METAINFO_SIZE,
+ MRJobConfig.SPLIT_METAINFO_MAXSIZE),
+ new DeprecationDelta("mapred.input.dir.recursive",
+ FileInputFormat.INPUT_DIR_RECURSIVE)
});
- Configuration.addDeprecation("mapreduce.user.classpath.first",
- MRJobConfig.MAPREDUCE_JOB_USER_CLASSPATH_FIRST);
- Configuration.addDeprecation(JTConfig.JT_MAX_JOB_SPLIT_METAINFO_SIZE,
- MRJobConfig.SPLIT_METAINFO_MAXSIZE);
- Configuration.addDeprecation("mapred.input.dir.recursive",
- FileInputFormat.INPUT_DIR_RECURSIVE);
}
public static void main(String[] args) {
Modified: hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRAMWithNonNormalizedCapabilities.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRAMWithNonNormalizedCapabilities.java?rev=1538408&r1=1538407&r2=1538408&view=diff
==============================================================================
--- hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRAMWithNonNormalizedCapabilities.java (original)
+++ hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRAMWithNonNormalizedCapabilities.java Sun Nov 3 17:51:52 2013
@@ -67,7 +67,7 @@ public class TestMRAMWithNonNormalizedCa
}
if (mrCluster == null) {
- mrCluster = new MiniMRYarnCluster(getClass().getName());
+ mrCluster = new MiniMRYarnCluster(getClass().getSimpleName());
mrCluster.init(new Configuration());
mrCluster.start();
}
Modified: hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/FadvisedFileRegion.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/FadvisedFileRegion.java?rev=1538408&r1=1538407&r2=1538408&view=diff
==============================================================================
--- hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/FadvisedFileRegion.java (original)
+++ hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/FadvisedFileRegion.java Sun Nov 3 17:51:52 2013
@@ -69,6 +69,14 @@ public class FadvisedFileRegion extends
if (readaheadRequest != null) {
readaheadRequest.cancel();
}
+ super.releaseExternalResources();
+ }
+
+ /**
+ * Call when the transfer completes successfully so we can advise the OS that
+ * we don't need the region to be cached anymore.
+ */
+ public void transferSuccessful() {
if (manageOsCache && getCount() > 0) {
try {
NativeIO.POSIX.posixFadviseIfPossible(identifier,
@@ -78,6 +86,5 @@ public class FadvisedFileRegion extends
LOG.warn("Failed to manage OS cache for " + identifier, t);
}
}
- super.releaseExternalResources();
}
}
Modified: hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java?rev=1538408&r1=1538407&r2=1538408&view=diff
==============================================================================
--- hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java (original)
+++ hadoop/common/branches/HDFS-2832/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java Sun Nov 3 17:51:52 2013
@@ -625,6 +625,9 @@ public class ShuffleHandler extends Auxi
// attribute to appropriate spill output
@Override
public void operationComplete(ChannelFuture future) {
+ if (future.isSuccess()) {
+ partition.transferSuccessful();
+ }
partition.releaseExternalResources();
}
});