You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by vv...@apache.org on 2016/01/28 07:48:34 UTC
[08/50] [abbrv] hadoop git commit: MAPREDUCE-6605. Fix typos
mapreduce.map.skip.proc.count.autoincr and
mapreduce.reduce.skip.proc.count.autoincr in mapred-default.xml. Contributed
by Kai Sasaki.
MAPREDUCE-6605. Fix typos mapreduce.map.skip.proc.count.autoincr and mapreduce.reduce.skip.proc.count.autoincr in mapred-default.xml. Contributed by Kai Sasaki.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/f5c8c857
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/f5c8c857
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/f5c8c857
Branch: refs/heads/YARN-3926
Commit: f5c8c857beea5b1c0a652f3097c15c06c421fbaa
Parents: b41a7e8
Author: Akira Ajisaka <aa...@apache.org>
Authored: Fri Jan 22 18:35:43 2016 +0900
Committer: Akira Ajisaka <aa...@apache.org>
Committed: Fri Jan 22 18:35:43 2016 +0900
----------------------------------------------------------------------
hadoop-mapreduce-project/CHANGES.txt | 4 ++++
.../src/main/resources/mapred-default.xml | 24 ++++++++++++++++++++
2 files changed, 28 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/f5c8c857/hadoop-mapreduce-project/CHANGES.txt
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt
index 373b4bb..5eb6984 100644
--- a/hadoop-mapreduce-project/CHANGES.txt
+++ b/hadoop-mapreduce-project/CHANGES.txt
@@ -691,6 +691,10 @@ Release 2.8.0 - UNRELEASED
MAPREDUCE-6601. Fix typo in Job#setUseNewAPI. (Kai Sasaki via aajisaka)
+ MAPREDUCE-6605. Fix typos mapreduce.map.skip.proc.count.autoincr and
+ mapreduce.reduce.skip.proc.count.autoincr in mapred-default.xml.
+ (Kai Sasaki via aajisaka)
+
Release 2.7.3 - UNRELEASED
INCOMPATIBLE CHANGES
http://git-wip-us.apache.org/repos/asf/hadoop/blob/f5c8c857/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
index 962584c..efbbf53 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
@@ -912,6 +912,18 @@
</property>
<property>
+ <name>mapreduce.map.skip.proc-count.auto-incr</name>
+ <value>true</value>
+ <description>The flag which if set to true,
+ SkipBadRecords.COUNTER_MAP_PROCESSED_RECORDS is incremented by
+ MapRunner after invoking the map function. This value must be set
+ to false for applications which process the records asynchronously
+ or buffer the input records. For example streaming. In such cases
+ applications should increment this counter on their own.
+ </description>
+ </property>
+
+ <property>
<name>mapreduce.reduce.skip.maxgroups</name>
<value>0</value>
<description> The number of acceptable skip groups surrounding the bad
@@ -927,6 +939,18 @@
</property>
<property>
+ <name>mapreduce.reduce.skip.proc-count.auto-incr</name>
+ <value>true</value>
+ <description>The flag which if set to true.
+ SkipBadRecords.COUNTER_REDUCE_PROCESSED_GROUPS is incremented by framework
+ after invoking the reduce function. This value must be set to false for
+ applications which process the records asynchronously or buffer the input
+ records. For example streaming. In such cases applications should increment
+ this counter on their own.
+ </description>
+ </property>
+
+ <property>
<name>mapreduce.ifile.readahead</name>
<value>true</value>
<description>Configuration key to enable/disable IFile readahead.