You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by cu...@apache.org on 2007/04/26 23:18:08 UTC
svn commit: r532871 - in /lucene/hadoop/trunk: CHANGES.txt
src/contrib/streaming/src/java/org/apache/hadoop/streaming/PipeMapRed.java
Author: cutting
Date: Thu Apr 26 14:18:07 2007
New Revision: 532871
URL: http://svn.apache.org/viewvc?view=rev&rev=532871
Log:
HADOOP-1293. Fix contrib/streaming to print more than the first twenty lines of stderr. Contributed by Koji.
Modified:
lucene/hadoop/trunk/CHANGES.txt
lucene/hadoop/trunk/src/contrib/streaming/src/java/org/apache/hadoop/streaming/PipeMapRed.java
Modified: lucene/hadoop/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/CHANGES.txt?view=diff&rev=532871&r1=532870&r2=532871
==============================================================================
--- lucene/hadoop/trunk/CHANGES.txt (original)
+++ lucene/hadoop/trunk/CHANGES.txt Thu Apr 26 14:18:07 2007
@@ -267,8 +267,11 @@
of field delimiter and fields for partitioning and sorting.
(Runping Qi via cutting)
-80. HADOOP-1176. Fix a bug where reduce would hang when a task
- created more than 2GB of output for it. (Arun C Murthy via cutting)
+80. HADOOP-1176. Fix a bug where reduce would hang when a map had
+ more than 2GB of output for it. (Arun C Murthy via cutting)
+
+81. HADOOP-1293. Fix contrib/streaming to print more than the first
+ twenty lines of standard error. (Koji Noguchi via cutting)
Release 0.12.3 - 2007-04-06
Modified: lucene/hadoop/trunk/src/contrib/streaming/src/java/org/apache/hadoop/streaming/PipeMapRed.java
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/contrib/streaming/src/java/org/apache/hadoop/streaming/PipeMapRed.java?view=diff&rev=532871&r1=532870&r2=532871
==============================================================================
--- lucene/hadoop/trunk/src/contrib/streaming/src/java/org/apache/hadoop/streaming/PipeMapRed.java (original)
+++ lucene/hadoop/trunk/src/contrib/streaming/src/java/org/apache/hadoop/streaming/PipeMapRed.java Thu Apr 26 14:18:07 2007
@@ -553,17 +553,13 @@
public void run() {
byte[] line;
try {
- long num = 0;
while ((line = UTF8ByteArrayUtils.readLine((InputStream) clientErr_)) != null) {
- num++;
String lineStr = new String(line, "UTF-8");
- logprintln(lineStr);
+ System.err.println(lineStr);
long now = System.currentTimeMillis();
- if (num < 20 || (now-lastStderrReport > reporterErrDelay_)) {
+ if (now-lastStderrReport > reporterErrDelay_) {
lastStderrReport = now;
- String hline = "MRErr: " + lineStr;
- System.err.println(hline);
- reporter.setStatus(hline);
+ reporter.progress();
}
}
} catch (IOException io) {