You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by cu...@apache.org on 2006/03/03 01:07:01 UTC
svn commit: r382579 -
/lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java
Author: cutting
Date: Thu Mar 2 16:06:59 2006
New Revision: 382579
URL: http://svn.apache.org/viewcvs?rev=382579&view=rev
Log:
Disable speculative execution, since input format has side effects.
Modified:
lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java
Modified: lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java
URL: http://svn.apache.org/viewcvs/lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java?rev=382579&r1=382578&r2=382579&view=diff
==============================================================================
--- lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java (original)
+++ lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java Thu Mar 2 16:06:59 2006
@@ -307,6 +307,7 @@
job.setInputKeyClass(HashScore.class);
job.setInputValueClass(IndexDoc.class);
job.setInputFormat(InputFormat.class);
+ job.setBoolean("mapred.speculative.execution", false);
job.setPartitionerClass(HashPartitioner.class);
job.setReducerClass(HashReducer.class);