You are viewing a plain text version of this content. The canonical link for it is here.

Posted to commits@nutch.apache.org by cu...@apache.org on 2005/07/26 18:41:39 UTC

svn commit: r225345 - /lucene/nutch/branches/mapred/conf/nutch-default.xml

Author: cutting
Date: Tue Jul 26 09:41:37 2005
New Revision: 225345

URL: http://svn.apache.org/viewcvs?rev=225345&view=rev
Log:
Recommend primes, as keys are hashed into number of reduce tasks, and
number of map tasks is sometimes used as number of reduce tasks.  Primes
smooth hashing.

Modified:
    lucene/nutch/branches/mapred/conf/nutch-default.xml

Modified: lucene/nutch/branches/mapred/conf/nutch-default.xml
URL: http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/conf/nutch-default.xml?rev=225345&r1=225344&r2=225345&view=diff
==============================================================================
--- lucene/nutch/branches/mapred/conf/nutch-default.xml (original)
+++ lucene/nutch/branches/mapred/conf/nutch-default.xml Tue Jul 26 09:41:37 2005
@@ -393,8 +393,8 @@
   <name>mapred.map.tasks</name>
   <value>1</value>
   <description>The default number of map tasks per job.  Typically set
-  to a multiple of the number of available hosts.  Ignored when
-  mapred.job.tracker is "local".
+  to a prime several times greater than number of available hosts.
+  Ignored when mapred.job.tracker is "local".  
   </description>
 </property>
 
@@ -402,7 +402,7 @@
   <name>mapred.reduce.tasks</name>
   <value>1</value>
   <description>The default number of reduce tasks per job.  Typically set
-  to a multiple of the number of available hosts.  Ignored when
+  to a prime close to the number of available hosts.  Ignored when
   mapred.job.tracker is "local".
   </description>
 </property>