You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by ma...@apache.org on 2011/09/19 14:12:18 UTC

svn commit: r1172585 - /nutch/branches/branch-1.4/conf/nutch-default.xml

Author: markus
Date: Mon Sep 19 12:12:17 2011
New Revision: 1172585

URL: http://svn.apache.org/viewvc?rev=1172585&view=rev
Log:
NUTCH-1067 Nutch-default configuration directives missing

Modified:
    nutch/branches/branch-1.4/conf/nutch-default.xml

Modified: nutch/branches/branch-1.4/conf/nutch-default.xml
URL: http://svn.apache.org/viewvc/nutch/branches/branch-1.4/conf/nutch-default.xml?rev=1172585&r1=1172584&r2=1172585&view=diff
==============================================================================
--- nutch/branches/branch-1.4/conf/nutch-default.xml (original)
+++ nutch/branches/branch-1.4/conf/nutch-default.xml Mon Sep 19 12:12:17 2011
@@ -704,6 +704,24 @@
   </description>
 </property>
 
+<property>
+  <name>fetcher.throughput.threshold.pages</name>
+  <value>-1</value>
+  <description>The threshold of minimum pages per second. If the fetcher downloads less
+  pages per second than the configured threshold, the fetcher stops, preventing slow queue's
+  from stalling the throughput. This threshold must be an integer. This can be useful when
+  fetcher.timelimit.mins is hard to determine. The default value of -1 disables this check.
+  </description>
+</property>
+
+<property>
+  <name>fetcher.throughput.threshold.retries</name>
+  <value>5</value>
+  <description>The number of times the fetcher.throughput.threshold is allowed to be exceeded.
+  This settings prevents accidental slow downs from immediately killing the fetcher thread.
+  </description>
+</property>
+
 <!-- moreindexingfilter plugin properties -->
 
 <property>