You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by ma...@apache.org on 2011/09/19 14:12:18 UTC
svn commit: r1172585 - /nutch/branches/branch-1.4/conf/nutch-default.xml
Author: markus
Date: Mon Sep 19 12:12:17 2011
New Revision: 1172585
URL: http://svn.apache.org/viewvc?rev=1172585&view=rev
Log:
NUTCH-1067 Nutch-default configuration directives missing
Modified:
nutch/branches/branch-1.4/conf/nutch-default.xml
Modified: nutch/branches/branch-1.4/conf/nutch-default.xml
URL: http://svn.apache.org/viewvc/nutch/branches/branch-1.4/conf/nutch-default.xml?rev=1172585&r1=1172584&r2=1172585&view=diff
==============================================================================
--- nutch/branches/branch-1.4/conf/nutch-default.xml (original)
+++ nutch/branches/branch-1.4/conf/nutch-default.xml Mon Sep 19 12:12:17 2011
@@ -704,6 +704,24 @@
</description>
</property>
+<property>
+ <name>fetcher.throughput.threshold.pages</name>
+ <value>-1</value>
+ <description>The threshold of minimum pages per second. If the fetcher downloads less
+ pages per second than the configured threshold, the fetcher stops, preventing slow queue's
+ from stalling the throughput. This threshold must be an integer. This can be useful when
+ fetcher.timelimit.mins is hard to determine. The default value of -1 disables this check.
+ </description>
+</property>
+
+<property>
+ <name>fetcher.throughput.threshold.retries</name>
+ <value>5</value>
+ <description>The number of times the fetcher.throughput.threshold is allowed to be exceeded.
+ This settings prevents accidental slow downs from immediately killing the fetcher thread.
+ </description>
+</property>
+
<!-- moreindexingfilter plugin properties -->
<property>