You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by fe...@apache.org on 2012/07/09 13:49:04 UTC
svn commit: r1359080 - in /nutch/branches/nutchgora: CHANGES.txt
src/java/org/apache/nutch/fetcher/FetcherJob.java
Author: ferdy
Date: Mon Jul 9 11:49:04 2012
New Revision: 1359080
URL: http://svn.apache.org/viewvc?rev=1359080&view=rev
Log:
NUTCH-1424 fix fetcher timelimit logging
Modified:
nutch/branches/nutchgora/CHANGES.txt
nutch/branches/nutchgora/src/java/org/apache/nutch/fetcher/FetcherJob.java
Modified: nutch/branches/nutchgora/CHANGES.txt
URL: http://svn.apache.org/viewvc/nutch/branches/nutchgora/CHANGES.txt?rev=1359080&r1=1359079&r2=1359080&view=diff
==============================================================================
--- nutch/branches/nutchgora/CHANGES.txt (original)
+++ nutch/branches/nutchgora/CHANGES.txt Mon Jul 9 11:49:04 2012
@@ -2,6 +2,8 @@ Nutch Change Log
Release 2.1 - Current Development
+* NUTCH-1424 fix fetcher timelimit logging (ferdy)
+
* NUTCH-1423 Remove unused fields in LanguageIndexingFilter (ferdy)
* NUTCH-1306 Add option to not commit and clarify existing solr.commit.size (ferdy)
Modified: nutch/branches/nutchgora/src/java/org/apache/nutch/fetcher/FetcherJob.java
URL: http://svn.apache.org/viewvc/nutch/branches/nutchgora/src/java/org/apache/nutch/fetcher/FetcherJob.java?rev=1359080&r1=1359079&r2=1359080&view=diff
==============================================================================
--- nutch/branches/nutchgora/src/java/org/apache/nutch/fetcher/FetcherJob.java (original)
+++ nutch/branches/nutchgora/src/java/org/apache/nutch/fetcher/FetcherJob.java Mon Jul 9 11:49:04 2012
@@ -166,7 +166,6 @@ public class FetcherJob extends NutchToo
getConf().setBoolean(RESUME_KEY, shouldResume);
}
- LOG.info("FetcherJob : timelimit set for : " + getConf().getLong("fetcher.timelimit", -1));
LOG.info("FetcherJob: threads: " + getConf().getInt(THREADS_KEY, 10));
LOG.info("FetcherJob: parsing: " + getConf().getBoolean(PARSE_KEY, false));
LOG.info("FetcherJob: resuming: " + getConf().getBoolean(RESUME_KEY, false));
@@ -179,6 +178,7 @@ public class FetcherJob extends NutchToo
timelimit = System.currentTimeMillis() + (timelimit * 60 * 1000);
getConf().setLong("fetcher.timelimit", timelimit);
}
+ LOG.info("FetcherJob : timelimit set for : " + getConf().getLong("fetcher.timelimit", -1));
numJobs = 1;
currentJob = new NutchJob(getConf(), "fetch");
Collection<WebPage.Field> fields = getFields(currentJob);