You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by ma...@apache.org on 2015/08/03 02:01:58 UTC

svn commit: r1693844 - in /nutch/trunk: CHANGES.txt src/java/org/apache/nutch/crawl/Generator.java

Author: mattmann
Date: Mon Aug  3 00:01:58 2015
New Revision: 1693844

URL: http://svn.apache.org/r1693844
Log:
Fix for NUTCH-2066: Parameterize Generate REST endpoint contributed by Sujen Shah <su...@gmail.com> this closes #47.

Modified:
    nutch/trunk/CHANGES.txt
    nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java

Modified: nutch/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/nutch/trunk/CHANGES.txt?rev=1693844&r1=1693843&r2=1693844&view=diff
==============================================================================
--- nutch/trunk/CHANGES.txt (original)
+++ nutch/trunk/CHANGES.txt Mon Aug  3 00:01:58 2015
@@ -2,6 +2,8 @@ Nutch Change Log
   
 Nutch Current Development 1.11-SNAPSHOT
 
+* NUTCH-2066 Parameterize Generate REST endpoint (Sujen Shah via mattmann)
+
 * NUTCH-2072 Deflate encoding support is broken when http.content.limit is set to -1 (Tanguy Moal via mattmann)
 
 * NUTCH-2062 Add Plugin for interacting with Selenium WebDriver (Michael Joyce, mattmann)

Modified: nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java
URL: http://svn.apache.org/viewvc/nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java?rev=1693844&r1=1693843&r2=1693844&view=diff
==============================================================================
--- nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java (original)
+++ nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java Mon Aug  3 00:01:58 2015
@@ -757,9 +757,9 @@ public class Generator extends NutchTool
 
     Map<String, Object> results = new HashMap<String, Object>();
     String RESULT = "result";
-    String crawldb = crawlId+"/crawldb";
+    String crawldb = (args.containsKey("crawldb")) ? args.get("crawldb") : crawlId+"/crawldb";
     Path dbDir = new Path(crawldb);
-    String segments_dir = crawlId+"/segments";
+    String segments_dir = (args.containsKey("segment_dir")) ? args.get("segments_dir") : crawlId+"/segments";
     Path segmentsDir = new Path(segments_dir);
     long curTime = System.currentTimeMillis();
     long topN = Long.MAX_VALUE;