You are viewing a plain text version of this content. The canonical link for it is here.

Posted to commits@nutch.apache.org by sn...@apache.org on 2019/05/06 15:30:07 UTC

[nutch] branch master updated: NUTCH-2626 bin/crawl: remove option -noParsing from fetch command

This is an automated email from the ASF dual-hosted git repository.

snagel pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/nutch.git


The following commit(s) were added to refs/heads/master by this push:
     new 290e3cb  NUTCH-2626 bin/crawl: remove option -noParsing from fetch command
290e3cb is described below

commit 290e3cb0071cc1104fec5737663b0102c806f3ee
Author: Sebastian Nagel <sn...@apache.org>
AuthorDate: Mon May 6 17:29:53 2019 +0200

    NUTCH-2626 bin/crawl: remove option -noParsing from fetch command
---
 src/bin/crawl | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/bin/crawl b/src/bin/crawl
index ff5e456..81d30cc 100755
--- a/src/bin/crawl
+++ b/src/bin/crawl
@@ -338,7 +338,7 @@ do
 
   # fetching the segment
   echo "Fetching : $SEGMENT"
-  __bin_nutch fetch $commonOptions -D fetcher.timelimit.mins=$TIME_LIMIT_FETCH "$CRAWL_PATH"/segments/$SEGMENT -noParsing -threads $NUM_THREADS
+  __bin_nutch fetch $commonOptions -D fetcher.timelimit.mins=$TIME_LIMIT_FETCH "$CRAWL_PATH"/segments/$SEGMENT -threads $NUM_THREADS
 
   # parsing the segment
   echo "Parsing : $SEGMENT"