You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by sn...@apache.org on 2018/03/19 14:24:21 UTC

[nutch] branch master updated: NUTCH-2523 UpdateHostDB blocks usage of plugins unintentionally (contributed by Yossi Tamari)

This is an automated email from the ASF dual-hosted git repository.

snagel pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/nutch.git


The following commit(s) were added to refs/heads/master by this push:
     new 31819b7  NUTCH-2523 UpdateHostDB blocks usage of plugins unintentionally (contributed by Yossi Tamari)
31819b7 is described below

commit 31819b781ea7fa7187e04b27f3146a98eab46601
Author: Sebastian Nagel <sn...@apache.org>
AuthorDate: Mon Mar 19 15:22:16 2018 +0100

    NUTCH-2523 UpdateHostDB blocks usage of plugins unintentionally
    (contributed by Yossi Tamari)
---
 src/java/org/apache/nutch/hostdb/UpdateHostDb.java | 10 ----------
 1 file changed, 10 deletions(-)

diff --git a/src/java/org/apache/nutch/hostdb/UpdateHostDb.java b/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
index c46f788..8d27469 100644
--- a/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
+++ b/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
@@ -88,16 +88,6 @@ public class UpdateHostDb extends Configured implements Tool {
     job.setJarByClass(UpdateHostDb.class);
     job.setJobName("UpdateHostDb");
 
-    // Check whether the urlfilter-domainblacklist plugin is loaded
-    if (filter && new String("urlfilter-domainblacklist").matches(conf.get("plugin.includes"))) {
-      throw new Exception("domainblacklist-urlfilter must not be enabled");
-    }
-
-    // Check whether the urlnormalizer-host plugin is loaded
-    if (normalize && new String("urlnormalizer-host").matches(conf.get("plugin.includes"))) {
-      throw new Exception("urlnormalizer-host must not be enabled");
-    }
-
     FileSystem fs = hostDb.getFileSystem(conf);
     Path old = new Path(hostDb, "old");
     Path current = new Path(hostDb, "current");

-- 
To stop receiving notification emails like this one, please contact
snagel@apache.org.