You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by sn...@apache.org on 2018/03/19 14:24:21 UTC
[nutch] branch master updated: NUTCH-2523 UpdateHostDB blocks usage
of plugins unintentionally (contributed by Yossi Tamari)
This is an automated email from the ASF dual-hosted git repository.
snagel pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/nutch.git
The following commit(s) were added to refs/heads/master by this push:
new 31819b7 NUTCH-2523 UpdateHostDB blocks usage of plugins unintentionally (contributed by Yossi Tamari)
31819b7 is described below
commit 31819b781ea7fa7187e04b27f3146a98eab46601
Author: Sebastian Nagel <sn...@apache.org>
AuthorDate: Mon Mar 19 15:22:16 2018 +0100
NUTCH-2523 UpdateHostDB blocks usage of plugins unintentionally
(contributed by Yossi Tamari)
---
src/java/org/apache/nutch/hostdb/UpdateHostDb.java | 10 ----------
1 file changed, 10 deletions(-)
diff --git a/src/java/org/apache/nutch/hostdb/UpdateHostDb.java b/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
index c46f788..8d27469 100644
--- a/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
+++ b/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
@@ -88,16 +88,6 @@ public class UpdateHostDb extends Configured implements Tool {
job.setJarByClass(UpdateHostDb.class);
job.setJobName("UpdateHostDb");
- // Check whether the urlfilter-domainblacklist plugin is loaded
- if (filter && new String("urlfilter-domainblacklist").matches(conf.get("plugin.includes"))) {
- throw new Exception("domainblacklist-urlfilter must not be enabled");
- }
-
- // Check whether the urlnormalizer-host plugin is loaded
- if (normalize && new String("urlnormalizer-host").matches(conf.get("plugin.includes"))) {
- throw new Exception("urlnormalizer-host must not be enabled");
- }
-
FileSystem fs = hostDb.getFileSystem(conf);
Path old = new Path(hostDb, "old");
Path current = new Path(hostDb, "current");
--
To stop receiving notification emails like this one, please contact
snagel@apache.org.