You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by th...@apache.org on 2016/07/11 02:07:29 UTC
[2/2] nutch git commit: Convert tests which requires plugin.folders
system prop to integration Tests
Convert tests which requires plugin.folders system prop to integration Tests
Project: http://git-wip-us.apache.org/repos/asf/nutch/repo
Commit: http://git-wip-us.apache.org/repos/asf/nutch/commit/9f3ba3ed
Tree: http://git-wip-us.apache.org/repos/asf/nutch/tree/9f3ba3ed
Diff: http://git-wip-us.apache.org/repos/asf/nutch/diff/9f3ba3ed
Branch: refs/heads/NUTCH-2292
Commit: 9f3ba3eda59219eabe7020f2c65b505dbc46d947
Parents: 020f581
Author: Thamme Gowda <th...@apache.org>
Authored: Sun Jul 10 19:07:57 2016 -0700
Committer: Thamme Gowda <th...@apache.org>
Committed: Sun Jul 10 19:07:57 2016 -0700
----------------------------------------------------------------------
nutch-core/pom.xml | 22 ++++++++++++
.../nutch/crawl/TODOTestCrawlDbStates.java | 3 ++
.../apache/nutch/crawl/TestCrawlDbFilter.java | 3 ++
.../apache/nutch/crawl/TestCrawlDbMerger.java | 3 ++
.../apache/nutch/crawl/TestCrawlDbStates.java | 3 ++
.../org/apache/nutch/crawl/TestGenerator.java | 3 ++
.../org/apache/nutch/crawl/TestInjector.java | 3 ++
.../org/apache/nutch/fetcher/TestFetcher.java | 3 ++
.../nutch/indexer/TestIndexerMapReduce.java | 3 ++
.../nutch/indexer/TestIndexingFilters.java | 3 ++
.../org/apache/nutch/net/TestURLFilters.java | 3 ++
.../apache/nutch/net/TestURLNormalizers.java | 3 ++
.../apache/nutch/parse/TestParserFactory.java | 3 ++
.../apache/nutch/plugin/TestPluginSystem.java | 3 ++
.../nutch/protocol/TestProtocolFactory.java | 3 ++
.../nutch/tools/TestCommonCrawlDataDumper.java | 5 +--
.../org/apache/nutch/util/TestMimeUtil.java | 12 +++++--
nutch-plugins/pom.xml | 9 +++++
pom.xml | 36 ++++++++++++++++++++
19 files changed, 122 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/pom.xml
----------------------------------------------------------------------
diff --git a/nutch-core/pom.xml b/nutch-core/pom.xml
index ad5c3af..62e2e58 100644
--- a/nutch-core/pom.xml
+++ b/nutch-core/pom.xml
@@ -456,6 +456,11 @@
</dependencies>
<build>
+ <resources>
+ <resource>
+ <directory>${project.parent.basedir}${file.separator}conf</directory>
+ </resource>
+ </resources>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
@@ -495,6 +500,23 @@
</execution>
</executions>
</plugin>
+ <plugin>
+ <artifactId>maven-surefire-plugin</artifactId>
+ <version>2.19.1</version>
+ <configuration>
+ <excludedGroups>org.apache.nutch.test.IntegrationTest</excludedGroups>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-failsafe-plugin</artifactId>
+ <version>2.19.1</version>
+ <configuration>
+ <systemPropertyVariables>
+ <plugin.folders>../runtime/local/plugins</plugin.folders>
+ </systemPropertyVariables>
+ </configuration>
+ </plugin>
</plugins>
</build>
</project>
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/crawl/TODOTestCrawlDbStates.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/crawl/TODOTestCrawlDbStates.java b/nutch-core/src/test/java/org/apache/nutch/crawl/TODOTestCrawlDbStates.java
index e44cb39..fd88c7d 100644
--- a/nutch-core/src/test/java/org/apache/nutch/crawl/TODOTestCrawlDbStates.java
+++ b/nutch-core/src/test/java/org/apache/nutch/crawl/TODOTestCrawlDbStates.java
@@ -3,14 +3,17 @@ package org.apache.nutch.crawl;
import static org.apache.nutch.crawl.CrawlDatum.*;
import org.apache.hadoop.conf.Configuration;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.TimingUtil;
import static org.junit.Assert.*;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
+@Category({ IntegrationTest.class})
public class TODOTestCrawlDbStates extends TestCrawlDbStates {
private static final Logger LOG = LoggerFactory
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbFilter.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbFilter.java b/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbFilter.java
index 38c38ed..773dd29 100644
--- a/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbFilter.java
+++ b/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbFilter.java
@@ -28,11 +28,13 @@ import org.apache.hadoop.io.SequenceFile.Reader.Option;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapred.*;
import org.apache.nutch.crawl.CrawlDBTestUtil.URLCrawlDatum;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.NutchJob;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
/**
* CrawlDbFiltering test which tests for correct, error free url normalization
@@ -73,6 +75,7 @@ public class TestCrawlDbFilter {
* @throws Exception
*/
@Test
+ @Category({IntegrationTest.class})
public void testUrl404Purging() throws Exception {
// create a CrawlDatum with DB GONE status
ArrayList<URLCrawlDatum> list = new ArrayList<URLCrawlDatum>();
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbMerger.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbMerger.java b/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbMerger.java
index b670551..599c353 100644
--- a/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbMerger.java
+++ b/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbMerger.java
@@ -30,11 +30,13 @@ import org.apache.hadoop.io.SequenceFile;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.io.MapFile.Writer.Option;
import org.apache.hadoop.mapred.JobConf;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.NutchConfiguration;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
public class TestCrawlDbMerger {
private static final Logger LOG = Logger.getLogger(CrawlDbMerger.class
@@ -110,6 +112,7 @@ public class TestCrawlDbMerger {
* @throws Exception
*/
@Test
+ @Category({IntegrationTest.class})
public void testMerge() throws Exception {
Path crawldb1 = new Path(testDir, "crawldb1");
Path crawldb2 = new Path(testDir, "crawldb2");
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbStates.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbStates.java b/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbStates.java
index c54559b..b631319 100644
--- a/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbStates.java
+++ b/nutch-core/src/test/java/org/apache/nutch/crawl/TestCrawlDbStates.java
@@ -35,8 +35,10 @@ import org.apache.nutch.scoring.ScoringFilters;
import static org.junit.Assert.*;
+import org.apache.nutch.test.IntegrationTest;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -57,6 +59,7 @@ import org.slf4j.LoggerFactory;
* </ul>
* </li> </ul>
*/
+@Category({IntegrationTest.class})
public class TestCrawlDbStates {
private static final Logger LOG = LoggerFactory
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/crawl/TestGenerator.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/crawl/TestGenerator.java b/nutch-core/src/test/java/org/apache/nutch/crawl/TestGenerator.java
index 84e6b28..0ce3c5f 100644
--- a/nutch-core/src/test/java/org/apache/nutch/crawl/TestGenerator.java
+++ b/nutch-core/src/test/java/org/apache/nutch/crawl/TestGenerator.java
@@ -28,10 +28,12 @@ import org.apache.hadoop.io.SequenceFile;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.io.SequenceFile.Reader.Option;
import org.apache.nutch.crawl.CrawlDBTestUtil.URLCrawlDatum;
+import org.apache.nutch.test.IntegrationTest;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
/**
* Basic generator test. 1. Insert entries in crawldb 2. Generates entries to
@@ -39,6 +41,7 @@ import org.junit.Test;
* highest scoring urls are generated
*
*/
+@Category({IntegrationTest.class})
public class TestGenerator {
Configuration conf;
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/crawl/TestInjector.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/crawl/TestInjector.java b/nutch-core/src/test/java/org/apache/nutch/crawl/TestInjector.java
index 7293cbb..59a3e8c 100644
--- a/nutch-core/src/test/java/org/apache/nutch/crawl/TestInjector.java
+++ b/nutch-core/src/test/java/org/apache/nutch/crawl/TestInjector.java
@@ -29,10 +29,12 @@ import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.SequenceFile;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.io.SequenceFile.Reader.Option;
+import org.apache.nutch.test.IntegrationTest;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
/**
* Basic injector test: 1. Creates a text file with urls 2. Injects them into
@@ -40,6 +42,7 @@ import org.junit.Test;
* into webdb 5. Reads crawldb entries and verifies contents
*
*/
+@Category({IntegrationTest.class})
public class TestInjector {
private Configuration conf;
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/fetcher/TestFetcher.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/fetcher/TestFetcher.java b/nutch-core/src/test/java/org/apache/nutch/fetcher/TestFetcher.java
index fae5f90..a23d080 100644
--- a/nutch-core/src/test/java/org/apache/nutch/fetcher/TestFetcher.java
+++ b/nutch-core/src/test/java/org/apache/nutch/fetcher/TestFetcher.java
@@ -32,10 +32,12 @@ import org.apache.nutch.metadata.Metadata;
import org.apache.nutch.metadata.Nutch;
import org.apache.nutch.parse.ParseData;
import org.apache.nutch.protocol.Content;
+import org.apache.nutch.test.IntegrationTest;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
import org.mortbay.jetty.Server;
/**
@@ -79,6 +81,7 @@ public class TestFetcher {
}
@Test
+ @Category(IntegrationTest.class)
public void testFetch() throws IOException, ClassNotFoundException, InterruptedException {
// generate seedlist
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexerMapReduce.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexerMapReduce.java b/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexerMapReduce.java
index d581a0f..3a25f26 100644
--- a/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexerMapReduce.java
+++ b/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexerMapReduce.java
@@ -30,8 +30,10 @@ import org.apache.nutch.parse.ParseData;
import org.apache.nutch.parse.ParseStatus;
import org.apache.nutch.parse.ParseText;
import org.apache.nutch.protocol.Content;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.NutchConfiguration;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -99,6 +101,7 @@ public class TestIndexerMapReduce {
* Test indexing of base64-encoded binary content.
*/
@Test
+ @Category(IntegrationTest.class)
public void testBinaryContentBase64() {
configuration = NutchConfiguration.create();
configuration.setBoolean(IndexerMapReduce.INDEXER_BINARY_AS_BASE64, true);
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexingFilters.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexingFilters.java b/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexingFilters.java
index 4d5849f..14b246b 100644
--- a/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexingFilters.java
+++ b/nutch-core/src/test/java/org/apache/nutch/indexer/TestIndexingFilters.java
@@ -25,10 +25,13 @@ import org.apache.nutch.parse.Outlink;
import org.apache.nutch.parse.ParseData;
import org.apache.nutch.parse.ParseImpl;
import org.apache.nutch.parse.ParseStatus;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.NutchConfiguration;
import org.junit.Assert;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
+@Category(IntegrationTest.class)
public class TestIndexingFilters {
/**
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/net/TestURLFilters.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/net/TestURLFilters.java b/nutch-core/src/test/java/org/apache/nutch/net/TestURLFilters.java
index c43941a..ef07907 100644
--- a/nutch-core/src/test/java/org/apache/nutch/net/TestURLFilters.java
+++ b/nutch-core/src/test/java/org/apache/nutch/net/TestURLFilters.java
@@ -17,9 +17,12 @@
package org.apache.nutch.net;
import org.apache.hadoop.conf.Configuration;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.NutchConfiguration;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
+@Category(IntegrationTest.class)
public class TestURLFilters {
/**
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/net/TestURLNormalizers.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/net/TestURLNormalizers.java b/nutch-core/src/test/java/org/apache/nutch/net/TestURLNormalizers.java
index 6fdbb9d..d29e9d3 100644
--- a/nutch-core/src/test/java/org/apache/nutch/net/TestURLNormalizers.java
+++ b/nutch-core/src/test/java/org/apache/nutch/net/TestURLNormalizers.java
@@ -19,10 +19,13 @@ package org.apache.nutch.net;
import java.net.MalformedURLException;
import org.apache.hadoop.conf.Configuration;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.NutchConfiguration;
import org.junit.Assert;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
+@Category(IntegrationTest.class)
public class TestURLNormalizers {
@Test
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/parse/TestParserFactory.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/parse/TestParserFactory.java b/nutch-core/src/test/java/org/apache/nutch/parse/TestParserFactory.java
index 00c524e..198e284 100644
--- a/nutch-core/src/test/java/org/apache/nutch/parse/TestParserFactory.java
+++ b/nutch-core/src/test/java/org/apache/nutch/parse/TestParserFactory.java
@@ -20,10 +20,12 @@ package org.apache.nutch.parse;
// Nutch imports
import org.apache.nutch.plugin.Extension;
import org.apache.hadoop.conf.Configuration;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.NutchConfiguration;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
/**
* Unit test for new parse plugin selection.
@@ -31,6 +33,7 @@ import org.junit.Test;
* @author Sebastien Le Callonnec
* @version 1.0
*/
+@Category(IntegrationTest.class)
public class TestParserFactory {
private Configuration conf;
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/plugin/TestPluginSystem.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/plugin/TestPluginSystem.java b/nutch-core/src/test/java/org/apache/nutch/plugin/TestPluginSystem.java
index a5f4e32..7bcc9ab 100644
--- a/nutch-core/src/test/java/org/apache/nutch/plugin/TestPluginSystem.java
+++ b/nutch-core/src/test/java/org/apache/nutch/plugin/TestPluginSystem.java
@@ -28,16 +28,19 @@ import java.util.Properties;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.mapred.JobConf;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.NutchConfiguration;
import org.apache.nutch.util.NutchJob;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
/**
* Unit tests for the plugin system
*/
+@Category(IntegrationTest.class)
public class TestPluginSystem {
private int fPluginCount;
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/protocol/TestProtocolFactory.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/protocol/TestProtocolFactory.java b/nutch-core/src/test/java/org/apache/nutch/protocol/TestProtocolFactory.java
index 394c303..6b4c8fd 100644
--- a/nutch-core/src/test/java/org/apache/nutch/protocol/TestProtocolFactory.java
+++ b/nutch-core/src/test/java/org/apache/nutch/protocol/TestProtocolFactory.java
@@ -17,12 +17,15 @@
package org.apache.nutch.protocol;
import org.apache.hadoop.conf.Configuration;
+import org.apache.nutch.test.IntegrationTest;
import org.apache.nutch.util.NutchConfiguration;
import org.apache.nutch.util.ObjectCache;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
+import org.junit.experimental.categories.Category;
+@Category(IntegrationTest.class)
public class TestProtocolFactory {
Configuration conf;
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/tools/TestCommonCrawlDataDumper.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/tools/TestCommonCrawlDataDumper.java b/nutch-core/src/test/java/org/apache/nutch/tools/TestCommonCrawlDataDumper.java
index 1429925..fef0e69 100644
--- a/nutch-core/src/test/java/org/apache/nutch/tools/TestCommonCrawlDataDumper.java
+++ b/nutch-core/src/test/java/org/apache/nutch/tools/TestCommonCrawlDataDumper.java
@@ -19,6 +19,8 @@ package org.apache.nutch.tools;
//Junit imports
import static org.junit.Assert.*;
+
+import org.apache.nutch.test.TestUtils;
import org.junit.Test;
//Commons imports
@@ -43,8 +45,7 @@ public class TestCommonCrawlDataDumper {
@Test
public void testDump() throws Exception {
- File sampleSegmentDir = new File(System.getProperty("test.build.data",
- "."), "test-segments");
+ File sampleSegmentDir = TestUtils.getFile(this, "test-segments");
File tempDir = Files.createTempDirectory("temp").toFile();
String[] crawledFiles = {
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-core/src/test/java/org/apache/nutch/util/TestMimeUtil.java
----------------------------------------------------------------------
diff --git a/nutch-core/src/test/java/org/apache/nutch/util/TestMimeUtil.java b/nutch-core/src/test/java/org/apache/nutch/util/TestMimeUtil.java
index d0b45db..d812110 100644
--- a/nutch-core/src/test/java/org/apache/nutch/util/TestMimeUtil.java
+++ b/nutch-core/src/test/java/org/apache/nutch/util/TestMimeUtil.java
@@ -18,6 +18,7 @@
package org.apache.nutch.util;
import java.io.File;
+import java.io.FileNotFoundException;
import java.io.IOException;
import java.nio.charset.Charset;
@@ -26,6 +27,7 @@ import org.apache.hadoop.conf.Configuration;
import com.google.common.io.Files;
import junit.framework.TestCase;
+import org.apache.nutch.test.TestUtils;
public class TestMimeUtil extends TestCase {
@@ -33,8 +35,14 @@ public class TestMimeUtil extends TestCase {
private static Charset defaultCharset = Charset.forName("UTF-8");
- private File sampleDir = new File(System.getProperty("test.build.data", "."),
- "test-mime-util");
+ private File sampleDir;
+ {
+ try {
+ sampleDir = TestUtils.getFile(this, "test-mime-util");
+ } catch (FileNotFoundException e){
+ throw new RuntimeException(e);
+ }
+ }
/**
* test data, every element on "test page":
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/nutch-plugins/pom.xml
----------------------------------------------------------------------
diff --git a/nutch-plugins/pom.xml b/nutch-plugins/pom.xml
index fa7adb7..e07f487 100644
--- a/nutch-plugins/pom.xml
+++ b/nutch-plugins/pom.xml
@@ -150,6 +150,15 @@
</execution>
</executions>
</plugin>
+ <plugin>
+ <artifactId>maven-surefire-plugin</artifactId>
+ <version>2.19.1</version>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-failsafe-plugin</artifactId>
+ <version>2.19.1</version>
+ </plugin>
</plugins>
</build>
</project>
http://git-wip-us.apache.org/repos/asf/nutch/blob/9f3ba3ed/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 18e22c7..a3b9271 100644
--- a/pom.xml
+++ b/pom.xml
@@ -109,6 +109,42 @@
</executions>
</plugin>
</plugins>
+ <pluginManagement>
+ <plugins>
+ <plugin>
+ <!-- SureFire is for unit tests, here we exclude integration test group-->
+ <artifactId>maven-surefire-plugin</artifactId>
+ <version>2.19.1</version>
+ <configuration>
+ <excludedGroups>org.apache.nutch.test.IntegrationTest</excludedGroups>
+ </configuration>
+ </plugin>
+ <plugin>
+ <!-- FailSafe is for integration tests, here we just run integration tests-->
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-failsafe-plugin</artifactId>
+ <version>2.19.1</version>
+ <configuration>
+ <systemPropertyVariables>
+ <plugin.folders>${dir.local.plugins}</plugin.folders>
+ </systemPropertyVariables>
+ <includes>
+ <include>**/*.java</include>
+ </includes>
+ <groups>org.apache.nutch.test.IntegrationTest</groups>
+ </configuration>
+ <executions>
+ <execution>
+ <id>integration-test</id>
+ <goals>
+ <goal>integration-test</goal>
+ <goal>verify</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </pluginManagement>
</build>
<dependencies>
<dependency>