You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@any23.apache.org by le...@apache.org on 2012/05/18 14:11:41 UTC
svn commit: r1340076 - in /incubator/any23/trunk/plugins/basic-crawler/src:
main/java/org/apache/any23/plugin/crawler/SiteCrawler.java
test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java
Author: lewismc
Date: Fri May 18 12:11:41 2012
New Revision: 1340076
URL: http://svn.apache.org/viewvc?rev=1340076&view=rev
Log:
trivial commit to address ANY23-96
Modified:
incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java
incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java
Modified: incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java
URL: http://svn.apache.org/viewvc/incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java?rev=1340076&r1=1340075&r2=1340076&view=diff
==============================================================================
--- incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java (original)
+++ incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java Fri May 18 12:11:41 2012
@@ -107,6 +107,7 @@ public class SiteCrawler {
try {
crawlConfig = new CrawlConfig();
crawlConfig.setCrawlStorageFolder( storageFolder.getAbsolutePath() );
+ crawlConfig.setUserAgentString("Apache Any23 Web Crawler");
final PageFetcher pageFetcher = new PageFetcher(crawlConfig);
Modified: incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java
URL: http://svn.apache.org/viewvc/incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java?rev=1340076&r1=1340075&r2=1340076&view=diff
==============================================================================
--- incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java (original)
+++ incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java Fri May 18 12:11:41 2012
@@ -62,7 +62,7 @@ public class SiteCrawlerTest extends Any
@Override
public void visitedPage(Page page) {
distinctPages.add( page.getWebURL().getURL() );
- Iterator it = distinctPages.iterator();
+ Iterator<String> it = distinctPages.iterator();
while (it.hasNext()) {
logger.info("Crawler4j: Fetching page - " + it.next());
}