You are viewing a plain text version of this content. The canonical link for it is here.
Posted to droids-commits@incubator.apache.org by rf...@apache.org on 2011/11/27 03:58:27 UTC
svn commit: r1206662 -
/incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java
Author: rfrovarp
Date: Sun Nov 27 03:58:26 2011
New Revision: 1206662
URL: http://svn.apache.org/viewvc?rev=1206662&view=rev
Log:
Before adding links to the queue, see if parse is marked as followed.
Modified:
incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java
Modified: incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java
URL: http://svn.apache.org/viewvc/incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java?rev=1206662&r1=1206661&r2=1206662&view=diff
==============================================================================
--- incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java (original)
+++ incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java Sun Nov 27 03:58:26 2011
@@ -93,7 +93,7 @@ public class CrawlingWorker implements W
}
else {
Parse parse = parser.parse(entity, link);
- if( parse.getOutlinks() != null ) {
+ if( parse.getOutlinks() != null && parse.isFollowed() ) {
Collection<Link> outlinks = getFilteredOutlinks( parse );
droid.getQueue().addAll( outlinks );
}