You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@labs.apache.org by ry...@apache.org on 2008/09/29 17:57:29 UTC
svn commit: r700155 - in /labs/droids/branch/LABS-144/src:
dynamics/java/org/apache/droids/droids-core-context.xml
robots/java/org/apache/droids/crawler/CrawlingWorker.java
Author: ryan
Date: Mon Sep 29 08:57:29 2008
New Revision: 700155
URL: http://svn.apache.org/viewvc?rev=700155&view=rev
Log:
updating spring context to load properly...
Modified:
labs/droids/branch/LABS-144/src/dynamics/java/org/apache/droids/droids-core-context.xml
labs/droids/branch/LABS-144/src/robots/java/org/apache/droids/crawler/CrawlingWorker.java
Modified: labs/droids/branch/LABS-144/src/dynamics/java/org/apache/droids/droids-core-context.xml
URL: http://svn.apache.org/viewvc/labs/droids/branch/LABS-144/src/dynamics/java/org/apache/droids/droids-core-context.xml?rev=700155&r1=700154&r2=700155&view=diff
==============================================================================
--- labs/droids/branch/LABS-144/src/dynamics/java/org/apache/droids/droids-core-context.xml (original)
+++ labs/droids/branch/LABS-144/src/dynamics/java/org/apache/droids/droids-core-context.xml Mon Sep 29 08:57:29 2008
@@ -40,7 +40,7 @@
</bean>
- <bean name="taskmaster"
+ <bean name="taskMaster"
class="org.apache.droids.impl.MultiThreadedTaskMaster">
<property name="delayTimer" ref="org.apache.droids.delay.SimpleDelayTimer"/>
<property name="maxThreads" value="${droids.maxThreads}"/>
@@ -55,11 +55,11 @@
<property name="protocolFactory" ref="org.apache.droids.helper.factories.ProtocolFactory"/>
<property name="parserFactory" ref="org.apache.droids.helper.factories.ParserFactory"/>
<property name="handlerFactory" ref="org.apache.droids.helper.factories.HandlerFactory"/>
- <property name="filtersFactory" ref="org.apache.droids.helper.factories.FiltersFactory"/>
+ <property name="filtersFactory" ref="org.apache.droids.helper.factories.URLFiltersFactory"/>
<property name="initialLocations">
<set>
- <ref bean="${droids.initial.url}" />
+ <value>${droids.initial.url}</value>
</set>
</property>
Modified: labs/droids/branch/LABS-144/src/robots/java/org/apache/droids/crawler/CrawlingWorker.java
URL: http://svn.apache.org/viewvc/labs/droids/branch/LABS-144/src/robots/java/org/apache/droids/crawler/CrawlingWorker.java?rev=700155&r1=700154&r2=700155&view=diff
==============================================================================
--- labs/droids/branch/LABS-144/src/robots/java/org/apache/droids/crawler/CrawlingWorker.java (original)
+++ labs/droids/branch/LABS-144/src/robots/java/org/apache/droids/crawler/CrawlingWorker.java Mon Sep 29 08:57:29 2008
@@ -54,12 +54,17 @@
}
else {
Parser parser = droid.getParserFactory().getParser(contentType);
- Parse parse = parser.getParse(openStream, link);
- if( parse.getData() != null ) {
- Collection<Outlink> outlinks = getFilteredOutlinks( parse );
- droid.getQueue().merge( outlinks );
+ if( parser == null ) {
+ SimpleThreads.threadMessage("could not find parser for: "+contentType);
+ }
+ else {
+ Parse parse = parser.getParse(openStream, link);
+ if( parse.getData() != null ) {
+ Collection<Outlink> outlinks = getFilteredOutlinks( parse );
+ droid.getQueue().merge( outlinks );
+ }
+ handle( parse, openStream, link );
}
- handle( parse, openStream, link );
}
}
else {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@labs.apache.org
For additional commands, e-mail: commits-help@labs.apache.org