You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@labs.apache.org by th...@apache.org on 2008/02/26 12:34:19 UTC
svn commit: r631182 - in /labs/droids/trunk: default.properties
src/core/java/org/apache/droids/droids-core-context.xml
src/core/java/org/apache/droids/handle/Save.java
Author: thorsten
Date: Tue Feb 26 03:34:08 2008
New Revision: 631182
URL: http://svn.apache.org/viewvc?rev=631182&view=rev
Log:
making it optional to use the host as prefix for the save handler
Modified:
labs/droids/trunk/default.properties
labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml
labs/droids/trunk/src/core/java/org/apache/droids/handle/Save.java
Modified: labs/droids/trunk/default.properties
URL: http://svn.apache.org/viewvc/labs/droids/trunk/default.properties?rev=631182&r1=631181&r2=631182&view=diff
==============================================================================
--- labs/droids/trunk/default.properties (original)
+++ labs/droids/trunk/default.properties Tue Feb 26 03:34:08 2008
@@ -27,6 +27,7 @@
droids.filter.regex=classpath:/regex-urlfilter.txt
# the root output dir for saving a crawl
droids.handler.save.dir=${basedir}/export/
+droids.handler.save.includeHost=true
# Threading
droids.maxThreads=5
Modified: labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml
URL: http://svn.apache.org/viewvc/labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml?rev=631182&r1=631181&r2=631182&view=diff
==============================================================================
--- labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml (original)
+++ labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml Tue Feb 26 03:34:08 2008
@@ -48,6 +48,7 @@
<!-- Handler -->
<bean id="org.apache.droids.handle.Save" class="org.apache.droids.handle.Save">
<property name="outputDir" value="@droids.handler.save.dir@"/>
+ <property name="includeHost" value="@droids.handler.save.includeHost@"/>
</bean>
<bean id="org.apache.droids.handle.Sysout" class="org.apache.droids.handle.Sysout"/>
</beans>
Modified: labs/droids/trunk/src/core/java/org/apache/droids/handle/Save.java
URL: http://svn.apache.org/viewvc/labs/droids/trunk/src/core/java/org/apache/droids/handle/Save.java?rev=631182&r1=631181&r2=631182&view=diff
==============================================================================
--- labs/droids/trunk/src/core/java/org/apache/droids/handle/Save.java (original)
+++ labs/droids/trunk/src/core/java/org/apache/droids/handle/Save.java Tue Feb 26 03:34:08 2008
@@ -18,6 +18,8 @@
private String outputDir;
private URL url;
+
+ private boolean includeHost;
public void handle(InputStream stream, URL url, Parse parse) throws Exception {
this.url = url;
@@ -27,7 +29,12 @@
private void writeOutput(InputStream stream) throws IOException {
if (!url.getFile().endsWith("/")) {
Reader reader = new InputStreamReader(stream);
- String file = outputDir + url.getHost() + url.getFile();
+ String file = outputDir;
+ if(includeHost){
+ file = file+ url.getHost() + url.getFile();
+ }else{
+ file = url.getFile().substring(1);
+ }
log.info("Trying to save " + url + " to " + file);
File cache = new File(file);
createFile(cache);
@@ -56,6 +63,14 @@
public void setOutputDir(String outputDir) {
this.outputDir = outputDir;
+ }
+
+ public boolean isIncludeHost() {
+ return includeHost;
+ }
+
+ public void setIncludeHost(boolean includeHost) {
+ this.includeHost = includeHost;
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@labs.apache.org
For additional commands, e-mail: commits-help@labs.apache.org