You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@labs.apache.org by th...@apache.org on 2008/09/04 01:11:05 UTC
svn commit: r691821 - in /labs/droids/trunk/src/core/java:
org/apache/droids/droids-core-context.xml org/apache/droids/protocol/file/
org/apache/droids/protocol/file/FileProtocol.java
org/apache/droids/protocol/file/package-info.java regex-urlfilter.txt
Author: thorsten
Date: Wed Sep 3 16:11:05 2008
New Revision: 691821
URL: http://svn.apache.org/viewvc?rev=691821&view=rev
Log:
Adding start of a file implementation as protocol. Missing the getContentType method. Allowing file protocol for crawling.
Added:
labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/
labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/FileProtocol.java (with props)
labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/package-info.java (with props)
Modified:
labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml
labs/droids/trunk/src/core/java/regex-urlfilter.txt
Modified: labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml
URL: http://svn.apache.org/viewvc/labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml?rev=691821&r1=691820&r2=691821&view=diff
==============================================================================
--- labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml (original)
+++ labs/droids/trunk/src/core/java/org/apache/droids/droids-core-context.xml Wed Sep 3 16:11:05 2008
@@ -44,6 +44,8 @@
<property name="timeout" value="10000"/>
<property name="forceAllow" value="@droids.protocol.http.force@"/>
</bean>
+ <bean name="org.apache.droids.api.Protocol/file"
+ class="org.apache.droids.protocol.file.FileProtocol" scope="prototype"/>
<!-- Parser -->
<bean
name="text/html"
Added: labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/FileProtocol.java
URL: http://svn.apache.org/viewvc/labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/FileProtocol.java?rev=691821&view=auto
==============================================================================
--- labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/FileProtocol.java (added)
+++ labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/FileProtocol.java Wed Sep 3 16:11:05 2008
@@ -0,0 +1,39 @@
+package org.apache.droids.protocol.file;
+
+import java.io.BufferedInputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.net.MalformedURLException;
+
+import org.apache.droids.api.Protocol;
+
+public class FileProtocol implements Protocol {
+ FileInputStream fileInputStream=null;
+
+ public String getContentType(String url) {
+ // FIXME: to be implemented
+ return null;
+ }
+
+ public boolean isAllowed(String url) throws MalformedURLException {
+ File file = new File(extractLocation(url));
+ return file.canRead();
+ }
+
+ public InputStream openStream(String url) throws IOException {
+ url = extractLocation(url);
+ fileInputStream = new FileInputStream(url);
+ return new BufferedInputStream(fileInputStream);
+ }
+
+ private String extractLocation(String url) {
+ final int start = url.indexOf("://");
+ if(start>-1){
+ url = url.substring(start+3);
+ }
+ return url;
+ }
+
+}
Propchange: labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/FileProtocol.java
------------------------------------------------------------------------------
svn:eol-style = native
Added: labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/package-info.java
URL: http://svn.apache.org/viewvc/labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/package-info.java?rev=691821&view=auto
==============================================================================
--- labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/package-info.java (added)
+++ labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/package-info.java Wed Sep 3 16:11:05 2008
@@ -0,0 +1,21 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * This package contains various parser.
+ */
+package org.apache.droids.protocol.file;
+
Propchange: labs/droids/trunk/src/core/java/org/apache/droids/protocol/file/package-info.java
------------------------------------------------------------------------------
svn:eol-style = native
Modified: labs/droids/trunk/src/core/java/regex-urlfilter.txt
URL: http://svn.apache.org/viewvc/labs/droids/trunk/src/core/java/regex-urlfilter.txt?rev=691821&r1=691820&r2=691821&view=diff
==============================================================================
--- labs/droids/trunk/src/core/java/regex-urlfilter.txt (original)
+++ labs/droids/trunk/src/core/java/regex-urlfilter.txt Wed Sep 3 16:11:05 2008
@@ -23,7 +23,7 @@
# matches, the URL is ignored.
# skip file: ftp: and mailto: urls
--^(file|ftp|mailto):
+-^(ftp|mailto):
# skip URLs containing certain characters as probable queries, etc.
-[*!@#]
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@labs.apache.org
For additional commands, e-mail: commits-help@labs.apache.org