You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@manifoldcf.apache.org by mi...@apache.org on 2013/07/09 10:36:04 UTC
svn commit: r1501132 - in /manifoldcf/trunk: CHANGES.txt
connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
Author: minoru
Date: Tue Jul 9 08:36:04 2013
New Revision: 1501132
URL: http://svn.apache.org/r1501132
Log:
Fix CONNECTORS-749: HDFSRepositoryConnector can not fetch files.
Modified:
manifoldcf/trunk/CHANGES.txt
manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
Modified: manifoldcf/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/manifoldcf/trunk/CHANGES.txt?rev=1501132&r1=1501131&r2=1501132&view=diff
==============================================================================
--- manifoldcf/trunk/CHANGES.txt (original)
+++ manifoldcf/trunk/CHANGES.txt Tue Jul 9 08:36:04 2013
@@ -3,6 +3,9 @@ $Id$
======================= 1.3-dev =====================
+CONNECTORS-749: HDFSRepositoryConnector can not fetch files.
+(Minoru Osuka)
+
CONNECTORS-748: Fix broken regular expressions in file connector, and
modify file output connector to deal with colons in the file name in an
acceptable way (so can be used on WIndows too).
Modified: manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
URL: http://svn.apache.org/viewvc/manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java?rev=1501132&r1=1501131&r2=1501132&view=diff
==============================================================================
--- manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java (original)
+++ manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java Tue Jul 9 08:36:04 2013
@@ -304,13 +304,10 @@ public class HDFSRepositoryConnector ext
SpecificationNode sn = spec.getChild(i);
if (sn.getType().equals("startpoint")) {
path = sn.getAttributeValue("path");
-
- FileStatus[] statuses = getChildren(new Path(path));
-
- for (FileStatus fileStatus : statuses) {
- if (fileStatus.isDir()) {
- activities.addSeedDocument(fileStatus.getPath().toUri().toString());
- }
+
+ FileStatus fileStatus = getObject(new Path(path));
+ if (fileStatus.isDir()) {
+ activities.addSeedDocument(fileStatus.getPath().toUri().toString());
}
}
i++;