You are viewing a plain text version of this content. The canonical link for it is here.
Posted to droids-commits@incubator.apache.org by to...@apache.org on 2013/02/12 16:34:17 UTC

svn commit: r1445246 - in /incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker: FileFetcher.java FileTask.java SimpleWalkingDroid.java

Author: tobr
Date: Tue Feb 12 16:34:16 2013
New Revision: 1445246

URL: http://svn.apache.org/r1445246
Log:
updated walker module  to support the new ParserData API

Modified:
    incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileFetcher.java
    incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileTask.java
    incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/SimpleWalkingDroid.java

Modified: incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileFetcher.java
URL: http://svn.apache.org/viewvc/incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileFetcher.java?rev=1445246&r1=1445245&r2=1445246&view=diff
==============================================================================
--- incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileFetcher.java (original)
+++ incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileFetcher.java Tue Feb 12 16:34:16 2013
@@ -23,9 +23,7 @@ import java.io.FileInputStream;
 import java.io.IOException;
 import java.net.URI;
 
-import org.apache.droids.core.ContentEntity;
 import org.apache.droids.core.Fetcher;
-import org.apache.droids.walker.FileTask;
 
 /**
  * Fetcher implementation for system-independent
@@ -45,7 +43,7 @@ public class FileFetcher implements Fetc
     public void fetch(FileTask task) throws IOException {
         File file = new File(extractLocation(task.getURI()));
         task.getContentEntity().setContent(new FileInputStream(task.getFile()));
-        task.getContentEntity().put(ContentEntity.CONTENT_LENGTH, file.length());
+        task.getContentEntity().setContentLength(file.length());
     }
 
     /**

Modified: incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileTask.java
URL: http://svn.apache.org/viewvc/incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileTask.java?rev=1445246&r1=1445245&r2=1445246&view=diff
==============================================================================
--- incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileTask.java (original)
+++ incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/FileTask.java Tue Feb 12 16:34:16 2013
@@ -21,22 +21,21 @@ import java.net.URI;
 import java.util.Date;
 
 import org.apache.droids.core.ContentEntity;
+import org.apache.droids.core.ParserData;
 import org.apache.droids.core.Task;
 
 public class FileTask implements Task {
     private static final long serialVersionUID = 122177113684842951L;
 
     private ContentEntity contentEntity;
+    private ParserData parserData;
     private final Date started;
     private final int depth;
     private final File file;
     private boolean aborted = false;
 
     public FileTask(File file) {
-        this.file = file;
-        this.depth = 0;
-        this.started = new Date();
-        this.contentEntity = new ContentEntity();
+        this(file, 0);
     }
 
     public FileTask(File file, int depth) {
@@ -44,6 +43,7 @@ public class FileTask implements Task {
         this.depth = depth;
         this.started = new Date();
         this.contentEntity = new ContentEntity();
+        this.parserData = new ParserData();
     }
 
     @Override
@@ -52,6 +52,11 @@ public class FileTask implements Task {
     }
 
     @Override
+    public ParserData getParserData() {
+        return this.parserData;
+    }
+
+    @Override
     public URI getURI() {
         return file.toURI();
     }

Modified: incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/SimpleWalkingDroid.java
URL: http://svn.apache.org/viewvc/incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/SimpleWalkingDroid.java?rev=1445246&r1=1445245&r2=1445246&view=diff
==============================================================================
--- incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/SimpleWalkingDroid.java (original)
+++ incubator/droids/branches/0.2.x-cleanup/droids-walker/src/main/java/org/apache/droids/walker/SimpleWalkingDroid.java Tue Feb 12 16:34:16 2013
@@ -36,9 +36,9 @@ public class SimpleWalkingDroid extends 
     @Override
     public void start() {
         Preconditions.checkState(initialFiles != null,
-                "FileSystemWalker requires at least one starting file");
+                "FileWalker requires at least one starting file");
         Preconditions.checkState(!initialFiles.isEmpty(),
-                "FileSystemWalker requires at least one starting file");
+                "FileWalker requires at least one starting file");
         for (File file : initialFiles) {
             queue.add(new FileTask(file, 0));
         }