You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mahout.apache.org by ss...@apache.org on 2012/05/12 23:50:02 UTC

svn commit: r1337698 - in /mahout/trunk: core/src/main/java/org/apache/mahout/classifier/df/ core/src/main/java/org/apache/mahout/ga/watchmaker/ core/src/test/java/org/apache/mahout/ga/watchmaker/ examples/src/main/java/org/apache/mahout/ga/watchmaker/...

Author: ssc
Date: Sat May 12 21:50:01 2012
New Revision: 1337698

URL: http://svn.apache.org/viewvc?rev=1337698&view=rev
Log:
MAHOUT-1012 Remove watchmaker from codebase

Removed:
    mahout/trunk/core/src/main/java/org/apache/mahout/ga/watchmaker/
    mahout/trunk/core/src/test/java/org/apache/mahout/ga/watchmaker/
    mahout/trunk/examples/src/main/java/org/apache/mahout/ga/watchmaker/
    mahout/trunk/examples/src/test/java/org/apache/mahout/ga/watchmaker/cd/
Modified:
    mahout/trunk/core/src/main/java/org/apache/mahout/classifier/df/DFUtils.java

Modified: mahout/trunk/core/src/main/java/org/apache/mahout/classifier/df/DFUtils.java
URL: http://svn.apache.org/viewvc/mahout/trunk/core/src/main/java/org/apache/mahout/classifier/df/DFUtils.java?rev=1337698&r1=1337697&r2=1337698&view=diff
==============================================================================
--- mahout/trunk/core/src/main/java/org/apache/mahout/classifier/df/DFUtils.java (original)
+++ mahout/trunk/core/src/main/java/org/apache/mahout/classifier/df/DFUtils.java Sat May 12 21:50:01 2012
@@ -17,18 +17,21 @@
 
 package org.apache.mahout.classifier.df;
 
+import com.google.common.collect.Lists;
 import com.google.common.io.Closeables;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.FSDataOutputStream;
+import org.apache.hadoop.fs.FileStatus;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.io.Writable;
 import org.apache.mahout.classifier.df.node.Node;
-import org.apache.mahout.ga.watchmaker.OutputUtils;
+import org.apache.mahout.common.iterator.sequencefile.PathFilters;
 
 import java.io.DataInput;
 import java.io.DataOutput;
 import java.io.IOException;
+import java.util.List;
 
 /**
  * Utility class that contains various helper methods
@@ -116,14 +119,18 @@ public final class DFUtils {
    * @throws IOException if no file is found
    */
   public static Path[] listOutputFiles(FileSystem fs, Path outputPath) throws IOException {
-    Path[] outfiles = OutputUtils.listOutputFiles(fs, outputPath);
-    if (outfiles.length == 0) {
+    List<Path> outputFiles = Lists.newArrayList();
+    for (FileStatus s : fs.listStatus(outputPath, PathFilters.logsCRCFilter())) {
+      if (!s.isDir() && !s.getPath().getName().startsWith("_")) {
+        outputFiles.add(s.getPath());
+      }
+    }
+    if (outputFiles.isEmpty()) {
       throw new IOException("No output found !");
     }
-    
-    return outfiles;
+    return outputFiles.toArray(new Path[outputFiles.size()]);
   }
-  
+
   /**
    * Formats a time interval in milliseconds to a String in the form "hours:minutes:seconds:millis"
    */