You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mahout.apache.org by ad...@apache.org on 2009/10/17 10:02:23 UTC
svn commit: r826189 -
/lucene/mahout/trunk/core/src/main/java/org/apache/mahout/clustering/dirichlet/DirichletMapper.java
Author: adeneche
Date: Sat Oct 17 08:02:23 2009
New Revision: 826189
URL: http://svn.apache.org/viewvc?rev=826189&view=rev
Log:
MAHOUT-177 small bug fix in DirichletMapper
Modified:
lucene/mahout/trunk/core/src/main/java/org/apache/mahout/clustering/dirichlet/DirichletMapper.java
Modified: lucene/mahout/trunk/core/src/main/java/org/apache/mahout/clustering/dirichlet/DirichletMapper.java
URL: http://svn.apache.org/viewvc/lucene/mahout/trunk/core/src/main/java/org/apache/mahout/clustering/dirichlet/DirichletMapper.java?rev=826189&r1=826188&r2=826189&view=diff
==============================================================================
--- lucene/mahout/trunk/core/src/main/java/org/apache/mahout/clustering/dirichlet/DirichletMapper.java (original)
+++ lucene/mahout/trunk/core/src/main/java/org/apache/mahout/clustering/dirichlet/DirichletMapper.java Sat Oct 17 08:02:23 2009
@@ -27,6 +27,7 @@
import org.apache.hadoop.mapred.MapReduceBase;
import org.apache.hadoop.mapred.Mapper;
import org.apache.hadoop.mapred.OutputCollector;
+import org.apache.hadoop.mapred.OutputLogFilter;
import org.apache.hadoop.mapred.Reporter;
import org.apache.mahout.matrix.DenseVector;
import org.apache.mahout.matrix.TimesFunction;
@@ -72,7 +73,7 @@
Integer.parseInt(numClusters), Double.parseDouble(alpha_0));
Path path = new Path(statePath);
FileSystem fs = FileSystem.get(path.toUri(), job);
- FileStatus[] status = fs.listStatus(path);
+ FileStatus[] status = fs.listStatus(path, new OutputLogFilter());
for (FileStatus s : status) {
SequenceFile.Reader reader = new SequenceFile.Reader(fs, s.getPath(),
job);