You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mahout.apache.org by gs...@apache.org on 2013/06/01 23:43:12 UTC
svn commit: r1488615 - in /mahout/trunk/core/src:
main/java/org/apache/mahout/fpm/pfpgrowth/ParallelCountingMapper.java
test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest.java
test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest2.java
Author: gsingers
Date: Sat Jun 1 21:43:12 2013
New Revision: 1488615
URL: http://svn.apache.org/r1488615
Log:
MAHOUT-1132: handle unique items in one line
Modified:
mahout/trunk/core/src/main/java/org/apache/mahout/fpm/pfpgrowth/ParallelCountingMapper.java
mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest.java
mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest2.java
Modified: mahout/trunk/core/src/main/java/org/apache/mahout/fpm/pfpgrowth/ParallelCountingMapper.java
URL: http://svn.apache.org/viewvc/mahout/trunk/core/src/main/java/org/apache/mahout/fpm/pfpgrowth/ParallelCountingMapper.java?rev=1488615&r1=1488614&r2=1488615&view=diff
==============================================================================
--- mahout/trunk/core/src/main/java/org/apache/mahout/fpm/pfpgrowth/ParallelCountingMapper.java (original)
+++ mahout/trunk/core/src/main/java/org/apache/mahout/fpm/pfpgrowth/ParallelCountingMapper.java Sat Jun 1 21:43:12 2013
@@ -18,6 +18,9 @@ w * Licensed to the Apache Software Foun
package org.apache.mahout.fpm.pfpgrowth;
import java.io.IOException;
+import java.util.Arrays;
+import java.util.HashSet;
+import java.util.Set;
import java.util.regex.Pattern;
import org.apache.hadoop.io.LongWritable;
@@ -42,7 +45,8 @@ public class ParallelCountingMapper exte
InterruptedException {
String[] items = splitter.split(input.toString());
- for (String item : items) {
+ Set<String> uniqueItems = new HashSet<String>(Arrays.asList(items));
+ for (String item : uniqueItems) {
if (item.trim().isEmpty()) {
continue;
}
Modified: mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest.java
URL: http://svn.apache.org/viewvc/mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest.java?rev=1488615&r1=1488614&r2=1488615&view=diff
==============================================================================
--- mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest.java (original)
+++ mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest.java Sat Jun 1 21:43:12 2013
@@ -61,7 +61,7 @@ public final class PFPGrowthTest extends
transactions.add(Arrays.asList("D", "A", "C", "E", "B"));
transactions.add(Arrays.asList("C", "A", "B", "E"));
transactions.add(Arrays.asList("B", "A", "D"));
- transactions.add(Arrays.asList("D"));
+ transactions.add(Arrays.asList("D", "D", "", "D", "D"));
transactions.add(Arrays.asList("D", "B"));
transactions.add(Arrays.asList("A", "D", "E"));
transactions.add(Arrays.asList("B", "C"));
Modified: mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest2.java
URL: http://svn.apache.org/viewvc/mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest2.java?rev=1488615&r1=1488614&r2=1488615&view=diff
==============================================================================
--- mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest2.java (original)
+++ mahout/trunk/core/src/test/java/org/apache/mahout/fpm/pfpgrowth/PFPGrowthTest2.java Sat Jun 1 21:43:12 2013
@@ -62,7 +62,7 @@ public final class PFPGrowthTest2 extend
transactions.add(Arrays.asList("D", "A", "C", "E", "B"));
transactions.add(Arrays.asList("C", "A", "B", "E"));
transactions.add(Arrays.asList("B", "A", "D"));
- transactions.add(Arrays.asList("D"));
+ transactions.add(Arrays.asList("D", "D", "", "D", "D"));
transactions.add(Arrays.asList("D", "B"));
transactions.add(Arrays.asList("A", "D", "E"));
transactions.add(Arrays.asList("B", "C"));