You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mahout.apache.org by gs...@apache.org on 2013/06/07 21:34:00 UTC

svn commit: r1490794 - in /mahout/trunk/integration/src: main/java/org/apache/mahout/text/LuceneSegmentRecordReader.java test/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageDriverTest.java

Author: gsingers
Date: Fri Jun  7 19:34:00 2013
New Revision: 1490794

URL: http://svn.apache.org/r1490794
Log:
MAHOUT-944: fix test

Modified:
    mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentRecordReader.java
    mahout/trunk/integration/src/test/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageDriverTest.java

Modified: mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentRecordReader.java
URL: http://svn.apache.org/viewvc/mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentRecordReader.java?rev=1490794&r1=1490793&r2=1490794&view=diff
==============================================================================
--- mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentRecordReader.java (original)
+++ mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentRecordReader.java Fri Jun  7 19:34:00 2013
@@ -56,9 +56,12 @@ public class LuceneSegmentRecordReader e
     segmentReader = new SegmentReader(segmentInfo, USE_TERM_INFO, IOContext.READ);
 
 
-      IndexSearcher searcher = new IndexSearcher(segmentReader);
+    IndexSearcher searcher = new IndexSearcher(segmentReader);
     Weight weight = lucene2SeqConfiguration.getQuery().createWeight(searcher);
     scorer = weight.scorer(segmentReader.getContext(), false, false, null);
+    if (scorer == null) {
+      throw new IllegalArgumentException("Could not create query scorer for query: " + lucene2SeqConfiguration.getQuery());
+    }
   }
 
   @Override

Modified: mahout/trunk/integration/src/test/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageDriverTest.java
URL: http://svn.apache.org/viewvc/mahout/trunk/integration/src/test/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageDriverTest.java?rev=1490794&r1=1490793&r2=1490794&view=diff
==============================================================================
--- mahout/trunk/integration/src/test/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageDriverTest.java (original)
+++ mahout/trunk/integration/src/test/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageDriverTest.java Fri Jun  7 19:34:00 2013
@@ -19,15 +19,22 @@ package org.apache.mahout.text;
 
 import org.apache.commons.lang.StringUtils;
 import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.io.Writable;
 import org.apache.lucene.search.TermQuery;
 import org.apache.mahout.common.HadoopUtil;
+import org.apache.mahout.common.Pair;
+import org.apache.mahout.common.iterator.sequencefile.PathFilters;
+import org.apache.mahout.common.iterator.sequencefile.PathType;
+import org.apache.mahout.common.iterator.sequencefile.SequenceFileDirIterator;
 import org.apache.mahout.text.doc.SingleFieldDocument;
 import org.junit.After;
 import org.junit.Before;
 import org.junit.Test;
 
 import java.io.IOException;
+import java.util.Iterator;
 import java.util.List;
 
 import static java.util.Arrays.asList;
@@ -138,7 +145,7 @@ public class SequenceFilesFromLuceneStor
     assertEquals(SequenceFilesFromLuceneStorageDriver.DEFAULT_MAX_HITS, lucene2SeqConf.getMaxHits());
   }
 
-  @Test(expected = IllegalArgumentException.class)
+  @Test
   public void testRun_invalidQuery() throws Exception {
     String[] args = {
       "-i", getIndexPath1AsFile().toString(),
@@ -150,6 +157,11 @@ public class SequenceFilesFromLuceneStor
 
     driver.setConf(conf);
     driver.run(args);
+    assertTrue(FileSystem.get(conf).exists(seqFilesOutputPath));
+    //shouldn't be any real files in the seq files out path
+    SequenceFileDirIterator<Writable, Writable> iter = new SequenceFileDirIterator<Writable, Writable>(seqFilesOutputPath, PathType.LIST, PathFilters.logsCRCFilter(), null, false, conf);
+    assertFalse(iter.hasNext());
+
   }
 
   @Test