You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by cm...@apache.org on 2012/06/08 18:04:35 UTC
svn commit: r1348134 - in
/lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis:
TestJapaneseKatakanaStemFilterFactory.java
TestJapaneseReadingFormFilterFactory.java
Author: cm
Date: Fri Jun 8 16:04:34 2012
New Revision: 1348134
URL: http://svn.apache.org/viewvc?rev=1348134&view=rev
Log:
Added missing Solr factory tests (SOLR-3520)
Added:
lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseKatakanaStemFilterFactory.java (with props)
lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseReadingFormFilterFactory.java (with props)
Added: lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseKatakanaStemFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseKatakanaStemFilterFactory.java?rev=1348134&view=auto
==============================================================================
--- lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseKatakanaStemFilterFactory.java (added)
+++ lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseKatakanaStemFilterFactory.java Fri Jun 8 16:04:34 2012
@@ -0,0 +1,49 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import org.apache.lucene.analysis.BaseTokenStreamTestCase;
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.solr.core.SolrResourceLoader;
+
+import java.io.IOException;
+import java.io.StringReader;
+import java.util.Collections;
+import java.util.Map;
+
+/**
+ * Simple tests for {@link JapaneseKatakanaStemFilterFactory}
+ */
+public class TestJapaneseKatakanaStemFilterFactory extends BaseTokenStreamTestCase {
+ public void testKatakanaStemming() throws IOException {
+ JapaneseTokenizerFactory tokenizerFactory = new JapaneseTokenizerFactory();
+ Map<String, String> tokenizerArgs = Collections.emptyMap();
+ tokenizerFactory.init(tokenizerArgs);
+ tokenizerFactory.inform(new SolrResourceLoader(null, null));
+ TokenStream tokenStream = tokenizerFactory.create(
+ new StringReader("æå¾æ¥ãã¼ãã£ã¼ã«è¡ãäºå®ããããå³æ¸é¤¨ã§è³æãã³ãã¼ãã¾ããã")
+ );
+ JapaneseKatakanaStemFilterFactory filterFactory = new JapaneseKatakanaStemFilterFactory();
+ Map<String, String> filterArgs = Collections.emptyMap();
+ filterFactory.init(filterArgs);
+ assertTokenStreamContents(filterFactory.create(tokenStream),
+ new String[]{ "æå¾æ¥", "ãã¼ãã£", "ã«", "è¡ã", "äºå®", "ã", "ãã", // ãã¼ãã£ã¼ should be stemmed
+ "å³æ¸é¤¨", "ã§", "è³æ", "ã", "ã³ãã¼", "ã", "ã¾ã", "ã"} // ã³ãã¼ should not be stemmed
+ );
+ }
+}
Added: lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseReadingFormFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseReadingFormFilterFactory.java?rev=1348134&view=auto
==============================================================================
--- lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseReadingFormFilterFactory.java (added)
+++ lucene/dev/trunk/solr/core/src/test/org/apache/solr/analysis/TestJapaneseReadingFormFilterFactory.java Fri Jun 8 16:04:34 2012
@@ -0,0 +1,44 @@
+package org.apache.solr.analysis;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import org.apache.lucene.analysis.BaseTokenStreamTestCase;
+import org.apache.lucene.analysis.TokenStream;
+import org.apache.solr.core.SolrResourceLoader;
+
+import java.io.IOException;
+import java.io.StringReader;
+import java.util.Collections;
+import java.util.Map;
+
+/**
+ * Simple tests for {@link JapaneseReadingFormFilterFactory}
+ */
+public class TestJapaneseReadingFormFilterFactory extends BaseTokenStreamTestCase {
+ public void testReadings() throws IOException {
+ JapaneseTokenizerFactory tokenizerFactory = new JapaneseTokenizerFactory();
+ Map<String, String> args = Collections.emptyMap();
+ tokenizerFactory.init(args);
+ tokenizerFactory.inform(new SolrResourceLoader(null, null));
+ TokenStream tokenStream = tokenizerFactory.create(new StringReader("å
ã»ã©ãã«ãªã³ããæ¥ã¾ããã"));
+ JapaneseReadingFormFilterFactory filterFactory = new JapaneseReadingFormFilterFactory();
+ assertTokenStreamContents(filterFactory.create(tokenStream),
+ new String[] { "ãµã", "ãã", "ãã«ãªã³", "ã«ã©", "ã", "ãã·", "ã¿" }
+ );
+ }
+}