You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by rm...@apache.org on 2012/09/15 15:22:33 UTC
svn commit: r1385062 - in
/lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core:
TestStandardAnalyzer.java TestUAX29URLEmailTokenizer.java
Author: rmuir
Date: Sat Sep 15 13:22:32 2012
New Revision: 1385062
URL: http://svn.apache.org/viewvc?rev=1385062&view=rev
Log:
add tests for the 3.6-compatible standardtokenizer back compat
Modified:
lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestStandardAnalyzer.java
lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestUAX29URLEmailTokenizer.java
Modified: lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestStandardAnalyzer.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestStandardAnalyzer.java?rev=1385062&r1=1385061&r2=1385062&view=diff
==============================================================================
--- lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestStandardAnalyzer.java (original)
+++ lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestStandardAnalyzer.java Sat Sep 15 13:22:32 2012
@@ -241,6 +241,20 @@ public class TestStandardAnalyzer extend
checkOneTerm(a, "ìã", "ìã"); // hangul Works
}
+ /** @deprecated uses older unicode (6.0). simple test to make sure its basically working */
+ @Deprecated
+ public void testVersion36() throws Exception {
+ Analyzer a = new Analyzer() {
+ @Override
+ protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
+ Tokenizer tokenizer = new StandardTokenizer(Version.LUCENE_36, reader);
+ return new TokenStreamComponents(tokenizer);
+ }
+ };
+ assertAnalyzesTo(a, "this is just a t\u08E6st lucene@apache.org", // new combining mark in 6.1
+ new String[] { "this", "is", "just", "a", "t", "st", "lucene", "apache.org" });
+ };
+
/** blast some random strings through the analyzer */
public void testRandomStrings() throws Exception {
checkRandomData(random(), new StandardAnalyzer(TEST_VERSION_CURRENT), 1000*RANDOM_MULTIPLIER);
Modified: lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestUAX29URLEmailTokenizer.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestUAX29URLEmailTokenizer.java?rev=1385062&r1=1385061&r2=1385062&view=diff
==============================================================================
--- lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestUAX29URLEmailTokenizer.java (original)
+++ lucene/dev/branches/branch_4x/lucene/analysis/common/src/test/org/apache/lucene/analysis/core/TestUAX29URLEmailTokenizer.java Sat Sep 15 13:22:32 2012
@@ -486,6 +486,20 @@ public class TestUAX29URLEmailTokenizer
new String[] { "mailto:test", "example.org" });
}
+ /** @deprecated uses older unicode (6.0). simple test to make sure its basically working */
+ @Deprecated
+ public void testVersion36() throws Exception {
+ Analyzer a = new Analyzer() {
+ @Override
+ protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
+ Tokenizer tokenizer = new UAX29URLEmailTokenizer(Version.LUCENE_36, reader);
+ return new TokenStreamComponents(tokenizer);
+ }
+ };
+ assertAnalyzesTo(a, "this is just a t\u08E6st lucene@apache.org", // new combining mark in 6.1
+ new String[] { "this", "is", "just", "a", "t", "st", "lucene@apache.org" });
+ };
+
/** blast some random strings through the analyzer */
public void testRandomStrings() throws Exception {
checkRandomData(random(), a, 1000*RANDOM_MULTIPLIER);