svn commit: r153398 - lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java

[eh...@apache.org]

Author: ehatcher
Date: Fri Feb 11 05:50:37 2005
New Revision: 153398

URL: http://svn.apache.org/viewcvs?view=rev&rev=153398
Log:
split keyword tokenizer out of KeywordAnalyzer

Added:
    lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java
Modified:
    lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java

Modified: lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java
URL: http://svn.apache.org/viewcvs/lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java?view=diff&r1=153397&r2=153398
==============================================================================
--- lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java (original)
+++ lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordAnalyzer.java Fri Feb 11 05:50:37 2005
@@ -25,25 +25,6 @@
 public class KeywordAnalyzer extends Analyzer {
   public TokenStream tokenStream(String fieldName,
                                  final Reader reader) {
-    return new TokenStream() {
-      private boolean done;
-      private final char[] buffer = new char[1024];
-      public Token next() throws IOException {
-        if (!done) {
-          done = true;
-          StringBuffer buffer = new StringBuffer();
-          int length;
-          while (true) {
-            length = reader.read(this.buffer);
-            if (length == -1) break;
-
-            buffer.append(this.buffer, 0, length);
-          }
-          String text = buffer.toString();
-          return new Token(text, 0, text.length());
-        }
-        return null;
-      }
-    };
+    return new KeywordTokenizer(reader);
   }
 }

Added: lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java
URL: http://svn.apache.org/viewcvs/lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java?view=auto&rev=153398
==============================================================================
--- lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java (added)
+++ lucene/java/trunk/contrib/analyzers/src/java/org/apache/lucene/analysis/KeywordTokenizer.java Fri Feb 11 05:50:37 2005
@@ -0,0 +1,46 @@
+package org.apache.lucene.analysis;
+
+import java.io.IOException;
+import java.io.Reader;
+
+/**
+ * Copyright 2005 The Apache Software Foundation
+ * <p/>
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * <p/>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p/>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+public class KeywordTokenizer extends Tokenizer {
+  private boolean done;
+  private final char[] buffer = new char[1024];
+
+  public KeywordTokenizer(Reader input) {
+    super(input);
+  }
+
+  public Token next() throws IOException {
+    if (!done) {
+      done = true;
+      StringBuffer buffer = new StringBuffer();
+      int length;
+      while (true) {
+        length = input.read(this.buffer);
+        if (length == -1) break;
+
+        buffer.append(this.buffer, 0, length);
+      }
+      String text = buffer.toString();
+      return new Token(text, 0, text.length());
+    }
+    return null;
+  }
+}



---------------------------------------------------------------------
To unsubscribe, e-mail: lucene-dev-unsubscribe@jakarta.apache.org
For additional commands, e-mail: lucene-dev-help@jakarta.apache.org