You are viewing a plain text version of this content. The canonical link for it is here.

Posted to commits@lucene.apache.org by rm...@apache.org on 2012/01/17 05:39:58 UTC

svn commit: r1232297 - /lucene/dev/trunk/solr/contrib/analysis-extras/src/java/org/apache/solr/analysis/KuromojiTokenizerFactory.java

Author: rmuir
Date: Tue Jan 17 04:39:58 2012
New Revision: 1232297

URL: http://svn.apache.org/viewvc?rev=1232297&view=rev
Log:
LUCENE-3305: remove out of date todo

Modified:
    lucene/dev/trunk/solr/contrib/analysis-extras/src/java/org/apache/solr/analysis/KuromojiTokenizerFactory.java

Modified: lucene/dev/trunk/solr/contrib/analysis-extras/src/java/org/apache/solr/analysis/KuromojiTokenizerFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/solr/contrib/analysis-extras/src/java/org/apache/solr/analysis/KuromojiTokenizerFactory.java?rev=1232297&r1=1232296&r2=1232297&view=diff
==============================================================================
--- lucene/dev/trunk/solr/contrib/analysis-extras/src/java/org/apache/solr/analysis/KuromojiTokenizerFactory.java (original)
+++ lucene/dev/trunk/solr/contrib/analysis-extras/src/java/org/apache/solr/analysis/KuromojiTokenizerFactory.java Tue Jan 17 04:39:58 2012
@@ -71,7 +71,6 @@ public class KuromojiTokenizerFactory ex
         if (encoding == null) {
           encoding = IOUtils.UTF_8;
         }
-        // note: we could allow for other encodings here as an argument
         CharsetDecoder decoder = Charset.forName(encoding).newDecoder()
             .onMalformedInput(CodingErrorAction.REPORT)
             .onUnmappableCharacter(CodingErrorAction.REPORT);