You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by mi...@apache.org on 2012/02/02 16:01:14 UTC
svn commit: r1239658 - in
/lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji:
dict/UserDictionary.java viterbi/Viterbi.java
Author: mikemccand
Date: Thu Feb 2 15:01:13 2012
New Revision: 1239658
URL: http://svn.apache.org/viewvc?rev=1239658&view=rev
Log:
don't let prefix's output bleed into full string's output (potential/latent bug)
Modified:
lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java
lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/viterbi/Viterbi.java
Modified: lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java?rev=1239658&r1=1239657&r2=1239658&view=diff
==============================================================================
--- lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java (original)
+++ lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java Thu Feb 2 15:01:13 2012
@@ -149,8 +149,8 @@ public final class UserDictionary implem
}
output += arc.output.intValue();
if (arc.isFinal()) {
- output += arc.nextFinalOutput.intValue();
- result.put(startOffset-off, segmentations[output]);
+ final int finalOutput = output + arc.nextFinalOutput.intValue();
+ result.put(startOffset-off, segmentations[finalOutput]);
found = true;
}
}
Modified: lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/viterbi/Viterbi.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/viterbi/Viterbi.java?rev=1239658&r1=1239657&r2=1239658&view=diff
==============================================================================
--- lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/viterbi/Viterbi.java (original)
+++ lucene/dev/trunk/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/viterbi/Viterbi.java Thu Feb 2 15:01:13 2012
@@ -248,9 +248,9 @@ public class Viterbi {
output += arc.output.intValue();
if (arc.isFinal()) {
- output += arc.nextFinalOutput.intValue();
+ final int finalOutput = output + arc.nextFinalOutput.intValue();
found = true; // Don't produce unknown word starting from this index
- dictionary.lookupWordIds(output, wordIdRef);
+ dictionary.lookupWordIds(finalOutput, wordIdRef);
for (int ofs = 0; ofs < wordIdRef.length; ofs++) {
final int wordId = wordIdRef.ints[wordIdRef.offset + ofs];
ViterbiNode node = new ViterbiNode(wordId, text, suffixStart, endIndex, dictionary.getLeftId(wordId), dictionary.getRightId(wordId), dictionary.getWordCost(wordId), startIndex, Type.KNOWN);