You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by rm...@apache.org on 2012/01/12 16:08:12 UTC
svn commit: r1230580 -
/lucene/dev/branches/lucene3305/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java
Author: rmuir
Date: Thu Jan 12 15:08:12 2012
New Revision: 1230580
URL: http://svn.apache.org/viewvc?rev=1230580&view=rev
Log:
LUCENE-3305: add some comments on data structure
Modified:
lucene/dev/branches/lucene3305/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java
Modified: lucene/dev/branches/lucene3305/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene3305/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java?rev=1230580&r1=1230579&r2=1230580&view=diff
==============================================================================
--- lucene/dev/branches/lucene3305/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java (original)
+++ lucene/dev/branches/lucene3305/modules/analysis/kuromoji/src/java/org/apache/lucene/analysis/kuromoji/dict/UserDictionary.java Thu Jan 12 15:08:12 2012
@@ -35,11 +35,13 @@ import org.apache.lucene.util.fst.Positi
public final class UserDictionary implements Dictionary {
+ // phrase text -> phrase ID
private final TokenInfoFST fst;
- // holds wordid offset, length
+ // holds wordid, length, length... indexed by phrase ID
private final int segmentations[][];
- // holds readings and POS
+
+ // holds readings and POS, indexed by wordid
private final String data[];
private static final int CUSTOM_DICTIONARY_WORD_ID_OFFSET = 100000000;