You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by jk...@apache.org on 2012/03/17 02:59:22 UTC
svn commit: r1301854 -
/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/DictionaryNameFinder.java
Author: jkosin
Date: Sat Mar 17 01:59:22 2012
New Revision: 1301854
URL: http://svn.apache.org/viewvc?rev=1301854&view=rev
Log:
OPENNLP-471: refactored to search to fix the problems when I took out the Index handling. Thanks to Jim for pointing this out and producing a test
Modified:
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/DictionaryNameFinder.java
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/DictionaryNameFinder.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/DictionaryNameFinder.java?rev=1301854&r1=1301853&r2=1301854&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/DictionaryNameFinder.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/DictionaryNameFinder.java Sat Mar 17 01:59:22 2012
@@ -52,16 +52,18 @@ public class DictionaryNameFinder implem
for (int endToken = startToken; endToken < tokenStrings.length; endToken++) {
- tokens = new String[(endToken - startToken + 1)];
- System.arraycopy(tokenStrings, startToken, tokens, 0, (endToken - startToken + 1));
-
- StringList tokenList = new StringList(tokens);
-
- if (mDictionary.contains(tokenList)) {
- foundName = new Span(startToken, endToken + 1);
+ if ((endToken - startToken + 1) > mDictionary.getMaxTokenCount()) {
+ break;
}
else {
- break;
+ tokens = new String[(endToken - startToken + 1)];
+ System.arraycopy(tokenStrings, startToken, tokens, 0, (endToken - startToken + 1));
+
+ StringList tokenList = new StringList(tokens);
+
+ if (mDictionary.contains(tokenList)) {
+ foundName = new Span(startToken, endToken + 1);
+ }
}
}