You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@stanbol.apache.org by rw...@apache.org on 2012/12/22 18:46:20 UTC
svn commit: r1425323 - in /stanbol/trunk/enhancement-engines/entitylinking:
labeltokenizer-lucene/src/main/java/org/apache/stanbol/enhancer/engines/entityhublinking/labeltokenizer/lucene/
labeltokenizer-opennlp/src/test/java/org/apache/stanbol/enhancer...
Author: rwesten
Date: Sat Dec 22 17:46:19 2012
New Revision: 1425323
URL: http://svn.apache.org/viewvc?rev=1425323&view=rev
Log:
minor: The Lucene LabelTokenizer now closes the TokenizerStream, Corrected type in the OpenNLP Labeltokenizer test
Modified:
stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-lucene/src/main/java/org/apache/stanbol/enhancer/engines/entityhublinking/labeltokenizer/lucene/LuceneLabelTokenizer.java
stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-opennlp/src/test/java/org/apache/stanbol/enhancer/engines/entitylinking/labeltokenizer/opennlp/OpenNlpLabelTokenizerTest.java
Modified: stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-lucene/src/main/java/org/apache/stanbol/enhancer/engines/entityhublinking/labeltokenizer/lucene/LuceneLabelTokenizer.java
URL: http://svn.apache.org/viewvc/stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-lucene/src/main/java/org/apache/stanbol/enhancer/engines/entityhublinking/labeltokenizer/lucene/LuceneLabelTokenizer.java?rev=1425323&r1=1425322&r2=1425323&view=diff
==============================================================================
--- stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-lucene/src/main/java/org/apache/stanbol/enhancer/engines/entityhublinking/labeltokenizer/lucene/LuceneLabelTokenizer.java (original)
+++ stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-lucene/src/main/java/org/apache/stanbol/enhancer/engines/entityhublinking/labeltokenizer/lucene/LuceneLabelTokenizer.java Sat Dec 22 17:46:19 2012
@@ -172,6 +172,8 @@ public class LuceneLabelTokenizer implem
OffsetAttribute offset = tokenizer.addAttribute(OffsetAttribute.class);
tokens.add(label.substring(offset.startOffset(), offset.endOffset()));
}
+ tokenizer.end();
+ tokenizer.close();
} catch (IOException e) {
log.error("IOException while reading from a StringReader :(",e);
return null;
Modified: stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-opennlp/src/test/java/org/apache/stanbol/enhancer/engines/entitylinking/labeltokenizer/opennlp/OpenNlpLabelTokenizerTest.java
URL: http://svn.apache.org/viewvc/stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-opennlp/src/test/java/org/apache/stanbol/enhancer/engines/entitylinking/labeltokenizer/opennlp/OpenNlpLabelTokenizerTest.java?rev=1425323&r1=1425322&r2=1425323&view=diff
==============================================================================
--- stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-opennlp/src/test/java/org/apache/stanbol/enhancer/engines/entitylinking/labeltokenizer/opennlp/OpenNlpLabelTokenizerTest.java (original)
+++ stanbol/trunk/enhancement-engines/entitylinking/labeltokenizer-opennlp/src/test/java/org/apache/stanbol/enhancer/engines/entitylinking/labeltokenizer/opennlp/OpenNlpLabelTokenizerTest.java Sat Dec 22 17:46:19 2012
@@ -32,7 +32,7 @@ public class OpenNlpLabelTokenizerTest {
tokenizer.tokenize(null, "en");
}
@Test
- public void testNullLanguate(){
+ public void testNullLanguage(){
String[] tokens = tokenizer.tokenize(label, null);
Assert.assertNotNull(tokens);
Assert.assertArrayEquals(expected, tokens);