You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by jo...@apache.org on 2011/05/24 16:59:45 UTC
svn commit: r1127102 -
/incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerME.java
Author: joern
Date: Tue May 24 14:59:44 2011
New Revision: 1127102
URL: http://svn.apache.org/viewvc?rev=1127102&view=rev
Log:
OPENNLP-21 Fixed javadoc warnings
Modified:
incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerME.java
Modified: incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerME.java
URL: http://svn.apache.org/viewvc/incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerME.java?rev=1127102&r1=1127101&r2=1127102&view=diff
==============================================================================
--- incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerME.java (original)
+++ incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerME.java Tue May 24 14:59:44 2011
@@ -21,24 +21,17 @@ import java.io.IOException;
import java.io.ObjectStreamException;
import java.util.ArrayList;
import java.util.HashMap;
-import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.regex.Pattern;
-import opennlp.maxent.GIS;
-import opennlp.maxent.GISModel;
import opennlp.model.AbstractModel;
import opennlp.model.EventStream;
import opennlp.model.MaxentModel;
import opennlp.model.TrainUtil;
-import opennlp.model.TwoPassDataIndexer;
-import opennlp.tools.util.HashSumEventStream;
import opennlp.tools.util.ObjectStream;
import opennlp.tools.util.Span;
import opennlp.tools.util.TrainingParameters;
-import opennlp.tools.util.model.BaseModel;
-import opennlp.tools.util.model.ModelUtil;
/**
* A Tokenizer for converting raw text into separated tokens. It uses
@@ -56,7 +49,7 @@ import opennlp.tools.util.model.ModelUti
* must be instantiated which can share one <code>TokenizerModel</code> instance
* to safe memory.
* <p>
- * To train a new model {{@link #train(String, Iterator, boolean)} method
+ * To train a new model {{@link #train(String, ObjectStream, boolean, TrainingParameters)} method
* can be used.
* <p>
* Sample usage: