You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by ma...@apache.org on 2014/02/08 19:23:54 UTC
svn commit: r1566080 -
/opennlp/addons/modelbuilder-addon/src/main/java/opennlp/addons/modelbuilder/impls/GenericModelableImpl.java
Author: markg
Date: Sat Feb 8 18:23:54 2014
New Revision: 1566080
URL: http://svn.apache.org/r1566080
Log:
OPENNLP-607
Fixed training portion due to recent changes using inputStreamFactory
Modified:
opennlp/addons/modelbuilder-addon/src/main/java/opennlp/addons/modelbuilder/impls/GenericModelableImpl.java
Modified: opennlp/addons/modelbuilder-addon/src/main/java/opennlp/addons/modelbuilder/impls/GenericModelableImpl.java
URL: http://svn.apache.org/viewvc/opennlp/addons/modelbuilder-addon/src/main/java/opennlp/addons/modelbuilder/impls/GenericModelableImpl.java?rev=1566080&r1=1566079&r2=1566080&view=diff
==============================================================================
--- opennlp/addons/modelbuilder-addon/src/main/java/opennlp/addons/modelbuilder/impls/GenericModelableImpl.java (original)
+++ opennlp/addons/modelbuilder-addon/src/main/java/opennlp/addons/modelbuilder/impls/GenericModelableImpl.java Sat Feb 8 18:23:54 2014
@@ -27,11 +27,13 @@ import java.util.Set;
import java.util.logging.Level;
import java.util.logging.Logger;
import opennlp.addons.modelbuilder.Modelable;
+import opennlp.tools.cmdline.MarkableFileInputStreamFactory;
import opennlp.tools.namefind.NameFinderME;
import opennlp.tools.namefind.NameSample;
import opennlp.tools.namefind.NameSampleDataStream;
import opennlp.tools.namefind.TokenNameFinderModel;
-import opennlp.tools.util.MockInputStreamFactory;
+import opennlp.tools.util.InputStreamFactory;
+
import opennlp.tools.util.ObjectStream;
import opennlp.tools.util.PlainTextByLineStream;
@@ -91,7 +93,7 @@ public class GenericModelableImpl implem
System.out.println("\t\treading training data...");
Charset charset = Charset.forName("UTF-8");
ObjectStream<String> lineStream =
- new PlainTextByLineStream(new MockInputStreamFactory(new FileInputStream(params.getAnnotatedTrainingDataFile())), charset);
+ new PlainTextByLineStream(new MarkableFileInputStreamFactory(params.getAnnotatedTrainingDataFile()), charset);
ObjectStream<NameSample> sampleStream = new NameSampleDataStream(lineStream);
TokenNameFinderModel model;