You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by ma...@apache.org on 2014/02/06 02:11:37 UTC
svn commit: r1565030 - in
/opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima:
chunker/ChunkerTrainer.java sentdetect/SentenceDetectorTrainer.java
Author: markg
Date: Thu Feb 6 01:11:37 2014
New Revision: 1565030
URL: http://svn.apache.org/r1565030
Log:
OPENNLP-645
Just trying to quickly stabilize the build. Please review ASAP.
I changed line 208 of uima.chunker.ChunkerTrainer to this:
ChunkerModel chunkerModel = ChunkerME.train(language, ObjectStreamUtils.createObjectStream(mChunkSamples), ModelUtil.createDefaultTrainingParameters(), ChunkerFactory.create(null));
and line 170 in uima.sentecedetect.sentencedetectertrainer to:
TrainingParameters mlParams = ModelUtil.createDefaultTrainingParameters();
Modified:
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/chunker/ChunkerTrainer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/SentenceDetectorTrainer.java
Modified: opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/chunker/ChunkerTrainer.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/chunker/ChunkerTrainer.java?rev=1565030&r1=1565029&r2=1565030&view=diff
==============================================================================
--- opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/chunker/ChunkerTrainer.java (original)
+++ opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/chunker/ChunkerTrainer.java Thu Feb 6 01:11:37 2014
@@ -24,10 +24,12 @@ import java.util.Iterator;
import java.util.List;
import opennlp.tools.chunker.ChunkSample;
+import opennlp.tools.chunker.ChunkerFactory;
import opennlp.tools.chunker.ChunkerME;
import opennlp.tools.chunker.ChunkerModel;
import opennlp.tools.ml.maxent.GIS;
import opennlp.tools.util.ObjectStreamUtils;
+import opennlp.tools.util.model.ModelUtil;
import opennlp.uima.util.CasConsumerUtil;
import opennlp.uima.util.ContainingConstraint;
import opennlp.uima.util.OpennlpUtil;
@@ -203,8 +205,8 @@ public class ChunkerTrainer extends CasC
throws ResourceProcessException, IOException {
GIS.PRINT_MESSAGES = false;
- ChunkerModel chunkerModel = ChunkerME.train(language, ObjectStreamUtils.createObjectStream(mChunkSamples), 100, 5);
-
+ ChunkerModel chunkerModel = ChunkerME.train(language, ObjectStreamUtils.createObjectStream(mChunkSamples), ModelUtil.createDefaultTrainingParameters(), ChunkerFactory.create(null));
+
// dereference to allow garbage collection
mChunkSamples = null;
Modified: opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/SentenceDetectorTrainer.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/SentenceDetectorTrainer.java?rev=1565030&r1=1565029&r2=1565030&view=diff
==============================================================================
--- opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/SentenceDetectorTrainer.java (original)
+++ opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/SentenceDetectorTrainer.java Thu Feb 6 01:11:37 2014
@@ -167,8 +167,8 @@ public final class SentenceDetectorTrain
SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
null, language, true, null, eos);
- TrainingParameters mlParams = ModelUtil.createTrainingParameters(100, 5);
-
+ // TrainingParameters mlParams = ModelUtil.createTrainingParameters(100, 5);
+ TrainingParameters mlParams = ModelUtil.createDefaultTrainingParameters();
ObjectStream<SentenceSample> samples = ObjectStreamUtils.createObjectStream(sentenceSamples);
Writer samplesOut = null;