You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by jo...@apache.org on 2012/03/30 16:01:16 UTC
svn commit: r1307427 - in
/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline: CLI.java
coref/CoreferencerTrainerTool.java coref/TrainingParams.java
Author: joern
Date: Fri Mar 30 14:01:16 2012
New Revision: 1307427
URL: http://svn.apache.org/viewvc?rev=1307427&view=rev
Log:
OPENNLP-487 First draft of coref cli training tool.
Added:
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/CoreferencerTrainerTool.java (with props)
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/TrainingParams.java (with props)
Modified:
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/CLI.java
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/CLI.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/CLI.java?rev=1307427&r1=1307426&r2=1307427&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/CLI.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/CLI.java Fri Mar 30 14:01:16 2012
@@ -31,6 +31,7 @@ import opennlp.tools.cmdline.chunker.Chu
import opennlp.tools.cmdline.chunker.ChunkerMETool;
import opennlp.tools.cmdline.chunker.ChunkerTrainerTool;
import opennlp.tools.cmdline.coref.CoreferencerTool;
+import opennlp.tools.cmdline.coref.CoreferencerTrainerTool;
import opennlp.tools.cmdline.dictionary.DictionaryBuilderTool;
import opennlp.tools.cmdline.doccat.DoccatConverterTool;
import opennlp.tools.cmdline.doccat.DoccatTool;
@@ -129,8 +130,9 @@ public final class CLI {
tools.add(new CheckModelUpdaterTool()); // re-trains build model
tools.add(new TaggerModelReplacerTool());
- // Corferencer
+ // Coreferencer
tools.add(new CoreferencerTool());
+ tools.add(new CoreferencerTrainerTool());
for (CmdLineTool tool : tools) {
toolLookupMap.put(tool.getName(), tool);
Added: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/CoreferencerTrainerTool.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/CoreferencerTrainerTool.java?rev=1307427&view=auto
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/CoreferencerTrainerTool.java (added)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/CoreferencerTrainerTool.java Fri Mar 30 14:01:16 2012
@@ -0,0 +1,52 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreemnets. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package opennlp.tools.cmdline.coref;
+
+import java.io.IOException;
+
+import opennlp.tools.cmdline.AbstractTrainerTool;
+import opennlp.tools.cmdline.TerminateToolException;
+import opennlp.tools.cmdline.params.TrainingToolParams;
+import opennlp.tools.cmdline.coref.CoreferencerTrainerTool.TrainerToolParams;
+import opennlp.tools.coref.CorefSample;
+import opennlp.tools.coref.CorefTrainer;
+
+public class CoreferencerTrainerTool extends AbstractTrainerTool<CorefSample, TrainerToolParams> {
+
+ // We have different params here ...
+ // - model directory
+ interface TrainerToolParams extends TrainingParams, TrainingToolParams {
+ }
+
+ public CoreferencerTrainerTool() {
+ super(CorefSample.class, TrainerToolParams.class);
+ }
+
+ @Override
+ public void run(String format, String[] args) {
+
+ super.run(format, args);
+
+ try {
+ CorefTrainer.train(params.getDirectory(), sampleStream, true, true);
+ } catch (IOException e) {
+ throw new TerminateToolException(-1, "IO error while reading training data or indexing data: " + e.getMessage());
+ }
+ }
+
+}
Propchange: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/CoreferencerTrainerTool.java
------------------------------------------------------------------------------
svn:mime-type = text/plain
Added: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/TrainingParams.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/TrainingParams.java?rev=1307427&view=auto
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/TrainingParams.java (added)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/TrainingParams.java Fri Mar 30 14:01:16 2012
@@ -0,0 +1,32 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package opennlp.tools.cmdline.coref;
+
+import opennlp.tools.cmdline.ArgumentParser.ParameterDescription;
+import opennlp.tools.cmdline.params.BasicTrainingParams;
+
+/**
+ * TrainingParameters for Name Finder.
+ *
+ * Note: Do not use this class, internal use only!
+ */
+interface TrainingParams extends BasicTrainingParams {
+
+ @ParameterDescription(valueName = "directoryPath", description = "The model output directory")
+ String getDirectory();
+}
Propchange: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/coref/TrainingParams.java
------------------------------------------------------------------------------
svn:mime-type = text/plain