You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/06/08 15:30:42 UTC

[2/2] incubator-joshua git commit: added whole-grammar packing

added whole-grammar packing


Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/3171b6a8
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/3171b6a8
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/3171b6a8

Branch: refs/heads/master
Commit: 3171b6a8ca1d68c90f22b4c7d89d0e8d74fdba1b
Parents: cd68a9e
Author: Matt Post <po...@cs.jhu.edu>
Authored: Wed Jun 8 11:30:25 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Wed Jun 8 11:30:25 2016 -0400

----------------------------------------------------------------------
 scripts/training/pipeline.pl | 11 +++++++++++
 1 file changed, 11 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3171b6a8/scripts/training/pipeline.pl
----------------------------------------------------------------------
diff --git a/scripts/training/pipeline.pl b/scripts/training/pipeline.pl
index 38cb379..7ecfed9 100755
--- a/scripts/training/pipeline.pl
+++ b/scripts/training/pipeline.pl
@@ -1172,6 +1172,17 @@ if (! defined $GRAMMAR_FILE) {
   }
 }
 
+# Pack the entire model! Saves filtering and repacking of tuning and test sets
+if ($DO_PACK_GRAMMARS and ! $DO_FILTER_TM) {
+  $cachepipe->cmd("pack-grammar",
+                  "$SCRIPTDIR/support/grammar-packer.pl -a -T $TMPDIR -m $PACKER_MEM -g $GRAMMAR_FILE -o $RUNDIR/grammar.packed",
+                  "$RUNDIR/grammar.packed/vocabulary",
+                  "$RUNDIR/grammar.packed/encoding",
+                  "$RUNDIR/grammar.packed/slice_00000.source");
+  $GRAMMAR_FILE = "$RUNDIR/grammar.packed";
+}
+
+
 maybe_quit("THRAX");
 maybe_quit("GRAMMAR");
 maybe_quit("MODEL");