You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/06/08 15:30:42 UTC
[2/2] incubator-joshua git commit: added whole-grammar packing
added whole-grammar packing
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/3171b6a8
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/3171b6a8
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/3171b6a8
Branch: refs/heads/master
Commit: 3171b6a8ca1d68c90f22b4c7d89d0e8d74fdba1b
Parents: cd68a9e
Author: Matt Post <po...@cs.jhu.edu>
Authored: Wed Jun 8 11:30:25 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Wed Jun 8 11:30:25 2016 -0400
----------------------------------------------------------------------
scripts/training/pipeline.pl | 11 +++++++++++
1 file changed, 11 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3171b6a8/scripts/training/pipeline.pl
----------------------------------------------------------------------
diff --git a/scripts/training/pipeline.pl b/scripts/training/pipeline.pl
index 38cb379..7ecfed9 100755
--- a/scripts/training/pipeline.pl
+++ b/scripts/training/pipeline.pl
@@ -1172,6 +1172,17 @@ if (! defined $GRAMMAR_FILE) {
}
}
+# Pack the entire model! Saves filtering and repacking of tuning and test sets
+if ($DO_PACK_GRAMMARS and ! $DO_FILTER_TM) {
+ $cachepipe->cmd("pack-grammar",
+ "$SCRIPTDIR/support/grammar-packer.pl -a -T $TMPDIR -m $PACKER_MEM -g $GRAMMAR_FILE -o $RUNDIR/grammar.packed",
+ "$RUNDIR/grammar.packed/vocabulary",
+ "$RUNDIR/grammar.packed/encoding",
+ "$RUNDIR/grammar.packed/slice_00000.source");
+ $GRAMMAR_FILE = "$RUNDIR/grammar.packed";
+}
+
+
maybe_quit("THRAX");
maybe_quit("GRAMMAR");
maybe_quit("MODEL");