You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/04/24 22:53:23 UTC
[02/18] incubator-joshua git commit: pack alignments by default!
pack alignments by default!
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/a330afe4
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/a330afe4
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/a330afe4
Branch: refs/heads/morph
Commit: a330afe4de2fab29dd4eee49c1f3834e435ed540
Parents: a86ae8e
Author: Matt Post <po...@cs.jhu.edu>
Authored: Fri Apr 22 10:02:27 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Fri Apr 22 10:02:27 2016 -0400
----------------------------------------------------------------------
scripts/support/grammar-packer.pl | 8 +++++---
scripts/support/run_bundler.py | 1 +
scripts/training/pipeline.pl | 2 +-
3 files changed, 7 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/a330afe4/scripts/support/grammar-packer.pl
----------------------------------------------------------------------
diff --git a/scripts/support/grammar-packer.pl b/scripts/support/grammar-packer.pl
index d2b1627..e485513 100755
--- a/scripts/support/grammar-packer.pl
+++ b/scripts/support/grammar-packer.pl
@@ -20,20 +20,21 @@ use File::Temp qw/tempfile/;
use File::Basename qw/basename/;
my %opts = (
+ a => 0, # whether alignments are included in the grammar(s)
g => '', # comma-separated list of grammars to pack
o => '', # comma-separated list of grammar output directories
m => '8g', # amount of memory to give the packer
T => '/tmp', # location of temporary space
v => 0, # verbose
);
-getopts("m:T:vg:o:", \%opts) || die usage();
+getopts("am:T:vg:o:", \%opts) || die usage();
die usage() if (@ARGV);
my $JOSHUA = $ENV{JOSHUA} or die "you must defined \$JOSHUA";
my $CAT = "$JOSHUA/scripts/training/scat";
sub usage {
- print "Usage: grammar-packer.pl [-m MEM] [-T /path/to/tmp] -g 'grammar [grammar2 ...]' -o 'grammar.packed [grammar2.packed ...]'\n";
+ print "Usage: grammar-packer.pl [-a] [-m MEM] [-T /path/to/tmp] -g 'grammar [grammar2 ...]' -o 'grammar.packed [grammar2.packed ...]'\n";
exit 1;
}
@@ -88,7 +89,8 @@ foreach my $grammar (@grammars) {
# Do the packing using the config.
my $grammars = join(" ", @sorted_grammars);
my $outputs = join(" ", @outputs);
-my $cmd = "java -Xmx$opts{m} -cp $JOSHUA/lib/args4j-2.0.29.jar:$JOSHUA/class joshua.tools.GrammarPackerCli -g $grammars --outputs $outputs";
+my $alignments = $opts{a} ? "--ga" : "";
+my $cmd = "java -Xmx$opts{m} -cp $JOSHUA/lib/args4j-2.0.29.jar:$JOSHUA/class joshua.tools.GrammarPackerCli -g $grammars --outputs $outputs $alignments";
print STDERR "Packing with $cmd...\n" if $opts{v};
my $retval = system($cmd);
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/a330afe4/scripts/support/run_bundler.py
----------------------------------------------------------------------
diff --git a/scripts/support/run_bundler.py b/scripts/support/run_bundler.py
index ae54221..b64b6f7 100755
--- a/scripts/support/run_bundler.py
+++ b/scripts/support/run_bundler.py
@@ -326,6 +326,7 @@ def recursive_copy(src, dest, symlink = False):
def run_grammar_packer(src_path, dest_path):
cmd = [os.path.join(JOSHUA_PATH, "scripts/support/grammar-packer.pl"),
+ "-a",
"-T", opts.tmpdir,
"-g", src_path, "-o", dest_path]
logging.info(
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/a330afe4/scripts/training/pipeline.pl
----------------------------------------------------------------------
diff --git a/scripts/training/pipeline.pl b/scripts/training/pipeline.pl
index 8629508..fd9436e 100755
--- a/scripts/training/pipeline.pl
+++ b/scripts/training/pipeline.pl
@@ -1644,7 +1644,7 @@ if ($DO_PACK_GRAMMARS) {
my $packed_dir = "$DATA_DIRS{test}/grammar.packed";
if ($OPTIMIZER_RUN == 1 and ! is_packed($TEST_GRAMMAR)) {
$cachepipe->cmd("test-pack",
- "$SCRIPTDIR/support/grammar-packer.pl -T $TMPDIR -m $PACKER_MEM -g $TEST_GRAMMAR -o $packed_dir",
+ "$SCRIPTDIR/support/grammar-packer.pl -a -T $TMPDIR -m $PACKER_MEM -g $TEST_GRAMMAR -o $packed_dir",
$TEST_GRAMMAR,
"$packed_dir/vocabulary",
"$packed_dir/encoding",