You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/04/28 05:46:10 UTC
[1/4] incubator-joshua git commit: JOSHUA-255 License headers for all
bash scripts
Repository: incubator-joshua
Updated Branches:
refs/heads/master 6f45d19b1 -> 3e2304747
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/thrax/filtering/test-fast.sh
----------------------------------------------------------------------
diff --git a/test/thrax/filtering/test-fast.sh b/test/thrax/filtering/test-fast.sh
index bfdca0b..1c1bd4f 100755
--- a/test/thrax/filtering/test-fast.sh
+++ b/test/thrax/filtering/test-fast.sh
@@ -1,4 +1,20 @@
#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Tests that both fast and exact filtering of grammars to test files works.
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/thrax/filtering/test-loose.sh
----------------------------------------------------------------------
diff --git a/test/thrax/filtering/test-loose.sh b/test/thrax/filtering/test-loose.sh
index 5e2016d..8a3b759 100755
--- a/test/thrax/filtering/test-loose.sh
+++ b/test/thrax/filtering/test-loose.sh
@@ -1,4 +1,20 @@
#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Tests loose filtering.
[4/4] incubator-joshua git commit: now defaults to NOT filtering
grammar; reference optional for test
Posted by mj...@apache.org.
now defaults to NOT filtering grammar; reference optional for test
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/3e230474
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/3e230474
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/3e230474
Branch: refs/heads/master
Commit: 3e2304747aeb776b093311b4165a6e6dc475d740
Parents: bcc39db
Author: Matt Post <po...@cs.jhu.edu>
Authored: Wed Apr 27 23:45:52 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Wed Apr 27 23:45:52 2016 -0400
----------------------------------------------------------------------
scripts/training/pipeline.pl | 63 ++++++++++++++++++++++-----------------
1 file changed, 35 insertions(+), 28 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3e230474/scripts/training/pipeline.pl
----------------------------------------------------------------------
diff --git a/scripts/training/pipeline.pl b/scripts/training/pipeline.pl
index a438e60..373145f 100755
--- a/scripts/training/pipeline.pl
+++ b/scripts/training/pipeline.pl
@@ -66,7 +66,7 @@ my $MAXLEN_TEST = 0;
# when doing phrase-based decoding, the maximum length of a phrase (source side)
my $MAX_PHRASE_LEN = 5;
-my $DO_FILTER_TM = 1;
+my $DO_FILTER_TM = 0;
my $DO_SUBSAMPLE = 0;
my $DO_PACK_GRAMMARS = 1;
my $SCRIPTDIR = "$JOSHUA/scripts";
@@ -1739,14 +1739,17 @@ $cachepipe->cmd("test-bleu-${OPTIMIZER_RUN}",
"$testdir/bleu");
# Update the BLEU summary.
-compute_bleu_summary("test/*/bleu", "test/final-bleu");
+# Sometimes the target side for test doesn't exist (e.g., WMT)
+if (-e $TEST{target}) {
+ compute_bleu_summary("test/*/bleu", "test/final-bleu");
-if (defined $METEOR) {
- $cachepipe->cmd("test-meteor-${OPTIMIZER_RUN}",
- "$JOSHUA/bin/meteor $output $TEST{target} $TARGET > $testdir/meteor",
- $bestoutput,
- "$testdir/meteor");
- compute_meteor_summary("test/*/meteor", "test/final-meteor");
+ if (defined $METEOR) {
+ $cachepipe->cmd("test-meteor-${OPTIMIZER_RUN}",
+ "$JOSHUA/bin/meteor $output $TEST{target} $TARGET > $testdir/meteor",
+ $bestoutput,
+ "$testdir/meteor");
+ compute_meteor_summary("test/*/meteor", "test/final-meteor");
+ }
}
if ($DO_MBR) {
@@ -1759,12 +1762,14 @@ if ($DO_MBR) {
$nbestoutput,
$mbr_output);
- $cachepipe->cmd("test-bleu-mbr-${OPTIMIZER_RUN}",
- "$JOSHUA/bin/bleu output $TEST{target} $numrefs > $testdir/bleu.mbr",
- $mbr_output,
- "$testdir/bleu.mbr");
+ if (-e $TEST{target}) {
+ $cachepipe->cmd("test-bleu-mbr-${OPTIMIZER_RUN}",
+ "$JOSHUA/bin/bleu output $TEST{target} $numrefs > $testdir/bleu.mbr",
+ $mbr_output,
+ "$testdir/bleu.mbr");
- compute_bleu_summary("test/*/bleu.mbr", "test/final-bleu-mbr");
+ compute_bleu_summary("test/*/bleu.mbr", "test/final-bleu-mbr");
+ }
}
compute_time_summary("test/*/joshua.log", "test/final-times");
@@ -2093,25 +2098,27 @@ sub analyze_testrun {
my ($output,$source,$reference) = @_;
my $dir = dirname($output);
- mkdir("$dir/analysis") unless -d "$dir/analysis";
+ if (-e $reference) {
+ mkdir("$dir/analysis") unless -d "$dir/analysis";
- my @references;
- if (-e "$reference.0") {
- my $num = 0;
- while (-e "$reference.$num") {
- push(@references, "$reference.$num");
- $num++;
+ my @references;
+ if (-e "$reference.0") {
+ my $num = 0;
+ while (-e "$reference.$num") {
+ push(@references, "$reference.$num");
+ $num++;
+ }
+ } else {
+ push(@references, $reference);
}
- } else {
- push(@references, $reference);
- }
- my $references = join(" -r ", @references);
+ my $references = join(" -r ", @references);
- $cachepipe->cmd("analyze-test-${OPTIMIZER_RUN}",
- "$SCRIPTDIR/analysis/sentence-by-sentence.pl -s $source -r $references $output > $dir/analysis/sentence-by-sentence.html",
- $output,
- "$dir/analysis/sentence-by-sentence.html");
+ $cachepipe->cmd("analyze-test-${OPTIMIZER_RUN}",
+ "$SCRIPTDIR/analysis/sentence-by-sentence.pl -s $source -r $references $output > $dir/analysis/sentence-by-sentence.html",
+ $output,
+ "$dir/analysis/sentence-by-sentence.html");
+ }
}
sub compute_meteor_summary {
[2/4] incubator-joshua git commit: JOSHUA-255 License headers for all
bash scripts
Posted by mj...@apache.org.
JOSHUA-255 License headers for all bash scripts
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/3f55fe9e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/3f55fe9e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/3f55fe9e
Branch: refs/heads/master
Commit: 3f55fe9e719ed578f417801c7abbeaca48e79e9d
Parents: e9af81f
Author: Lewis John McGibbney <le...@jpl.nasa.gov>
Authored: Wed Apr 27 07:15:13 2016 -0700
Committer: Lewis John McGibbney <le...@jpl.nasa.gov>
Committed: Wed Apr 27 07:15:13 2016 -0700
----------------------------------------------------------------------
examples/download.sh | 14 ++++++++++++++
examples/old/PRO/run.sh | 15 +++++++++++++++
examples/training/ghkm.sh | 17 ++++++++++++++++-
examples/training/hiero-europarl.sh | 17 ++++++++++++++++-
examples/training/hiero.sh | 17 ++++++++++++++++-
examples/training/phrase.sh | 17 ++++++++++++++++-
examples/training/samt.sh | 17 ++++++++++++++++-
ext/giza-pp/GIZA++-v2/trainGIZA++.sh | 17 ++++++++++++++++-
jni/build_kenlm.sh | 17 ++++++++++++++++-
scripts/distributedLM/job_start_lmserver.sh | 17 ++++++++++++++++-
scripts/filter_grammar_to_sentences.sh | 17 ++++++++++++++++-
scripts/preparation/preprocess.sh | 17 ++++++++++++++++-
scripts/samt/pipeline.sh | 17 ++++++++++++++++-
scripts/samt/postprocessSAMT.sh | 16 +++++++++++++++-
scripts/support/create_glue_grammar.sh | 17 ++++++++++++++++-
scripts/support/filter_grammar.sh | 17 ++++++++++++++++-
scripts/support/make-release.sh | 17 ++++++++++++++++-
scripts/support/prepare.sh | 16 ++++++++++++++++
scripts/support/write-version.sh | 17 ++++++++++++++++-
scripts/training/parmbr.sh | 17 ++++++++++++++++-
test/bn-en/hiero/test-berkeleylm.sh | 17 ++++++++++++++++-
test/bn-en/hiero/test-classlm.sh | 17 ++++++++++++++++-
test/bn-en/hiero/test-filter.sh | 17 ++++++++++++++++-
test/bn-en/hiero/test.sh | 17 ++++++++++++++++-
test/bn-en/samt/test.sh | 17 ++++++++++++++++-
test/decoder/constrained/test.sh | 17 ++++++++++++++++-
test/decoder/denormalization/test.sh | 17 ++++++++++++++++-
test/decoder/dont-crash/test.sh | 17 ++++++++++++++++-
test/decoder/empty-test/test.sh | 17 ++++++++++++++++-
test/decoder/fragmentlm/test.sh | 17 ++++++++++++++++-
test/decoder/k-best-extraction/test.sh | 17 ++++++++++++++++-
test/decoder/left-state/test.sh | 17 ++++++++++++++++-
test/decoder/lowercaser/test.sh | 17 ++++++++++++++++-
test/decoder/moses-compat/test.sh | 17 ++++++++++++++++-
test/decoder/n-ary/test.sh | 17 ++++++++++++++++-
test/decoder/oov-list/test.sh | 17 ++++++++++++++++-
test/decoder/phrase/constrained/test.sh | 17 ++++++++++++++++-
test/decoder/phrase/decode/test-packed.sh | 17 ++++++++++++++++-
test/decoder/phrase/unique-hypotheses/test.sh | 17 ++++++++++++++++-
.../decoder/regexp-grammar-both-rule-types/test.sh | 17 ++++++++++++++++-
test/decoder/regexp-grammar/test.sh | 17 ++++++++++++++++-
test/decoder/rescoring/test.sh | 17 ++++++++++++++++-
test/decoder/segment-oovs/test.sh | 17 ++++++++++++++++-
test/decoder/source-annotations/test.sh | 17 ++++++++++++++++-
test/decoder/target-bigram/test.sh | 17 ++++++++++++++++-
test/decoder/tree-output/test.sh | 17 ++++++++++++++++-
test/grammar/sparse-features/test-packed.sh | 17 ++++++++++++++++-
test/grammar/sparse-features/test.sh | 17 ++++++++++++++++-
test/lattice-short/test.sh | 17 ++++++++++++++++-
test/lattice/test.sh | 17 ++++++++++++++++-
test/lm/berkeley/test.sh | 17 ++++++++++++++++-
test/packed-grammar/test-multiple.sh | 17 ++++++++++++++++-
test/packed-grammar/test.sh | 17 ++++++++++++++++-
test/packed/test.sh | 17 ++++++++++++++++-
test/parser/test.sh | 17 ++++++++++++++++-
test/pipeline/test-ghkm.sh | 16 ++++++++++++++++
test/pipeline/test.sh | 16 ++++++++++++++++
test/run-all-tests.sh | 17 ++++++++++++++++-
test/scripts/normalization/test.sh | 16 ++++++++++++++++
test/scripts/support/moses_grammar/test.sh | 17 ++++++++++++++++-
test/server/http/test.sh | 16 ++++++++++++++++
test/server/tcp-text/test.sh | 16 ++++++++++++++++
test/thrax/extraction/test.sh | 16 ++++++++++++++++
test/thrax/filtering/test-exact.sh | 16 ++++++++++++++++
test/thrax/filtering/test-fast.sh | 16 ++++++++++++++++
test/thrax/filtering/test-loose.sh | 16 ++++++++++++++++
66 files changed, 1052 insertions(+), 54 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/examples/download.sh
----------------------------------------------------------------------
diff --git a/examples/download.sh b/examples/download.sh
index 9d9e7f9..615e5c0 100755
--- a/examples/download.sh
+++ b/examples/download.sh
@@ -1,4 +1,18 @@
#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
echo "Downloading corpus..."
rm -rf fisher-callhome-corpus-1.0
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/examples/old/PRO/run.sh
----------------------------------------------------------------------
diff --git a/examples/old/PRO/run.sh b/examples/old/PRO/run.sh
index 9142f97..46bd979 100755
--- a/examples/old/PRO/run.sh
+++ b/examples/old/PRO/run.sh
@@ -1,3 +1,18 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
java -cp $JOSHUA/bin joshua.pro.PRO pro.config
#Note: to use Meteor as metric, add the following path(where the Meteor can find its resources) to the classpath:
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/examples/training/ghkm.sh
----------------------------------------------------------------------
diff --git a/examples/training/ghkm.sh b/examples/training/ghkm.sh
index 7469f77..5ac77ec 100644
--- a/examples/training/ghkm.sh
+++ b/examples/training/ghkm.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Build a GHKM system. Moses is used to extract the GHKM grammar, which is then
# converted to Joshua's (similar) format automatically. Moses is also used for
# MIRA tuning.
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/examples/training/hiero-europarl.sh
----------------------------------------------------------------------
diff --git a/examples/training/hiero-europarl.sh b/examples/training/hiero-europarl.sh
index 7573f75..a76d519 100644
--- a/examples/training/hiero-europarl.sh
+++ b/examples/training/hiero-europarl.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# This builds a model on Europarl (assuming you've downloaded it:
# http://statmt.org/wmt14/translation-task.html), tuning against WMT's
# newstest 2013, and testing against 2014. It also includes an extra LM,
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/examples/training/hiero.sh
----------------------------------------------------------------------
diff --git a/examples/training/hiero.sh b/examples/training/hiero.sh
index 7d27adb..67050e5 100644
--- a/examples/training/hiero.sh
+++ b/examples/training/hiero.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
. ~/.bashrc
set -u
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/examples/training/phrase.sh
----------------------------------------------------------------------
diff --git a/examples/training/phrase.sh b/examples/training/phrase.sh
index 65cc7d6..c99c732 100644
--- a/examples/training/phrase.sh
+++ b/examples/training/phrase.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Build a standard, unlexicalized phrase-based model. This will be very fast. Moses
# is needed to learn the phrase table.
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/examples/training/samt.sh
----------------------------------------------------------------------
diff --git a/examples/training/samt.sh b/examples/training/samt.sh
index b41fcbe..f8ff7e0 100644
--- a/examples/training/samt.sh
+++ b/examples/training/samt.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Build a baseline SAMT model. This is just a matter of changing the type,
# and then increasing the amount of RAM a bit
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/ext/giza-pp/GIZA++-v2/trainGIZA++.sh
----------------------------------------------------------------------
diff --git a/ext/giza-pp/GIZA++-v2/trainGIZA++.sh b/ext/giza-pp/GIZA++-v2/trainGIZA++.sh
index 230aa9f..09f6851 100755
--- a/ext/giza-pp/GIZA++-v2/trainGIZA++.sh
+++ b/ext/giza-pp/GIZA++-v2/trainGIZA++.sh
@@ -1,5 +1,20 @@
#! /bin/csh
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
if( $# != 3 ) then
echo Usage: trainGIZA++.sh vcb1 vcb2 snt
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/jni/build_kenlm.sh
----------------------------------------------------------------------
diff --git a/jni/build_kenlm.sh b/jni/build_kenlm.sh
index 98f9cab..5cf7178 100755
--- a/jni/build_kenlm.sh
+++ b/jni/build_kenlm.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
export KENLM_MAX_ORDER=10
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/distributedLM/job_start_lmserver.sh
----------------------------------------------------------------------
diff --git a/scripts/distributedLM/job_start_lmserver.sh b/scripts/distributedLM/job_start_lmserver.sh
index 68413e4..3a85455 100755
--- a/scripts/distributedLM/job_start_lmserver.sh
+++ b/scripts/distributedLM/job_start_lmserver.sh
@@ -1,5 +1,20 @@
#rch=x64_64!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
source /home/zli/work/dirlist
qsubHdr=/home/zli/work/qsubhdr
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/filter_grammar_to_sentences.sh
----------------------------------------------------------------------
diff --git a/scripts/filter_grammar_to_sentences.sh b/scripts/filter_grammar_to_sentences.sh
index 5cfd5ee..9ec0944 100755
--- a/scripts/filter_grammar_to_sentences.sh
+++ b/scripts/filter_grammar_to_sentences.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Takes a grammar and a corpus and filters the grammar to each
# sentence in that corpus. Filtered files are placed in a newly
# created directory filtered/ in the current directory. Each file
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/preparation/preprocess.sh
----------------------------------------------------------------------
diff --git a/scripts/preparation/preprocess.sh b/scripts/preparation/preprocess.sh
index be3278a..a774a15 100755
--- a/scripts/preparation/preprocess.sh
+++ b/scripts/preparation/preprocess.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Strings together the preprocessing scripts
set -u
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/samt/pipeline.sh
----------------------------------------------------------------------
diff --git a/scripts/samt/pipeline.sh b/scripts/samt/pipeline.sh
index 8f6448a..3eae6b6 100644
--- a/scripts/samt/pipeline.sh
+++ b/scripts/samt/pipeline.sh
@@ -1,5 +1,20 @@
#!/bin/bash -e
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
if [ $# -ne 5 ]
then
echo "Usage: pipeline.sh source target alignments target_parsed filter_set"
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/samt/postprocessSAMT.sh
----------------------------------------------------------------------
diff --git a/scripts/samt/postprocessSAMT.sh b/scripts/samt/postprocessSAMT.sh
index d8f5f7b..a091946 100755
--- a/scripts/samt/postprocessSAMT.sh
+++ b/scripts/samt/postprocessSAMT.sh
@@ -1,4 +1,18 @@
-
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
if [ $# -ne 3 ]
then
echo "Usage: postprocessSAMT.sh mergedrules.gz samt.tm.gz samt.glue.gz"
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/support/create_glue_grammar.sh
----------------------------------------------------------------------
diff --git a/scripts/support/create_glue_grammar.sh b/scripts/support/create_glue_grammar.sh
index 2f14c32..166e6ee 100755
--- a/scripts/support/create_glue_grammar.sh
+++ b/scripts/support/create_glue_grammar.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Creates a glue grammar from a regular grammar (packed or plain text).
if [[ -z "$1" ]]; then
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/support/filter_grammar.sh
----------------------------------------------------------------------
diff --git a/scripts/support/filter_grammar.sh b/scripts/support/filter_grammar.sh
index 0af007d..8b037cf 100755
--- a/scripts/support/filter_grammar.sh
+++ b/scripts/support/filter_grammar.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Wrapper around the grammar filter
java -Xmx4g -Dfile.encoding=utf8 -cp $JOSHUA/class joshua.tools.TestSetFilter "$@"
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/support/make-release.sh
----------------------------------------------------------------------
diff --git a/scripts/support/make-release.sh b/scripts/support/make-release.sh
index 232b877..1b593c0 100755
--- a/scripts/support/make-release.sh
+++ b/scripts/support/make-release.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# This script packages up an end-user version of Joshua for download.
set -u
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/support/prepare.sh
----------------------------------------------------------------------
diff --git a/scripts/support/prepare.sh b/scripts/support/prepare.sh
index 096052a..f9e1a6d 100755
--- a/scripts/support/prepare.sh
+++ b/scripts/support/prepare.sh
@@ -1,4 +1,20 @@
#! /usr/bin/env python
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# vim: set filetype=python:
import os
from subprocess import Popen, PIPE
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/support/write-version.sh
----------------------------------------------------------------------
diff --git a/scripts/support/write-version.sh b/scripts/support/write-version.sh
index 720e513..307c201 100755
--- a/scripts/support/write-version.sh
+++ b/scripts/support/write-version.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
version=$(git describe --abbrev=0 --dirty)
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/scripts/training/parmbr.sh
----------------------------------------------------------------------
diff --git a/scripts/training/parmbr.sh b/scripts/training/parmbr.sh
index efc55f4..dbcb5b7 100755
--- a/scripts/training/parmbr.sh
+++ b/scripts/training/parmbr.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Parallelizes Joshua's MBR rescoring with parallelize.pl. Usage:
#
# echo SENTNO | parmbr.sh NBEST_FILE CLASSPATH
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/bn-en/hiero/test-berkeleylm.sh
----------------------------------------------------------------------
diff --git a/test/bn-en/hiero/test-berkeleylm.sh b/test/bn-en/hiero/test-berkeleylm.sh
index 6542420..646d9a7 100755
--- a/test/bn-en/hiero/test-berkeleylm.sh
+++ b/test/bn-en/hiero/test-berkeleylm.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.bn | $JOSHUA/bin/joshua-decoder -m 1g -threads 2 -c joshua-berkeleylm.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/bn-en/hiero/test-classlm.sh
----------------------------------------------------------------------
diff --git a/test/bn-en/hiero/test-classlm.sh b/test/bn-en/hiero/test-classlm.sh
index 8f389df..43e1076 100755
--- a/test/bn-en/hiero/test-classlm.sh
+++ b/test/bn-en/hiero/test-classlm.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.bn | $JOSHUA/bin/joshua-decoder -c joshua-classlm.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/bn-en/hiero/test-filter.sh
----------------------------------------------------------------------
diff --git a/test/bn-en/hiero/test-filter.sh b/test/bn-en/hiero/test-filter.sh
index 6475a92..e48a91d 100755
--- a/test/bn-en/hiero/test-filter.sh
+++ b/test/bn-en/hiero/test-filter.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Tests dynamic sentence-level filtering.
set -u
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/bn-en/hiero/test.sh
----------------------------------------------------------------------
diff --git a/test/bn-en/hiero/test.sh b/test/bn-en/hiero/test.sh
index e7a775e..474936c 100755
--- a/test/bn-en/hiero/test.sh
+++ b/test/bn-en/hiero/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.bn | $JOSHUA/bin/joshua-decoder -m 1g -threads 2 -c joshua.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/bn-en/samt/test.sh
----------------------------------------------------------------------
diff --git a/test/bn-en/samt/test.sh b/test/bn-en/samt/test.sh
index e7a775e..474936c 100755
--- a/test/bn-en/samt/test.sh
+++ b/test/bn-en/samt/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.bn | $JOSHUA/bin/joshua-decoder -m 1g -threads 2 -c joshua.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/constrained/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/constrained/test.sh b/test/decoder/constrained/test.sh
index 25a3d12..b21e2ff 100755
--- a/test/decoder/constrained/test.sh
+++ b/test/decoder/constrained/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.bn | $JOSHUA/bin/joshua-decoder -m 1g -threads 1 -c joshua.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/denormalization/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/denormalization/test.sh b/test/decoder/denormalization/test.sh
index ad81b0f..5043684 100755
--- a/test/decoder/denormalization/test.sh
+++ b/test/decoder/denormalization/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.txt | $JOSHUA/bin/joshua-decoder -output-format "%S" -mark-oovs false -top-n 1 > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/dont-crash/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/dont-crash/test.sh b/test/decoder/dont-crash/test.sh
index cae6357..182ae82 100755
--- a/test/decoder/dont-crash/test.sh
+++ b/test/decoder/dont-crash/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input | $JOSHUA/bin/joshua-decoder -output-format %s > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/empty-test/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/empty-test/test.sh b/test/decoder/empty-test/test.sh
index ad12da6..452fbc3 100755
--- a/test/decoder/empty-test/test.sh
+++ b/test/decoder/empty-test/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input | $JOSHUA/bin/joshua-decoder -mark-oovs true > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/fragmentlm/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/fragmentlm/test.sh b/test/decoder/fragmentlm/test.sh
index 41e52fa..ce5b3b7 100644
--- a/test/decoder/fragmentlm/test.sh
+++ b/test/decoder/fragmentlm/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input | $JOSHUA/bin/decoder -config joshua.config -feature_function "FragmentLM -lm fragments.txt -build-depth 1" -fragment-map mapping.txt > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/k-best-extraction/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/k-best-extraction/test.sh b/test/decoder/k-best-extraction/test.sh
index 011aefa..2f12d33 100755
--- a/test/decoder/k-best-extraction/test.sh
+++ b/test/decoder/k-best-extraction/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.txt | $JOSHUA/bin/joshua-decoder -m 1g -threads 2 -c joshua.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/left-state/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/left-state/test.sh b/test/decoder/left-state/test.sh
index c917b59..13b798a 100755
--- a/test/decoder/left-state/test.sh
+++ b/test/decoder/left-state/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.bn | $JOSHUA/bin/joshua-decoder -m 1g -threads 2 -c joshua.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/lowercaser/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/lowercaser/test.sh b/test/decoder/lowercaser/test.sh
index 4db1251..9f04e3a 100755
--- a/test/decoder/lowercaser/test.sh
+++ b/test/decoder/lowercaser/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
(
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/moses-compat/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/moses-compat/test.sh b/test/decoder/moses-compat/test.sh
index dba9468..f0bea26 100755
--- a/test/decoder/moses-compat/test.sh
+++ b/test/decoder/moses-compat/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
rm -f output
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/n-ary/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/n-ary/test.sh b/test/decoder/n-ary/test.sh
index 51aab4e..4efcffb 100755
--- a/test/decoder/n-ary/test.sh
+++ b/test/decoder/n-ary/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.txt | $JOSHUA/bin/joshua-decoder -m 1g -threads 1 -c joshua.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/oov-list/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/oov-list/test.sh b/test/decoder/oov-list/test.sh
index 4af9fc9..38c1718 100755
--- a/test/decoder/oov-list/test.sh
+++ b/test/decoder/oov-list/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.txt | $JOSHUA/bin/joshua-decoder -m 1g -threads 1 -c config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/phrase/constrained/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/phrase/constrained/test.sh b/test/decoder/phrase/constrained/test.sh
index 4732f73..7703aa4 100755
--- a/test/decoder/phrase/constrained/test.sh
+++ b/test/decoder/phrase/constrained/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat corpus.es | $JOSHUA/bin/joshua-decoder -threads 1 -c config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/phrase/decode/test-packed.sh
----------------------------------------------------------------------
diff --git a/test/decoder/phrase/decode/test-packed.sh b/test/decoder/phrase/decode/test-packed.sh
index 0f4562b..a65c031 100755
--- a/test/decoder/phrase/decode/test-packed.sh
+++ b/test/decoder/phrase/decode/test-packed.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat corpus.es | $JOSHUA/bin/joshua-decoder -threads 1 -c config.packed > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/phrase/unique-hypotheses/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/phrase/unique-hypotheses/test.sh b/test/decoder/phrase/unique-hypotheses/test.sh
index 6aad919..6b25957 100755
--- a/test/decoder/phrase/unique-hypotheses/test.sh
+++ b/test/decoder/phrase/unique-hypotheses/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat corpus.es | $JOSHUA/bin/joshua-decoder -threads 1 -c joshua.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/regexp-grammar-both-rule-types/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/regexp-grammar-both-rule-types/test.sh b/test/decoder/regexp-grammar-both-rule-types/test.sh
index 4a96225..d4b6436 100755
--- a/test/decoder/regexp-grammar-both-rule-types/test.sh
+++ b/test/decoder/regexp-grammar-both-rule-types/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input | $JOSHUA/bin/joshua-decoder -m 1g -c config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/regexp-grammar/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/regexp-grammar/test.sh b/test/decoder/regexp-grammar/test.sh
index b91e1c3..3235bd4 100755
--- a/test/decoder/regexp-grammar/test.sh
+++ b/test/decoder/regexp-grammar/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input | $JOSHUA/bin/joshua-decoder -c config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/rescoring/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/rescoring/test.sh b/test/decoder/rescoring/test.sh
index 215faeb..58f2d2d 100755
--- a/test/decoder/rescoring/test.sh
+++ b/test/decoder/rescoring/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input.txt | $JOSHUA/bin/joshua-decoder -m 1g -threads 1 -c joshua.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/segment-oovs/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/segment-oovs/test.sh b/test/decoder/segment-oovs/test.sh
index 942c4bd..d941de4 100644
--- a/test/decoder/segment-oovs/test.sh
+++ b/test/decoder/segment-oovs/test.sh
@@ -1,5 +1,20 @@
#!/bin/sh
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
cat input.txt | $JOSHUA/bin/joshua-decoder -m 500m -c config -maxlen 10 -segment-oovs > output 2> log
if [[ $? -ne 0 ]]; then
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/source-annotations/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/source-annotations/test.sh b/test/decoder/source-annotations/test.sh
index 49a00a0..e352af3 100755
--- a/test/decoder/source-annotations/test.sh
+++ b/test/decoder/source-annotations/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Tests the language model code that uses the source-side projection instead of the word itself.
# When translating a word, if there is a source-side annotation of the label "class", and
# -source-annotations was added to the invocation, the LM will use that source-side class instead
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/target-bigram/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/target-bigram/test.sh b/test/decoder/target-bigram/test.sh
index 6414b61..10679b7 100755
--- a/test/decoder/target-bigram/test.sh
+++ b/test/decoder/target-bigram/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
(echo "this is a test" | $JOSHUA/bin/joshua-decoder -feature-function "TargetBigram -vocab vocab -top-n 2";
echo "this is a test" | $JOSHUA/bin/joshua-decoder -feature-function "TargetBigram -vocab vocab -top-n 3 -threshold 20";
echo "this is a test" | $JOSHUA/bin/joshua-decoder -feature-function "TargetBigram -vocab vocab -threshold 10") 2>log > out
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/decoder/tree-output/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/tree-output/test.sh b/test/decoder/tree-output/test.sh
index 4d6d11f..ea2d126 100755
--- a/test/decoder/tree-output/test.sh
+++ b/test/decoder/tree-output/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input | $JOSHUA/bin/joshua-decoder -m 1g -threads 1 -c joshua.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/grammar/sparse-features/test-packed.sh
----------------------------------------------------------------------
diff --git a/test/grammar/sparse-features/test-packed.sh b/test/grammar/sparse-features/test-packed.sh
index 0945196..04d7bb0 100755
--- a/test/grammar/sparse-features/test-packed.sh
+++ b/test/grammar/sparse-features/test-packed.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
echo el chico | $JOSHUA/bin/decoder -c joshua-packed.config -v 0 > output
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/grammar/sparse-features/test.sh
----------------------------------------------------------------------
diff --git a/test/grammar/sparse-features/test.sh b/test/grammar/sparse-features/test.sh
index 6878dd7..93a871c 100755
--- a/test/grammar/sparse-features/test.sh
+++ b/test/grammar/sparse-features/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
echo el chico | $JOSHUA/bin/decoder -c joshua.config -v 0 > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/lattice-short/test.sh
----------------------------------------------------------------------
diff --git a/test/lattice-short/test.sh b/test/lattice-short/test.sh
index c10b2a2..ec63c72 100755
--- a/test/lattice-short/test.sh
+++ b/test/lattice-short/test.sh
@@ -1,5 +1,20 @@
#!/bin/sh
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
cat input | $JOSHUA/bin/joshua-decoder -m 500m -config joshua.config 2> log > output
if [[ $? -ne 0 ]]; then
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/lattice/test.sh
----------------------------------------------------------------------
diff --git a/test/lattice/test.sh b/test/lattice/test.sh
index c0bc3e1..6e2caba 100755
--- a/test/lattice/test.sh
+++ b/test/lattice/test.sh
@@ -1,5 +1,20 @@
#!/bin/sh
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# The number of MB to give to Java's heap
# For this example 500 is minimum
# For 32-bit Java 2048 (or so) is the maximum
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/lm/berkeley/test.sh
----------------------------------------------------------------------
diff --git a/test/lm/berkeley/test.sh b/test/lm/berkeley/test.sh
index 71fa413..6403a0c 100755
--- a/test/lm/berkeley/test.sh
+++ b/test/lm/berkeley/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
(for file in lm lm.gz lm.berkeleylm lm.berkeleylm.gz; do
echo the chat-rooms | $JOSHUA/bin/joshua-decoder -feature-function "LanguageModel -lm_type berkeleylm -lm_order 2 -lm_file $file" -v 0 -output-format %f 2> log
done) > output
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/packed-grammar/test-multiple.sh
----------------------------------------------------------------------
diff --git a/test/packed-grammar/test-multiple.sh b/test/packed-grammar/test-multiple.sh
index 04a755a..05a958d 100755
--- a/test/packed-grammar/test-multiple.sh
+++ b/test/packed-grammar/test-multiple.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
# pack the grammar
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/packed-grammar/test.sh
----------------------------------------------------------------------
diff --git a/test/packed-grammar/test.sh b/test/packed-grammar/test.sh
index cca15fa..9842f83 100755
--- a/test/packed-grammar/test.sh
+++ b/test/packed-grammar/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
# pack the grammar
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/packed/test.sh
----------------------------------------------------------------------
diff --git a/test/packed/test.sh b/test/packed/test.sh
index e2c6963..be6cf27 100644
--- a/test/packed/test.sh
+++ b/test/packed/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# test the vocabulary
# javac VocabTest.java
# java -cp .:${JOSHUA}/bin VocabTest small_packed
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/parser/test.sh
----------------------------------------------------------------------
diff --git a/test/parser/test.sh b/test/parser/test.sh
index 8edb368..cd6fcb1 100644
--- a/test/parser/test.sh
+++ b/test/parser/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
cat input | $JOSHUA/bin/joshua-decoder -c parse.config > output 2> log
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/pipeline/test-ghkm.sh
----------------------------------------------------------------------
diff --git a/test/pipeline/test-ghkm.sh b/test/pipeline/test-ghkm.sh
index a2b84d6..9474718 100644
--- a/test/pipeline/test-ghkm.sh
+++ b/test/pipeline/test-ghkm.sh
@@ -1,4 +1,20 @@
#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# This script tests the Joshua pipeline, training on a 1000-sentence Urdu-English parallel corpus,
# and tuning and testing on 100-sentence test sets with four references. It uses the Berkeley
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/pipeline/test.sh
----------------------------------------------------------------------
diff --git a/test/pipeline/test.sh b/test/pipeline/test.sh
index 34f0df0..be8a841 100644
--- a/test/pipeline/test.sh
+++ b/test/pipeline/test.sh
@@ -1,4 +1,20 @@
#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# This script tests the Joshua pipeline, training on a 1000-sentence Urdu-English parallel corpus,
# and tuning and testing on 100-sentence test sets with four references. It uses the Berkeley
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/run-all-tests.sh
----------------------------------------------------------------------
diff --git a/test/run-all-tests.sh b/test/run-all-tests.sh
index 2b260d3..a8f4c1e 100755
--- a/test/run-all-tests.sh
+++ b/test/run-all-tests.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Runs all the test cases (scripts named test*.sh) beneath this directory, reporting success or
# failure. Each test script should echo "PASSED" (and return 0) on success or "FAILED" (and return
# nonzero) on failure.
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/scripts/normalization/test.sh
----------------------------------------------------------------------
diff --git a/test/scripts/normalization/test.sh b/test/scripts/normalization/test.sh
index ff15e39..a286efb 100644
--- a/test/scripts/normalization/test.sh
+++ b/test/scripts/normalization/test.sh
@@ -1,4 +1,20 @@
#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
set -u
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/scripts/support/moses_grammar/test.sh
----------------------------------------------------------------------
diff --git a/test/scripts/support/moses_grammar/test.sh b/test/scripts/support/moses_grammar/test.sh
index 2a56a87..ef85625 100755
--- a/test/scripts/support/moses_grammar/test.sh
+++ b/test/scripts/support/moses_grammar/test.sh
@@ -1,5 +1,20 @@
#!/bin/bash
-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
cat input | $JOSHUA/scripts/support/moses2joshua_grammar.pl > output
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/server/http/test.sh
----------------------------------------------------------------------
diff --git a/test/server/http/test.sh b/test/server/http/test.sh
index 9ee68c6..c0ae90e 100755
--- a/test/server/http/test.sh
+++ b/test/server/http/test.sh
@@ -1,4 +1,20 @@
#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# This test case starts a server and then throws 10 threads at it to make sure threading is working.
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/server/tcp-text/test.sh
----------------------------------------------------------------------
diff --git a/test/server/tcp-text/test.sh b/test/server/tcp-text/test.sh
index 49fde27..f37edf2 100755
--- a/test/server/tcp-text/test.sh
+++ b/test/server/tcp-text/test.sh
@@ -1,4 +1,20 @@
#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# This test case starts a server and then throws 10 threads at it to make sure threading is working.
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/thrax/extraction/test.sh
----------------------------------------------------------------------
diff --git a/test/thrax/extraction/test.sh b/test/thrax/extraction/test.sh
index 3f6edf8..54d3878 100755
--- a/test/thrax/extraction/test.sh
+++ b/test/thrax/extraction/test.sh
@@ -1,4 +1,20 @@
#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Tests that Hadoop works, in standalone mode.
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/3f55fe9e/test/thrax/filtering/test-exact.sh
----------------------------------------------------------------------
diff --git a/test/thrax/filtering/test-exact.sh b/test/thrax/filtering/test-exact.sh
index 117cce6..44c7338 100755
--- a/test/thrax/filtering/test-exact.sh
+++ b/test/thrax/filtering/test-exact.sh
@@ -1,4 +1,20 @@
#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Tests that both fast and exact filtering of grammars to test files works.
[3/4] incubator-joshua git commit: Merge branch 'JOSHUA-255' of
https://github.com/lewismc/incubator-joshua
Posted by mj...@apache.org.
Merge branch 'JOSHUA-255' of https://github.com/lewismc/incubator-joshua
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/bcc39dbb
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/bcc39dbb
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/bcc39dbb
Branch: refs/heads/master
Commit: bcc39dbb01bd0ea37b007c9808c36399df8080ab
Parents: 6f45d19 3f55fe9
Author: Matt Post <po...@cs.jhu.edu>
Authored: Wed Apr 27 13:48:17 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Wed Apr 27 13:48:17 2016 -0400
----------------------------------------------------------------------
examples/download.sh | 14 ++++++++++++++
examples/old/PRO/run.sh | 15 +++++++++++++++
examples/training/ghkm.sh | 17 ++++++++++++++++-
examples/training/hiero-europarl.sh | 17 ++++++++++++++++-
examples/training/hiero.sh | 17 ++++++++++++++++-
examples/training/phrase.sh | 17 ++++++++++++++++-
examples/training/samt.sh | 17 ++++++++++++++++-
ext/giza-pp/GIZA++-v2/trainGIZA++.sh | 17 ++++++++++++++++-
jni/build_kenlm.sh | 17 ++++++++++++++++-
scripts/distributedLM/job_start_lmserver.sh | 17 ++++++++++++++++-
scripts/filter_grammar_to_sentences.sh | 17 ++++++++++++++++-
scripts/preparation/preprocess.sh | 17 ++++++++++++++++-
scripts/samt/pipeline.sh | 17 ++++++++++++++++-
scripts/samt/postprocessSAMT.sh | 16 +++++++++++++++-
scripts/support/create_glue_grammar.sh | 17 ++++++++++++++++-
scripts/support/filter_grammar.sh | 17 ++++++++++++++++-
scripts/support/make-release.sh | 17 ++++++++++++++++-
scripts/support/prepare.sh | 16 ++++++++++++++++
scripts/support/write-version.sh | 17 ++++++++++++++++-
scripts/training/parmbr.sh | 17 ++++++++++++++++-
test/bn-en/hiero/test-berkeleylm.sh | 17 ++++++++++++++++-
test/bn-en/hiero/test-classlm.sh | 17 ++++++++++++++++-
test/bn-en/hiero/test-filter.sh | 17 ++++++++++++++++-
test/bn-en/hiero/test.sh | 17 ++++++++++++++++-
test/bn-en/samt/test.sh | 17 ++++++++++++++++-
test/decoder/constrained/test.sh | 17 ++++++++++++++++-
test/decoder/denormalization/test.sh | 17 ++++++++++++++++-
test/decoder/dont-crash/test.sh | 17 ++++++++++++++++-
test/decoder/empty-test/test.sh | 17 ++++++++++++++++-
test/decoder/fragmentlm/test.sh | 17 ++++++++++++++++-
test/decoder/k-best-extraction/test.sh | 17 ++++++++++++++++-
test/decoder/left-state/test.sh | 17 ++++++++++++++++-
test/decoder/lowercaser/test.sh | 17 ++++++++++++++++-
test/decoder/moses-compat/test.sh | 17 ++++++++++++++++-
test/decoder/n-ary/test.sh | 17 ++++++++++++++++-
test/decoder/oov-list/test.sh | 17 ++++++++++++++++-
test/decoder/phrase/constrained/test.sh | 17 ++++++++++++++++-
test/decoder/phrase/decode/test-packed.sh | 17 ++++++++++++++++-
test/decoder/phrase/unique-hypotheses/test.sh | 17 ++++++++++++++++-
.../decoder/regexp-grammar-both-rule-types/test.sh | 17 ++++++++++++++++-
test/decoder/regexp-grammar/test.sh | 17 ++++++++++++++++-
test/decoder/rescoring/test.sh | 17 ++++++++++++++++-
test/decoder/segment-oovs/test.sh | 17 ++++++++++++++++-
test/decoder/source-annotations/test.sh | 17 ++++++++++++++++-
test/decoder/target-bigram/test.sh | 17 ++++++++++++++++-
test/decoder/tree-output/test.sh | 17 ++++++++++++++++-
test/grammar/sparse-features/test-packed.sh | 17 ++++++++++++++++-
test/grammar/sparse-features/test.sh | 17 ++++++++++++++++-
test/lattice-short/test.sh | 17 ++++++++++++++++-
test/lattice/test.sh | 17 ++++++++++++++++-
test/lm/berkeley/test.sh | 17 ++++++++++++++++-
test/packed-grammar/test-multiple.sh | 17 ++++++++++++++++-
test/packed-grammar/test.sh | 17 ++++++++++++++++-
test/packed/test.sh | 17 ++++++++++++++++-
test/parser/test.sh | 17 ++++++++++++++++-
test/pipeline/test-ghkm.sh | 16 ++++++++++++++++
test/pipeline/test.sh | 16 ++++++++++++++++
test/run-all-tests.sh | 17 ++++++++++++++++-
test/scripts/normalization/test.sh | 16 ++++++++++++++++
test/scripts/support/moses_grammar/test.sh | 17 ++++++++++++++++-
test/server/http/test.sh | 16 ++++++++++++++++
test/server/tcp-text/test.sh | 16 ++++++++++++++++
test/thrax/extraction/test.sh | 16 ++++++++++++++++
test/thrax/filtering/test-exact.sh | 16 ++++++++++++++++
test/thrax/filtering/test-fast.sh | 16 ++++++++++++++++
test/thrax/filtering/test-loose.sh | 16 ++++++++++++++++
66 files changed, 1052 insertions(+), 54 deletions(-)
----------------------------------------------------------------------