You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/09/14 18:22:57 UTC
[29/29] incubator-joshua git commit: Merge branch 'master' into 7
Merge branch 'master' into 7
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/732997be
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/732997be
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/732997be
Branch: refs/heads/7
Commit: 732997be41cf39acf1f4555cd70eec00f3275e17
Parents: ff9af37 3ff30fe
Author: Matt Post <po...@cs.jhu.edu>
Authored: Wed Sep 14 20:22:18 2016 +0200
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Wed Sep 14 20:22:18 2016 +0200
----------------------------------------------------------------------
.../test/resources/bn-en/packed/joshua.config | 9 +-
.../src/test/resources/bn-en/packed/output.gold | 1724 +++++++++---------
.../src/test/resources/bn-en/samt/joshua.config | 10 +-
.../resources/decoder/constrained/joshua.config | 8 +-
.../resources/decoder/constrained/output.gold | 60 +-
.../resources/decoder/left-state/joshua.config | 9 +-
.../resources/decoder/left-state/output.gold | 1200 ++++++------
.../test/resources/decoder/n-ary/joshua.config | 10 +-
.../test/resources/decoder/n-ary/output.gold | 4 +-
.../src/test/resources/lattice/joshua.config | 6 +-
.../joshua/decoder/cky/BnEnDecodingTest.java | 121 ++
.../joshua/decoder/cky/ConstrainedTest.java | 65 +
.../joshua/decoder/cky/DenormalizationTest.java | 58 +
.../joshua/decoder/cky/DoNotCrashTest.java | 62 +
.../joshua/decoder/cky/HieroDecodingTest.java | 121 --
.../joshua/decoder/cky/LeftStateTest.java | 65 +
.../joshua/decoder/cky/LowercaseTest.java | 115 ++
.../org/apache/joshua/decoder/cky/NAryTest.java | 64 +
.../joshua/decoder/cky/NoGrammarTest.java | 56 +
.../org/apache/joshua/decoder/cky/TestUtil.java | 87 +
src/test/resources/bn-en/samt/output.gold | 862 +++++++++
.../resources/decoder/lowercaser/joshua.config | 140 ++
.../decoder/moses-compat/NEEDS_UPDATING | 1 +
23 files changed, 3222 insertions(+), 1635 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/732997be/joshua-core/src/test/resources/bn-en/packed/joshua.config
----------------------------------------------------------------------
diff --cc joshua-core/src/test/resources/bn-en/packed/joshua.config
index 40c612d,0000000..f140cc4
mode 100644,000000..100644
--- a/joshua-core/src/test/resources/bn-en/packed/joshua.config
+++ b/joshua-core/src/test/resources/bn-en/packed/joshua.config
@@@ -1,47 -1,0 +1,50 @@@
- lm = kenlm 5 false false 100 lm.gz
++lm = kenlm 5 false false 100 src/test/resources/bn-en/packed/lm.gz
+
- tm = thrax pt 12 grammar.packed
- tm = thrax glue -1 grammar.glue
++tm = thrax -owner pt -maxspan 12 -path src/test/resources/bn-en/packed/grammar.packed
++tm = thrax -owner glue -maxspan -1 -path src/test/resources/bn-en/packed/grammar.glue
+
+mark_oovs = false
+
+#tm config
+default_non_terminal = OOV
+goalSymbol = GOAL
+
+#pruning config
+num-translation-options = 0
+pop-limit = 10
+
+#nbest config
+use_unique_nbest = true
+top_n = 10
+
+feature-function = OOVPenalty
+feature-function = WordPenalty
+
++# output format
++output-format = "%c %s"
++
+###### model weights
+#lm order weight
+lm_0 1.3200621467242506
+
+#phrasemodel owner column(0-indexed) weight
+tm_pt_0 0.4571255198114019
+tm_pt_1 -0.17399038425384106
+tm_pt_2 -0.784547842535801
+tm_pt_3 0.76254324621594
+tm_pt_4 -0.8628695028838571
+tm_pt_5 0.04258438925263152
+tm_pt_6 0.5278815893934184
+tm_pt_7 0.9255662450788644
+tm_pt_8 0.03385066779097645
+tm_pt_9 0.9918446849428446
+tm_pt_10 0.52186013168725
+tm_pt_11 -0.7874679555197446
+tm_pt_12 -0.03770136145251124
+tm_pt_13 0.37085201114442157
+tm_pt_14 0.34054825749510886
+tm_pt_15 0.008348471483412778
+tm_pt_16 0.7984119288127296
+tm_glue_0 1
+WordPenalty -3.0476045270236662
+OOVPenalty 1.0