You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/09/14 18:22:55 UTC
[27/29] incubator-joshua git commit: Merge branch 'master' into 7
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/732997be/joshua-core/src/test/resources/bn-en/samt/joshua.config
----------------------------------------------------------------------
diff --cc joshua-core/src/test/resources/bn-en/samt/joshua.config
index 273c2b1,0000000..474e38c
mode 100644,000000..100644
--- a/joshua-core/src/test/resources/bn-en/samt/joshua.config
+++ b/joshua-core/src/test/resources/bn-en/samt/joshua.config
@@@ -1,47 -1,0 +1,51 @@@
- lm = kenlm 5 false false 100 lm.gz
++lm = kenlm 5 false false 100 src/test/resources/bn-en/samt/lm.gz
+
- tm = thrax pt 12 grammar.gz
- tm = thrax glue -1 grammar.glue
++tm = thrax -owner pt -maxspan 12 -path src/test/resources/bn-en/samt/grammar.gz
++tm = thrax -owner glue -maxspan -1 -path src/test/resources/bn-en/samt/grammar.glue
+
+mark_oovs=false
+
+#tm config
+default_non_terminal = OOV
+goalSymbol = GOAL
+
+#pruning config
+num-translation-options = 0
+pop-limit = 10
+
+#nbest config
+use_unique_nbest = true
+top_n = 10
+
+feature-function = OOVPenalty
+feature-function = WordPenalty
+
++# output format
++output-format = "%c %s"
++
++
+###### model weights
+#lm order weight
+lm_0 1.3200621467242506
+
+#phrasemodel owner column(0-indexed) weight
+tm_pt_0 0.4571255198114019
+tm_pt_1 -0.17399038425384106
+tm_pt_2 -0.784547842535801
+tm_pt_3 0.76254324621594
+tm_pt_4 -0.8628695028838571
+tm_pt_5 0.04258438925263152
+tm_pt_6 0.5278815893934184
+tm_pt_7 0.9255662450788644
+tm_pt_8 0.03385066779097645
+tm_pt_9 0.9918446849428446
+tm_pt_10 0.52186013168725
+tm_pt_11 -0.7874679555197446
+tm_pt_12 -0.03770136145251124
+tm_pt_13 0.37085201114442157
+tm_pt_14 0.34054825749510886
+tm_pt_15 0.008348471483412778
+tm_pt_16 0.7984119288127296
+tm_glue_0 1
+WordPenalty -3.0476045270236662
+OOVPenalty 1.0
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/732997be/joshua-core/src/test/resources/decoder/constrained/joshua.config
----------------------------------------------------------------------
diff --cc joshua-core/src/test/resources/decoder/constrained/joshua.config
index f12804c,0000000..635f02b
mode 100644,000000..100644
--- a/joshua-core/src/test/resources/decoder/constrained/joshua.config
+++ b/joshua-core/src/test/resources/decoder/constrained/joshua.config
@@@ -1,45 -1,0 +1,45 @@@
- lm = kenlm 5 false false 100 lm.gz
++lm = kenlm 5 false false 100 src/test/resources/decoder/constrained/lm.gz
+
- tm = thrax pt 12 grammar.gz
- tm = thrax glue -1 glue-grammar
++tm = thrax pt 12 src/test/resources/decoder/constrained/grammar.gz
++tm = thrax glue -1 src/test/resources/decoder/constrained/glue-grammar
+
+mark_oovs = false
+
+default-non-terminal = X
+goalSymbol = GOAL
+
+#pruning config
+pop-limit = 100
+
- output-format = %i %c %s
++output-format = %c %s
+
+#nbest config
+use_unique_nbest = true
+top_n = 10
+
+feature-function = WordPenalty
+feature-function = OOVPenalty
+
+
+lm_0 1.2373676802179452
+
+tm_pt_0 -2.4497429277910214
+tm_pt_1 0.7224581556224123
+tm_pt_2 -0.31689069155153504
+tm_pt_3 0.33861043967238036
+tm_pt_4 0.03553113401320236
+tm_pt_5 0.19138972284064748
+tm_pt_6 0.3417994095521415
+tm_pt_7 -0.9936312455671283
+tm_pt_8 0.9070737587091975
+tm_pt_9 0.8202511858619419
+tm_pt_10 0.2593091306160006
+tm_pt_11 0.25597137004462134
+tm_pt_12 0.3538894647790496
+tm_pt_13 -0.36212061186692646
+tm_pt_14 -0.32923261148678096
+tm_pt_15 0.5524863522177359
+tm_pt_16 0.23451595442127693
+tm_glue_0 1
+WordPenalty -3.6942747832593694
+OOVPenalty 1.0
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/732997be/joshua-core/src/test/resources/decoder/constrained/output.gold
----------------------------------------------------------------------
diff --cc joshua-core/src/test/resources/decoder/constrained/output.gold
index b64847e,0000000..a48d5cb
mode 100644,000000..100644
--- a/joshua-core/src/test/resources/decoder/constrained/output.gold
+++ b/joshua-core/src/test/resources/decoder/constrained/output.gold
@@@ -1,30 -1,0 +1,30 @@@
- 0 -10.471 mathematics so science language .
- 0 -10.543 mathematics is science language .
- 0 -11.587 mathematics that science language .
- 0 -12.065 science mathematics that language .
- 0 -12.259 mathematics so that the science language .
- 0 -12.352 mathematics hence science language .
- 0 -12.590 mathematics that is science language .
- 0 -12.619 mathematics , science language .
- 0 -12.751 mathematics that is why science language .
- 0 -12.755 mathematics in science language .
- 1 -10.543 mathematics is science language .
- 2 -226.302 rabindranath was born in a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 2 -226.523 rabindranath born in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 2 -226.884 rabindranath was born in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 2 -227.201 rabindranath 's birth in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 2 -227.217 rabindranath was born in kolkata a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 2 -227.707 rabindranath born in kolkata is one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 2 -227.982 rabindranath was born in the a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 2 -228.069 rabindranath was born in kolkata is one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 2 -228.133 rabindranath was born in kolkata in a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 2 -228.160 rabindranath was born in kolkata one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 3 -226.302 rabindranath was born in a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 4 -226.523 rabindranath born in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 4 -230.920 rabindranath born in in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 5 -227.707 rabindranath born in kolkata is one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 5 -232.123 rabindranath born in in kolkata is one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 6 -226.884 rabindranath was born in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 6 -231.320 rabindranath was born kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 6 -232.836 rabindranath was born in in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
- 7 -229.108 rabindranath born in kolkata was one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-10.471 mathematics so science language .
++-10.543 mathematics is science language .
++-11.587 mathematics that science language .
++-12.065 science mathematics that language .
++-12.259 mathematics so that the science language .
++-12.352 mathematics hence science language .
++-12.590 mathematics that is science language .
++-12.619 mathematics , science language .
++-12.751 mathematics that is why science language .
++-12.755 mathematics in science language .
++-10.543 mathematics is science language .
++-226.302 rabindranath was born in a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-226.523 rabindranath born in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-226.884 rabindranath was born in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-227.201 rabindranath 's birth in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-227.217 rabindranath was born in kolkata a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-227.707 rabindranath born in kolkata is one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-227.982 rabindranath was born in the a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-228.069 rabindranath was born in kolkata is one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-228.133 rabindranath was born in kolkata in a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-228.160 rabindranath was born in kolkata one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-226.302 rabindranath was born in a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-226.523 rabindranath born in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-230.920 rabindranath born in in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-227.707 rabindranath born in kolkata is one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-232.123 rabindranath born in in kolkata is one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-226.884 rabindranath was born in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-231.320 rabindranath was born kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-232.836 rabindranath was born in in kolkata is a \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
++-229.108 rabindranath born in kolkata was one \u09aa\u09bf\u09b0\u09be\u09b2\u09c0 \u09ac\u09cd\u09b0\u09be\u09b9\u09cd\u09ae\u09a3 in the family
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/732997be/joshua-core/src/test/resources/decoder/left-state/joshua.config
----------------------------------------------------------------------
diff --cc joshua-core/src/test/resources/decoder/left-state/joshua.config
index dae08c0,0000000..75023d2
mode 100644,000000..100644
--- a/joshua-core/src/test/resources/decoder/left-state/joshua.config
+++ b/joshua-core/src/test/resources/decoder/left-state/joshua.config
@@@ -1,44 -1,0 +1,47 @@@
- lm = kenlm 5 true false 100 lm.gz
++lm = kenlm 5 true false 100 src/test/resources/decoder/left-state/lm.gz
+
- tm = thrax pt 12 grammar.gz
- tm = thrax glue -1 glue-grammar
++tm = thrax pt 12 src/test/resources/decoder/left-state/grammar.gz
++tm = thrax glue -1 src/test/resources/decoder/left-state/glue-grammar
+
+mark_oovs=false
+
+#tm config
+default_non_terminal=X
+goalSymbol=GOAL
+
+#pruning config
+pop-limit=100
+
+#nbest config
+use_unique_nbest=true
+top-n = 300
+
+feature_function = WordPenalty
+feature_function = OOVPenalty
+
++output-format = "%c %s"
++
++
+# Model Weights ####
+
+lm_0 1.2373676802179452
+tm_pt_0 -2.4497429277910214
+tm_pt_1 0.7224581556224123
+tm_pt_2 -0.31689069155153504
+tm_pt_3 0.33861043967238036
+tm_pt_4 0.03553113401320236
+tm_pt_5 0.19138972284064748
+tm_pt_6 0.3417994095521415
+tm_pt_7 -0.9936312455671283
+tm_pt_8 0.9070737587091975
+tm_pt_9 0.8202511858619419
+tm_pt_10 0.2593091306160006
+tm_pt_11 0.25597137004462134
+tm_pt_12 0.3538894647790496
+tm_pt_13 -0.36212061186692646
+tm_pt_14 -0.32923261148678096
+tm_pt_15 0.5524863522177359
+tm_pt_16 0.23451595442127693
+tm_glue_0 1
+WordPenalty -3.6942747832593694
+OOVPenalty 1.0