You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/09/18 00:13:56 UTC
[23/30] incubator-joshua git commit: consolidated bn-en language
models
consolidated bn-en language models
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/c762e4ec
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/c762e4ec
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/c762e4ec
Branch: refs/heads/7_confsystem
Commit: c762e4ec49a53b4158d62761af2a3ca41d6217b3
Parents: 503a5fd
Author: Matt Post <po...@cs.jhu.edu>
Authored: Sat Sep 17 19:38:38 2016 +0200
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Sat Sep 17 19:38:38 2016 +0200
----------------------------------------------------------------------
.../joshua/decoder/cky/BnEnBerkeleyLMTest.conf | 2 +-
.../joshua/decoder/cky/BnEnClassLMTest.conf | 2 +-
.../apache/joshua/decoder/cky/BnEnHieroTest.conf | 2 +-
.../joshua/decoder/cky/BnEnPackedTest.conf | 2 +-
.../apache/joshua/decoder/cky/BnEnSAMTTest.conf | 2 +-
joshua-core/src/test/resources/bn-en/hiero/lm.gz | Bin 2466496 -> 0 bytes
joshua-core/src/test/resources/bn-en/lm.gz | Bin 0 -> 2466496 bytes
.../src/test/resources/bn-en/packed/lm.gz | Bin 2466496 -> 0 bytes
joshua-core/src/test/resources/bn-en/samt/lm.gz | Bin 2466496 -> 0 bytes
9 files changed, 5 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/c762e4ec/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnBerkeleyLMTest.conf
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnBerkeleyLMTest.conf b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnBerkeleyLMTest.conf
index bb1377a..1bdd263 100644
--- a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnBerkeleyLMTest.conf
+++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnBerkeleyLMTest.conf
@@ -7,7 +7,7 @@ top_n = 10
output_format = "%c %s"
feature_functions = [
- { class = LanguageModel, lm_type=berkeleylm, lm_order=5, lm_file=src/test/resources/bn-en/hiero/lm.gz }
+ { class = LanguageModel, lm_type=berkeleylm, lm_order=5, lm_file=src/test/resources/bn-en/lm.gz }
{ class = OOVPenalty }
{ class = WordPenalty }
]
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/c762e4ec/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnClassLMTest.conf
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnClassLMTest.conf b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnClassLMTest.conf
index 9cffd0d..03e0837 100644
--- a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnClassLMTest.conf
+++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnClassLMTest.conf
@@ -7,7 +7,7 @@ top_n = 10
output_format = "%c %s"
feature_functions = [
- { class = StateMinimizingLanguageModel, lm_type=kenlm, lm_order=5, lm_file=src/test/resources/bn-en/hiero/lm.gz }
+ { class = StateMinimizingLanguageModel, lm_type=kenlm, lm_order=5, lm_file=src/test/resources/bn-en/lm.gz }
{ class = WordPenalty }
{ class = OOVPenalty }
{ class = StateMinimizingLanguageModel, lm_type=kenlm, lm_order=9, lm_file=src/test/resources/bn-en/hiero/class_lm_9gram.gz, class_map=src/test/resources/bn-en/hiero/class.map }
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/c762e4ec/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnHieroTest.conf
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnHieroTest.conf b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnHieroTest.conf
index a91ccb7..70e67ef 100644
--- a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnHieroTest.conf
+++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnHieroTest.conf
@@ -7,7 +7,7 @@ top_n = 10
output_format = "%c %s"
feature_functions = [
- { class = LanguageModel, lm_type=kenlm, lm_order=5, minimizing=false, lm_file=src/test/resources/bn-en/hiero/lm.gz }
+ { class = LanguageModel, lm_type=kenlm, lm_order=5, minimizing=false, lm_file=src/test/resources/bn-en/lm.gz }
{ class = OOVPenalty }
{ class = WordPenalty }
]
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/c762e4ec/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnPackedTest.conf
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnPackedTest.conf b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnPackedTest.conf
index 11b8756..8e437b7 100644
--- a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnPackedTest.conf
+++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnPackedTest.conf
@@ -8,7 +8,7 @@ top_n = 10
output_format = "%c %s"
feature_functions = [
- { class = LanguageModel, lm_type = kenlm, lm_order = 5, lm_file = src/test/resources/bn-en/packed/lm.gz }
+ { class = LanguageModel, lm_type = kenlm, lm_order = 5, lm_file = src/test/resources/bn-en/lm.gz }
{ class = OOVPenalty }
{ class = WordPenalty }
]
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/c762e4ec/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnSAMTTest.conf
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnSAMTTest.conf b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnSAMTTest.conf
index db1ee04..afecec0 100644
--- a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnSAMTTest.conf
+++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnSAMTTest.conf
@@ -8,7 +8,7 @@ top_n = 10
output_format = "%c %s"
feature_functions = [
- { class = LanguageModel, lm_type = kenlm, lm_order = 5, lm_file = src/test/resources/bn-en/samt/lm.gz }
+ { class = LanguageModel, lm_type = kenlm, lm_order = 5, lm_file = src/test/resources/bn-en/lm.gz }
{ class = OOVPenalty }
{ class = WordPenalty }
]
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/c762e4ec/joshua-core/src/test/resources/bn-en/hiero/lm.gz
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/resources/bn-en/hiero/lm.gz b/joshua-core/src/test/resources/bn-en/hiero/lm.gz
deleted file mode 100644
index a26335e..0000000
Binary files a/joshua-core/src/test/resources/bn-en/hiero/lm.gz and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/c762e4ec/joshua-core/src/test/resources/bn-en/lm.gz
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/resources/bn-en/lm.gz b/joshua-core/src/test/resources/bn-en/lm.gz
new file mode 100644
index 0000000..a26335e
Binary files /dev/null and b/joshua-core/src/test/resources/bn-en/lm.gz differ
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/c762e4ec/joshua-core/src/test/resources/bn-en/packed/lm.gz
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/resources/bn-en/packed/lm.gz b/joshua-core/src/test/resources/bn-en/packed/lm.gz
deleted file mode 100644
index 21f3092..0000000
Binary files a/joshua-core/src/test/resources/bn-en/packed/lm.gz and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/c762e4ec/joshua-core/src/test/resources/bn-en/samt/lm.gz
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/resources/bn-en/samt/lm.gz b/joshua-core/src/test/resources/bn-en/samt/lm.gz
deleted file mode 100644
index 21f3092..0000000
Binary files a/joshua-core/src/test/resources/bn-en/samt/lm.gz and /dev/null differ