You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/08/23 03:09:55 UTC
[08/12] incubator-joshua git commit: Moved test file locations from
resources/ to src/test/resources
Moved test file locations from resources/ to src/test/resources
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/20e6bf4b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/20e6bf4b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/20e6bf4b
Branch: refs/heads/master
Commit: 20e6bf4b069d261718f819a72c9e9b2c62bcbb26
Parents: 2041a3f
Author: Matt Post <po...@cs.jhu.edu>
Authored: Mon Aug 22 17:03:53 2016 -0500
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Mon Aug 22 17:03:53 2016 -0500
----------------------------------------------------------------------
resources/berkeley_lm/lm | 16 -
resources/berkeley_lm/lm.berkeleylm | Bin 4294 -> 0 bytes
resources/berkeley_lm/lm.berkeleylm.gz | Bin 1786 -> 0 bytes
resources/berkeley_lm/lm.gz | Bin 162 -> 0 bytes
resources/grammar.glue | 4 -
resources/kbest_extraction/glue-grammar | 3 -
resources/kbest_extraction/grammar | 25 -
resources/kbest_extraction/joshua.config | 27 -
resources/kbest_extraction/lm.gz | Bin 2466496 -> 0 bytes
resources/kbest_extraction/output.gold | 3126 ------------------
resources/kbest_extraction/output.scores.gold | 3126 ------------------
resources/kenlm/oilers.kenlm | Bin 49011 -> 0 bytes
resources/lm_oov/joshua.config | 17 -
resources/phrase_decoder/config | 29 -
resources/phrase_decoder/constrained.config | 28 -
.../phrase_decoder/constrained.output.gold | 5 -
resources/phrase_decoder/lm.1.gz | Bin 2235 -> 0 bytes
resources/phrase_decoder/output.gold | 1 -
resources/phrase_decoder/rules.1.gz | Bin 2998042 -> 0 bytes
resources/wa_grammar | 3 -
resources/wa_grammar.packed/config | 2 -
resources/wa_grammar.packed/encoding | Bin 154 -> 0 bytes
.../wa_grammar.packed/slice_00000.alignments | Bin 45 -> 0 bytes
.../wa_grammar.packed/slice_00000.features | Bin 47 -> 0 bytes
resources/wa_grammar.packed/slice_00000.source | Bin 204 -> 0 bytes
resources/wa_grammar.packed/slice_00000.target | Bin 128 -> 0 bytes
.../wa_grammar.packed/slice_00000.target.lookup | Bin 32 -> 0 bytes
resources/wa_grammar.packed/vocabulary | Bin 238 -> 0 bytes
.../LMBerkeleySentenceProbablityTest.java | 4 +-
.../lm/berkeley_lm/LMGrammarBerkeleyTest.java | 10 +-
.../class_lm/ClassBasedLanguageModelTest.java | 4 +-
.../kbest_extraction/KBestExtractionTest.java | 4 +-
.../phrase/decode/PhraseDecodingTest.java | 2 +-
.../apache/joshua/system/LmOovFeatureTest.java | 2 +-
.../system/MultithreadedTranslationTests.java | 4 +-
.../joshua/system/StructuredOutputTest.java | 4 +-
.../system/StructuredTranslationTest.java | 4 +-
src/test/resources/berkeley_lm/lm | 16 +
src/test/resources/berkeley_lm/lm.berkeleylm | Bin 0 -> 4294 bytes
src/test/resources/berkeley_lm/lm.berkeleylm.gz | Bin 0 -> 1786 bytes
src/test/resources/berkeley_lm/lm.gz | Bin 0 -> 162 bytes
src/test/resources/grammar.glue | 4 +
.../resources/kbest_extraction/glue-grammar | 3 +
src/test/resources/kbest_extraction/grammar | 25 +
.../resources/kbest_extraction/joshua.config | 27 +
src/test/resources/kbest_extraction/lm.gz | Bin 0 -> 2466496 bytes
src/test/resources/kbest_extraction/output.gold | 3126 ++++++++++++++++++
.../kbest_extraction/output.scores.gold | 3126 ++++++++++++++++++
src/test/resources/kenlm/oilers.kenlm | Bin 0 -> 49011 bytes
src/test/resources/lm_oov/joshua.config | 17 +
src/test/resources/phrase_decoder/config | 29 +
.../resources/phrase_decoder/constrained.config | 28 +
.../phrase_decoder/constrained.output.gold | 5 +
src/test/resources/phrase_decoder/lm.1.gz | Bin 0 -> 2235 bytes
src/test/resources/phrase_decoder/output.gold | 1 +
src/test/resources/phrase_decoder/rules.1.gz | Bin 0 -> 2998042 bytes
src/test/resources/wa_grammar | 3 +
src/test/resources/wa_grammar.packed/config | 2 +
src/test/resources/wa_grammar.packed/encoding | Bin 0 -> 154 bytes
.../wa_grammar.packed/slice_00000.alignments | Bin 0 -> 45 bytes
.../wa_grammar.packed/slice_00000.features | Bin 0 -> 47 bytes
.../wa_grammar.packed/slice_00000.source | Bin 0 -> 204 bytes
.../wa_grammar.packed/slice_00000.target | Bin 0 -> 128 bytes
.../wa_grammar.packed/slice_00000.target.lookup | Bin 0 -> 32 bytes
src/test/resources/wa_grammar.packed/vocabulary | Bin 0 -> 238 bytes
65 files changed, 6431 insertions(+), 6431 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/20e6bf4b/resources/berkeley_lm/lm
----------------------------------------------------------------------
diff --git a/resources/berkeley_lm/lm b/resources/berkeley_lm/lm
deleted file mode 100644
index 05b4e6b..0000000
--- a/resources/berkeley_lm/lm
+++ /dev/null
@@ -1,16 +0,0 @@
-
-\data\
-ngram 1=5
-ngram 2=3
-
-\1-grams:
--99.000000 <unk>
--99.000000 <s> -1.752754
--2.034158 the -0.800943
--5.318589 chat-rooms -0.151088
--1.495702 </s>
-
-\2-grams:
--1.773970 <s> the
--4.878868 the chat-rooms
--0.499794 chat-rooms </s>
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/20e6bf4b/resources/berkeley_lm/lm.berkeleylm
----------------------------------------------------------------------
diff --git a/resources/berkeley_lm/lm.berkeleylm b/resources/berkeley_lm/lm.berkeleylm
deleted file mode 100644
index c048464..0000000
Binary files a/resources/berkeley_lm/lm.berkeleylm and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/20e6bf4b/resources/berkeley_lm/lm.berkeleylm.gz
----------------------------------------------------------------------
diff --git a/resources/berkeley_lm/lm.berkeleylm.gz b/resources/berkeley_lm/lm.berkeleylm.gz
deleted file mode 100644
index f9f8d16..0000000
Binary files a/resources/berkeley_lm/lm.berkeleylm.gz and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/20e6bf4b/resources/berkeley_lm/lm.gz
----------------------------------------------------------------------
diff --git a/resources/berkeley_lm/lm.gz b/resources/berkeley_lm/lm.gz
deleted file mode 100644
index ae47266..0000000
Binary files a/resources/berkeley_lm/lm.gz and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/20e6bf4b/resources/grammar.glue
----------------------------------------------------------------------
diff --git a/resources/grammar.glue b/resources/grammar.glue
deleted file mode 100644
index 69e1520..0000000
--- a/resources/grammar.glue
+++ /dev/null
@@ -1,4 +0,0 @@
-[GOAL] ||| <s> ||| <s> ||| 0
-[GOAL] ||| [GOAL,1] [X,2] ||| [GOAL,1] [X,2] ||| -1
-[GOAL] ||| [GOAL,1] </s> ||| [GOAL,1] </s> ||| 0
-[GOAL] ||| <s> [X,1] </s> ||| <s> [X,1] </s> ||| 0
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/20e6bf4b/resources/kbest_extraction/glue-grammar
----------------------------------------------------------------------
diff --git a/resources/kbest_extraction/glue-grammar b/resources/kbest_extraction/glue-grammar
deleted file mode 100644
index 6a1162f..0000000
--- a/resources/kbest_extraction/glue-grammar
+++ /dev/null
@@ -1,3 +0,0 @@
-[GOAL] ||| <s> ||| <s> ||| 0
-[GOAL] ||| [GOAL,1] [X,2] ||| [GOAL,1] [X,2] ||| -1
-[GOAL] ||| [GOAL,1] </s> ||| [GOAL,1] </s> ||| 0
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/20e6bf4b/resources/kbest_extraction/grammar
----------------------------------------------------------------------
diff --git a/resources/kbest_extraction/grammar b/resources/kbest_extraction/grammar
deleted file mode 100644
index a03b2d9..0000000
--- a/resources/kbest_extraction/grammar
+++ /dev/null
@@ -1,25 +0,0 @@
-[X] ||| a ||| A ||| 2
-[X] ||| a ||| B ||| 3
-[X] ||| a ||| C ||| 5
-[X] ||| a ||| D ||| 7
-[X] ||| a ||| E ||| 11
-[X] ||| b ||| A ||| 13
-[X] ||| b ||| B ||| 17
-[X] ||| b ||| C ||| 19
-[X] ||| b ||| D ||| 23
-[X] ||| b ||| E ||| 29
-[X] ||| c ||| A ||| 31
-[X] ||| c ||| B ||| 37
-[X] ||| c ||| C ||| 41
-[X] ||| c ||| D ||| 43
-[X] ||| c ||| E ||| 47
-[X] ||| d ||| A ||| 53
-[X] ||| d ||| B ||| 59
-[X] ||| d ||| C ||| 61
-[X] ||| d ||| D ||| 67
-[X] ||| d ||| E ||| 71
-[X] ||| e ||| A ||| 73
-[X] ||| e ||| B ||| 79
-[X] ||| e ||| C ||| 83
-[X] ||| e ||| D ||| 89
-[X] ||| e ||| E ||| 97
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/20e6bf4b/resources/kbest_extraction/joshua.config
----------------------------------------------------------------------
diff --git a/resources/kbest_extraction/joshua.config b/resources/kbest_extraction/joshua.config
deleted file mode 100644
index cdab98e..0000000
--- a/resources/kbest_extraction/joshua.config
+++ /dev/null
@@ -1,27 +0,0 @@
-feature-function = StateMinimizingLanguageModel -lm_type kenlm -lm_order 5 -lm_file resources/kbest_extraction/lm.gz
-
-tm = thrax -owner pt -maxspan 12 -path resources/kbest_extraction/grammar
-tm = thrax -owner glue -maxspan -1 -path resources/kbest_extraction/glue-grammar
-
-mark_oovs=false
-
-#tm config
-default_non_terminal=X
-goalSymbol=GOAL
-
-#pruning config
-pop-limit=100
-
-#nbest config
-use_unique_nbest=true
-top-n = 3126
-
-#feature_function = WordPenalty
-feature_function = OOVPenalty
-
-# Model Weights ####
-
-lm_0 1
-tm_pt_0 1
-tm_glue_0 1
-OOVPenalty 10000
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/20e6bf4b/resources/kbest_extraction/lm.gz
----------------------------------------------------------------------
diff --git a/resources/kbest_extraction/lm.gz b/resources/kbest_extraction/lm.gz
deleted file mode 100644
index a26335e..0000000
Binary files a/resources/kbest_extraction/lm.gz and /dev/null differ