You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/04/29 06:47:12 UTC
[10/10] incubator-joshua git commit: Merge branch
'structured_translations'
Merge branch 'structured_translations'
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/3b2a17c0
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/3b2a17c0
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/3b2a17c0
Branch: refs/heads/master
Commit: 3b2a17c0cac41f87df507281fab77bd0c9200e30
Parents: 051cc48 a6bf628
Author: Matt Post <po...@cs.jhu.edu>
Authored: Fri Apr 29 00:46:53 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Fri Apr 29 00:46:53 2016 -0400
----------------------------------------------------------------------
jni/kenlm_wrap.cc | 57 +-
resources/berkeley_lm/lm | 16 +
resources/berkeley_lm/lm.berkeleylm | Bin 0 -> 4294 bytes
resources/berkeley_lm/lm.berkeleylm.gz | Bin 0 -> 1786 bytes
resources/berkeley_lm/lm.gz | Bin 0 -> 162 bytes
resources/wa_grammar | 6 +-
src/joshua/decoder/Decoder.java | 4 +
src/joshua/decoder/JoshuaConfiguration.java | 18 +-
src/joshua/decoder/StructuredTranslation.java | 72 +--
src/joshua/decoder/Translation.java | 182 ++----
src/joshua/decoder/chart_parser/Cell.java | 62 +-
src/joshua/decoder/chart_parser/Chart.java | 8 +-
src/joshua/decoder/ff/lm/KenLM.java | 35 +-
src/joshua/decoder/ff/lm/LanguageModelFF.java | 28 +-
.../decoder/hypergraph/AlignedSourceTokens.java | 18 +
.../decoder/hypergraph/AllSpansWalker.java | 4 +-
.../hypergraph/FeatureVectorExtractor.java | 80 +++
src/joshua/decoder/hypergraph/ForestWalker.java | 14 +-
.../GrammarBuilderWalkerFunction.java | 2 +-
src/joshua/decoder/hypergraph/HGNode.java | 2 -
src/joshua/decoder/hypergraph/HyperGraph.java | 10 +-
.../decoder/hypergraph/KBestExtractor.java | 348 ++++-------
.../hypergraph/OutputStringExtractor.java | 195 ++++++
.../decoder/hypergraph/ViterbiExtractor.java | 159 ++---
.../ViterbiFeatureVectorWalkerFunction.java | 44 --
.../ViterbiOutputStringWalkerFunction.java | 96 ---
.../decoder/hypergraph/WalkerFunction.java | 9 +-
.../hypergraph/WordAlignmentExtractor.java | 32 +-
.../decoder/hypergraph/WordAlignmentState.java | 20 +-
src/joshua/decoder/io/JSONMessage.java | 2 +-
src/joshua/oracle/OracleExtractionHG.java | 6 +-
test/bn-en/hiero/input.bn | 2 +-
test/decoder/lowercaser/output.gold | 2 +
test/decoder/lowercaser/test.sh | 11 +-
test/decoder/phrase/constrained/config | 3 +-
test/decoder/phrase/constrained/output.gold | 10 +-
test/decoder/phrase/decode/config | 2 +-
test/decoder/phrase/decode/config.packed | 2 +-
test/decoder/phrase/decode/output.gold | 2 +-
test/decoder/phrase/include-align-index/README | 2 +
test/decoder/phrase/include-align-index/config | 29 +
.../phrase/include-align-index/corpus.es | 1 +
test/decoder/phrase/include-align-index/lm.1.gz | Bin 0 -> 2235 bytes
test/decoder/phrase/include-align-index/log | 50 ++
test/decoder/phrase/include-align-index/output | 1 +
.../phrase/include-align-index/output.gold | 1 +
.../phrase/include-align-index/rules.1.gz | Bin 0 -> 2998042 bytes
test/decoder/phrase/include-align-index/test.sh | 17 +
.../phrase/unique-hypotheses/joshua.config | 4 +-
.../phrase/unique-hypotheses/output.gold | 600 +++++++++----------
.../decoder/ff/lm/LanguageModelFFTest.java | 94 +++
.../lm/berkeley_lm/LMGrammarBerkeleyTest.java | 62 ++
.../kbest_extraction/KBestExtractionTest.java | 20 +-
.../ConstrainedPhraseDecodingTest.java | 20 +-
.../phrase/decode/PhraseDecodingTest.java | 20 +-
tst/joshua/system/AlignmentMapTest.java | 20 +-
tst/joshua/system/KenLmTest.java | 75 ++-
.../system/MultithreadedTranslationTests.java | 20 +-
tst/joshua/system/StructuredOutputTest.java | 20 +-
.../system/StructuredTranslationTest.java | 49 +-
tst/joshua/util/FormatUtilsTest.java | 20 +-
61 files changed, 1656 insertions(+), 1032 deletions(-)
----------------------------------------------------------------------