You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/06/01 02:52:29 UTC
[94/94] [abbrv] incubator-joshua git commit: Merge branch 'JOSHUA-252'
Merge branch 'JOSHUA-252'
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/9e6707fc
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/9e6707fc
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/9e6707fc
Branch: refs/heads/master
Commit: 9e6707fc046d0fe31bfdad49ec480eb36eff1dec
Parents: 15c7619 1bb91fd
Author: Matt Post <po...@cs.jhu.edu>
Authored: Tue May 31 22:46:48 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Tue May 31 22:46:48 2016 -0400
----------------------------------------------------------------------
.gitmodules | 10 -
.project | 18 -
.settings/org.eclipse.core.resources.prefs | 3 -
.settings/org.eclipse.jdt.core.prefs | 285 -
.settings/org.eclipse.jdt.ui.prefs | 4 -
Dockerfile | 39 -
README.md | 16 +-
bin/bleu | 15 +
bin/extract-1best | 15 +
bin/joshua-decoder | 24 +-
bin/meteor | 15 +
build.xml | 1 -
distribution/docker/Dockerfile | 39 +
distribution/docker/ar-en-phrase/Dockerfile | 11 +
distribution/docker/zh-en-hiero/Dockerfile | 11 +
distribution/joshua-full/README.md | 42 +
distribution/joshua-full/actions.yaml | 30 +
.../joshua-full/actions/add-language-pack | 36 +
.../joshua-full/actions/remove-language-pack | 24 +
distribution/joshua-full/config.yaml | 26 +
distribution/joshua-full/copyright | 16 +
distribution/joshua-full/icon.svg | 800 +
distribution/joshua-full/layer.yaml | 20 +
distribution/joshua-full/metadata.yaml | 30 +
.../joshua-full/reactive/joshua_runtime.py | 56 +
distribution/joshua-full/tests/00-setup | 21 +
distribution/joshua-full/tests/10-deploy | 47 +
distribution/joshua-runtime/README.md | 42 +
distribution/joshua-runtime/actions.yaml | 29 +
.../joshua-runtime/actions/add-language-pack | 36 +
.../joshua-runtime/actions/remove-language-pack | 24 +
distribution/joshua-runtime/config.yaml | 26 +
distribution/joshua-runtime/copyright | 16 +
distribution/joshua-runtime/icon.svg | 800 +
distribution/joshua-runtime/layer.yaml | 19 +
distribution/joshua-runtime/metadata.yaml | 30 +
.../joshua-runtime/reactive/joshua_runtime.py | 71 +
distribution/joshua-runtime/tests/00-setup | 21 +
distribution/joshua-runtime/tests/10-deploy | 47 +
download-deps.sh | 8 +
examples/README.md | 39 +-
examples/README.sp_to_en | 32 -
examples/docker/ar-en-phrase/Dockerfile | 11 -
examples/docker/zh-en-hiero/Dockerfile | 11 -
ext/berkeleylm | 1 -
ext/giza-pp/GIZA++-v2/ATables.cpp | 119 -
ext/giza-pp/GIZA++-v2/ATables.h | 172 -
ext/giza-pp/GIZA++-v2/AlignTables.cpp | 44 -
ext/giza-pp/GIZA++-v2/AlignTables.h | 118 -
ext/giza-pp/GIZA++-v2/Array.h | 5 -
ext/giza-pp/GIZA++-v2/Array2.h | 107 -
ext/giza-pp/GIZA++-v2/Array4.h | 78 -
ext/giza-pp/GIZA++-v2/D4Tables.h | 460 -
ext/giza-pp/GIZA++-v2/D5Tables.h | 235 -
ext/giza-pp/GIZA++-v2/Dictionary.cpp | 94 -
ext/giza-pp/GIZA++-v2/Dictionary.h | 48 -
ext/giza-pp/GIZA++-v2/FlexArray.h | 58 -
ext/giza-pp/GIZA++-v2/ForwardBackward.cpp | 242 -
ext/giza-pp/GIZA++-v2/ForwardBackward.h | 62 -
ext/giza-pp/GIZA++-v2/GNU.GPL | 282 -
ext/giza-pp/GIZA++-v2/Globals.h | 73 -
ext/giza-pp/GIZA++-v2/HMMTables.cpp | 177 -
ext/giza-pp/GIZA++-v2/HMMTables.h | 172 -
ext/giza-pp/GIZA++-v2/LICENSE | 282 -
ext/giza-pp/GIZA++-v2/Makefile | 140 -
ext/giza-pp/GIZA++-v2/Makefile.definitions | 0
ext/giza-pp/GIZA++-v2/Makefile.src | 2 -
ext/giza-pp/GIZA++-v2/MoveSwapMatrix.cpp | 231 -
ext/giza-pp/GIZA++-v2/MoveSwapMatrix.h | 116 -
ext/giza-pp/GIZA++-v2/NTables.cpp | 93 -
ext/giza-pp/GIZA++-v2/NTables.h | 145 -
ext/giza-pp/GIZA++-v2/Parameter.cpp | 144 -
ext/giza-pp/GIZA++-v2/Parameter.h | 200 -
ext/giza-pp/GIZA++-v2/Perplexity.cpp | 40 -
ext/giza-pp/GIZA++-v2/Perplexity.h | 108 -
ext/giza-pp/GIZA++-v2/Pointer.h | 175 -
ext/giza-pp/GIZA++-v2/README | 508 -
ext/giza-pp/GIZA++-v2/TTables.cpp | 323 -
ext/giza-pp/GIZA++-v2/TTables.h | 417 -
ext/giza-pp/GIZA++-v2/Vector.h | 427 -
ext/giza-pp/GIZA++-v2/WordClasses.h | 96 -
ext/giza-pp/GIZA++-v2/alignment.cpp | 38 -
ext/giza-pp/GIZA++-v2/alignment.h | 227 -
ext/giza-pp/GIZA++-v2/collCounts.cpp | 293 -
ext/giza-pp/GIZA++-v2/collCounts.h | 80 -
ext/giza-pp/GIZA++-v2/defs.h | 78 -
ext/giza-pp/GIZA++-v2/dependencies | 635 -
ext/giza-pp/GIZA++-v2/file_spec.h | 59 -
ext/giza-pp/GIZA++-v2/getSentence.cpp | 340 -
ext/giza-pp/GIZA++-v2/getSentence.h | 123 -
ext/giza-pp/GIZA++-v2/hmm.cpp | 405 -
ext/giza-pp/GIZA++-v2/hmm.h | 82 -
ext/giza-pp/GIZA++-v2/logprob.cpp | 154 -
ext/giza-pp/GIZA++-v2/logprob.h | 217 -
ext/giza-pp/GIZA++-v2/main.cpp | 719 -
ext/giza-pp/GIZA++-v2/model1.cpp | 283 -
ext/giza-pp/GIZA++-v2/model1.h | 158 -
ext/giza-pp/GIZA++-v2/model2.cpp | 232 -
ext/giza-pp/GIZA++-v2/model2.h | 63 -
ext/giza-pp/GIZA++-v2/model2to3.cpp | 398 -
ext/giza-pp/GIZA++-v2/model3.cpp | 511 -
ext/giza-pp/GIZA++-v2/model3.h | 132 -
ext/giza-pp/GIZA++-v2/model345-peg.cpp | 191 -
ext/giza-pp/GIZA++-v2/model3_viterbi.cpp | 656 -
.../GIZA++-v2/model3_viterbi_with_tricks.cpp | 690 -
ext/giza-pp/GIZA++-v2/myassert.cpp | 20 -
ext/giza-pp/GIZA++-v2/myassert.h | 20 -
ext/giza-pp/GIZA++-v2/mymath.h | 9 -
ext/giza-pp/GIZA++-v2/mystl.h | 321 -
ext/giza-pp/GIZA++-v2/parse.cpp | 151 -
ext/giza-pp/GIZA++-v2/plain2snt.cpp | 116 -
ext/giza-pp/GIZA++-v2/reports.cpp | 211 -
ext/giza-pp/GIZA++-v2/small_snt2cooc.cpp | 91 -
ext/giza-pp/GIZA++-v2/snt2cooc.cpp | 107 -
ext/giza-pp/GIZA++-v2/snt2plain.cpp | 91 -
ext/giza-pp/GIZA++-v2/trainGIZA++.sh | 34 -
ext/giza-pp/GIZA++-v2/transpair_model1.h | 108 -
ext/giza-pp/GIZA++-v2/transpair_model2.h | 52 -
ext/giza-pp/GIZA++-v2/transpair_model3.cpp | 197 -
ext/giza-pp/GIZA++-v2/transpair_model3.h | 84 -
ext/giza-pp/GIZA++-v2/transpair_model4.cpp | 179 -
ext/giza-pp/GIZA++-v2/transpair_model4.h | 79 -
ext/giza-pp/GIZA++-v2/transpair_model5.cpp | 243 -
ext/giza-pp/GIZA++-v2/transpair_model5.h | 74 -
ext/giza-pp/GIZA++-v2/transpair_modelhmm.h | 223 -
ext/giza-pp/GIZA++-v2/utility.cpp | 30 -
ext/giza-pp/GIZA++-v2/utility.h | 54 -
ext/giza-pp/GIZA++-v2/vocab.cpp | 90 -
ext/giza-pp/GIZA++-v2/vocab.h | 104 -
ext/giza-pp/Makefile | 20 -
ext/giza-pp/README | 8 -
ext/giza-pp/mkcls-v2/Array.h | 370 -
ext/giza-pp/mkcls-v2/FixedArray.h | 287 -
ext/giza-pp/mkcls-v2/FlexArray.h | 48 -
ext/giza-pp/mkcls-v2/GDAOptimization.cpp | 159 -
ext/giza-pp/mkcls-v2/GDAOptimization.h | 80 -
ext/giza-pp/mkcls-v2/GNU.GPL | 282 -
ext/giza-pp/mkcls-v2/HCOptimization.cpp | 57 -
ext/giza-pp/mkcls-v2/HCOptimization.h | 54 -
ext/giza-pp/mkcls-v2/IterOptimization.cpp | 199 -
ext/giza-pp/mkcls-v2/IterOptimization.h | 123 -
ext/giza-pp/mkcls-v2/KategProblem.cpp | 1001 -
ext/giza-pp/mkcls-v2/KategProblem.h | 439 -
ext/giza-pp/mkcls-v2/KategProblemKBC.cpp | 243 -
ext/giza-pp/mkcls-v2/KategProblemKBC.h | 157 -
ext/giza-pp/mkcls-v2/KategProblemTest.cpp | 695 -
ext/giza-pp/mkcls-v2/KategProblemTest.h | 60 -
ext/giza-pp/mkcls-v2/KategProblemWBC.cpp | 344 -
ext/giza-pp/mkcls-v2/KategProblemWBC.h | 131 -
ext/giza-pp/mkcls-v2/LICENSE | 282 -
ext/giza-pp/mkcls-v2/MSBOptimization.cpp | 229 -
ext/giza-pp/mkcls-v2/MSBOptimization.h | 77 -
ext/giza-pp/mkcls-v2/MYOptimization.cpp | 85 -
ext/giza-pp/mkcls-v2/MYOptimization.h | 61 -
ext/giza-pp/mkcls-v2/Makefile | 23 -
ext/giza-pp/mkcls-v2/Optimization.cpp | 30 -
ext/giza-pp/mkcls-v2/Optimization.h | 49 -
ext/giza-pp/mkcls-v2/PopOptimization.cpp | 105 -
ext/giza-pp/mkcls-v2/PopOptimization.h | 89 -
ext/giza-pp/mkcls-v2/Problem.cpp | 165 -
ext/giza-pp/mkcls-v2/Problem.h | 159 -
ext/giza-pp/mkcls-v2/ProblemTest.cpp | 263 -
ext/giza-pp/mkcls-v2/ProblemTest.h | 65 -
ext/giza-pp/mkcls-v2/README | 10 -
ext/giza-pp/mkcls-v2/RRTOptimization.cpp | 217 -
ext/giza-pp/mkcls-v2/RRTOptimization.h | 79 -
ext/giza-pp/mkcls-v2/SAOptimization.cpp | 280 -
ext/giza-pp/mkcls-v2/SAOptimization.h | 86 -
ext/giza-pp/mkcls-v2/StatVar.cpp | 140 -
ext/giza-pp/mkcls-v2/StatVar.h | 134 -
ext/giza-pp/mkcls-v2/TAOptimization.cpp | 208 -
ext/giza-pp/mkcls-v2/TAOptimization.h | 78 -
ext/giza-pp/mkcls-v2/general.cpp | 120 -
ext/giza-pp/mkcls-v2/general.h | 89 -
ext/giza-pp/mkcls-v2/makePackage.sh | 43 -
ext/giza-pp/mkcls-v2/mkcls.cpp | 618 -
ext/giza-pp/mkcls-v2/my.h | 54 -
ext/giza-pp/mkcls-v2/myassert.h | 44 -
ext/giza-pp/mkcls-v2/myleda.h | 232 -
ext/giza-pp/mkcls-v2/mystl.h | 116 -
ext/kenlm | 1 -
ext/symal/Makefile | 11 -
ext/symal/cmd.c | 649 -
ext/symal/cmd.h | 51 -
ext/symal/giza2bal.pl | 112 -
ext/symal/symal.cpp | 503 -
jni/kenlm_wrap.cc | 45 +-
lib/.gitignore | 13 -
lib/BerkeleyParser.jar | Bin 3092739 -> 0 bytes
lib/LICENSES/LICENSE-jung.txt | 45 -
lib/LICENSES/LICENSE-pmd.txt | 36 -
lib/README | 26 -
lib/berkeleyaligner.jar | Bin 1202003 -> 0 bytes
lib/eng_sm6.gr | Bin 22243222 -> 0 bytes
lib/fastutil.jar | Bin 13943025 -> 0 bytes
lib/ghkm-modified.jar | Bin 3883068 -> 0 bytes
lib/ivysettings.xml | 18 -
lib/jacana-xy.jar | Bin 19949544 -> 0 bytes
logging.properties | 78 -
pom.xml | 199 +-
scripts/support/create_glue_grammar.sh | 2 +-
scripts/support/grammar-packer.pl | 2 +-
scripts/training/pipeline.pl | 19 +-
src/joshua/adagrad/AdaGrad.java | 160 -
src/joshua/adagrad/AdaGradCore.java | 3213 ---
src/joshua/adagrad/Optimizer.java | 728 -
src/joshua/corpus/AbstractPhrase.java | 135 -
src/joshua/corpus/BasicPhrase.java | 86 -
src/joshua/corpus/ContiguousPhrase.java | 187 -
src/joshua/corpus/Corpus.java | 159 -
src/joshua/corpus/Phrase.java | 114 -
src/joshua/corpus/Span.java | 175 -
src/joshua/corpus/TerminalIterator.java | 86 -
src/joshua/corpus/Vocabulary.java | 264 -
src/joshua/corpus/package.html | 19 -
src/joshua/corpus/syntax/ArraySyntaxTree.java | 422 -
src/joshua/corpus/syntax/SyntaxTree.java | 34 -
src/joshua/decoder/ArgsParser.java | 116 -
src/joshua/decoder/BLEU.java | 556 -
src/joshua/decoder/Decoder.java | 992 -
src/joshua/decoder/DecoderThread.java | 198 -
src/joshua/decoder/JoshuaConfiguration.java | 710 -
src/joshua/decoder/JoshuaDecoder.java | 124 -
src/joshua/decoder/MetaDataException.java | 56 -
src/joshua/decoder/NbestMinRiskReranker.java | 441 -
src/joshua/decoder/StructuredTranslation.java | 100 -
.../decoder/StructuredTranslationFactory.java | 112 -
src/joshua/decoder/Support.java | 85 -
src/joshua/decoder/Translation.java | 242 -
src/joshua/decoder/Translations.java | 130 -
src/joshua/decoder/chart_parser/Cell.java | 291 -
src/joshua/decoder/chart_parser/Chart.java | 748 -
.../decoder/chart_parser/ComputeNodeResult.java | 205 -
.../decoder/chart_parser/CubePruneState.java | 114 -
src/joshua/decoder/chart_parser/DotChart.java | 494 -
src/joshua/decoder/chart_parser/SourcePath.java | 63 -
.../decoder/chart_parser/StateConstraint.java | 75 -
src/joshua/decoder/chart_parser/SuperNode.java | 62 -
src/joshua/decoder/chart_parser/package.html | 23 -
src/joshua/decoder/ff/ArityPhrasePenalty.java | 72 -
src/joshua/decoder/ff/FeatureFunction.java | 361 -
src/joshua/decoder/ff/FeatureVector.java | 368 -
src/joshua/decoder/ff/LabelCombinationFF.java | 63 -
src/joshua/decoder/ff/LabelSubstitutionFF.java | 132 -
src/joshua/decoder/ff/OOVPenalty.java | 105 -
src/joshua/decoder/ff/PhraseModel.java | 135 -
src/joshua/decoder/ff/PhrasePenalty.java | 86 -
src/joshua/decoder/ff/RuleCountBin.java | 70 -
src/joshua/decoder/ff/RuleFF.java | 88 -
src/joshua/decoder/ff/RuleLength.java | 51 -
.../decoder/ff/RulePropertiesQuerying.java | 49 -
src/joshua/decoder/ff/RuleShape.java | 73 -
src/joshua/decoder/ff/SourceDependentFF.java | 29 -
src/joshua/decoder/ff/SourcePathFF.java | 63 -
src/joshua/decoder/ff/StatefulFF.java | 86 -
src/joshua/decoder/ff/StatelessFF.java | 79 -
src/joshua/decoder/ff/TargetBigram.java | 216 -
src/joshua/decoder/ff/WordPenalty.java | 78 -
.../ff/fragmentlm/ConcatenationIterator.java | 87 -
.../decoder/ff/fragmentlm/FragmentLMFF.java | 356 -
.../ff/fragmentlm/PennTreebankReader.java | 135 -
src/joshua/decoder/ff/fragmentlm/Tree.java | 776 -
src/joshua/decoder/ff/fragmentlm/Trees.java | 265 -
.../ff/lm/DefaultNGramLanguageModel.java | 140 -
src/joshua/decoder/ff/lm/KenLM.java | 224 -
src/joshua/decoder/ff/lm/LanguageModelFF.java | 521 -
.../decoder/ff/lm/NGramLanguageModel.java | 73 -
.../ff/lm/StateMinimizingLanguageModel.java | 206 -
src/joshua/decoder/ff/lm/berkeley_lm/LICENSE | 13 -
.../ff/lm/berkeley_lm/LMGrammarBerkeley.java | 203 -
src/joshua/decoder/ff/lm/berkeley_lm/README | 5 -
.../ff/lm/berkeley_lm/SymbolTableWrapper.java | 102 -
.../ff/lm/bloomfilter_lm/BloomFilter.java | 215 -
.../BloomFilterLanguageModel.java | 562 -
.../decoder/ff/lm/bloomfilter_lm/package.html | 19 -
src/joshua/decoder/ff/lm/package.html | 35 -
src/joshua/decoder/ff/package.html | 37 -
src/joshua/decoder/ff/phrase/Distortion.java | 71 -
.../ff/similarity/EdgePhraseSimilarityFF.java | 277 -
.../decoder/ff/state_maintenance/DPState.java | 34 -
.../ff/state_maintenance/KenLMState.java | 56 -
.../ff/state_maintenance/NgramDPState.java | 100 -
src/joshua/decoder/ff/tm/AbstractGrammar.java | 225 -
.../decoder/ff/tm/BasicRuleCollection.java | 101 -
src/joshua/decoder/ff/tm/CreateGlueGrammar.java | 127 -
src/joshua/decoder/ff/tm/Grammar.java | 140 -
src/joshua/decoder/ff/tm/GrammarReader.java | 154 -
src/joshua/decoder/ff/tm/Rule.java | 606 -
src/joshua/decoder/ff/tm/RuleCollection.java | 72 -
.../decoder/ff/tm/SentenceFilteredGrammar.java | 373 -
src/joshua/decoder/ff/tm/Trie.java | 106 -
.../ff/tm/UnsortedRuleCollectionException.java | 40 -
.../decoder/ff/tm/format/HieroFormatReader.java | 107 -
.../decoder/ff/tm/format/MosesFormatReader.java | 108 -
.../ff/tm/hash_based/ExtensionIterator.java | 73 -
.../tm/hash_based/MemoryBasedBatchGrammar.java | 314 -
.../ff/tm/hash_based/MemoryBasedRuleBin.java | 59 -
.../ff/tm/hash_based/MemoryBasedTrie.java | 88 -
.../decoder/ff/tm/hash_based/package.html | 17 -
src/joshua/decoder/ff/tm/package.html | 17 -
.../decoder/ff/tm/packed/PackedGrammar.java | 974 -
.../ff/tm/packed/SliceAggregatingTrie.java | 235 -
.../decoder/hypergraph/AlignedSourceTokens.java | 108 -
.../decoder/hypergraph/AllSpansWalker.java | 62 -
.../hypergraph/DefaultInsideOutside.java | 407 -
.../hypergraph/FeatureVectorExtractor.java | 80 -
src/joshua/decoder/hypergraph/ForestWalker.java | 79 -
.../GrammarBuilderWalkerFunction.java | 175 -
src/joshua/decoder/hypergraph/HGNode.java | 328 -
src/joshua/decoder/hypergraph/HyperEdge.java | 101 -
src/joshua/decoder/hypergraph/HyperGraph.java | 161 -
.../decoder/hypergraph/HyperGraphPruning.java | 176 -
.../decoder/hypergraph/KBestExtractor.java | 1037 -
.../hypergraph/OutputStringExtractor.java | 195 -
.../hypergraph/StringToTreeConverter.java | 74 -
.../hypergraph/TrivialInsideOutside.java | 31 -
.../decoder/hypergraph/ViterbiExtractor.java | 162 -
.../decoder/hypergraph/WalkerFunction.java | 34 -
.../hypergraph/WordAlignmentExtractor.java | 133 -
.../decoder/hypergraph/WordAlignmentState.java | 184 -
src/joshua/decoder/hypergraph/package.html | 18 -
src/joshua/decoder/io/DeNormalize.java | 205 -
src/joshua/decoder/io/JSONMessage.java | 109 -
.../decoder/io/TranslationRequestStream.java | 186 -
src/joshua/decoder/package.html | 21 -
src/joshua/decoder/phrase/Candidate.java | 241 -
.../decoder/phrase/CandidateComparator.java | 28 -
src/joshua/decoder/phrase/Coverage.java | 231 -
src/joshua/decoder/phrase/CoverageTest.java | 140 -
src/joshua/decoder/phrase/Future.java | 117 -
src/joshua/decoder/phrase/Header.java | 81 -
src/joshua/decoder/phrase/Hypothesis.java | 154 -
src/joshua/decoder/phrase/Note.java | 44 -
src/joshua/decoder/phrase/PhraseChart.java | 191 -
src/joshua/decoder/phrase/PhraseTable.java | 196 -
src/joshua/decoder/phrase/Stack.java | 234 -
src/joshua/decoder/phrase/Stacks.java | 266 -
src/joshua/decoder/phrase/TargetPhrases.java | 77 -
.../decoder/segment_file/ConstraintRule.java | 94 -
.../decoder/segment_file/ConstraintSpan.java | 76 -
.../decoder/segment_file/ParseTreeInput.java | 40 -
.../decoder/segment_file/ParsedSentence.java | 56 -
src/joshua/decoder/segment_file/Sentence.java | 439 -
src/joshua/decoder/segment_file/Token.java | 147 -
src/joshua/decoder/segment_file/package.html | 17 -
src/joshua/lattice/Arc.java | 118 -
src/joshua/lattice/Lattice.java | 515 -
src/joshua/lattice/Node.java | 158 -
.../lattice/NodeIdentifierComparator.java | 41 -
src/joshua/lattice/package.html | 18 -
src/joshua/metrics/BLEU.java | 540 -
src/joshua/metrics/BLEU_SBP.java | 63 -
src/joshua/metrics/EvaluationMetric.java | 399 -
src/joshua/metrics/GradeLevelBLEU.java | 278 -
src/joshua/metrics/METEOR.java | 243 -
src/joshua/metrics/MinimumChangeBLEU.java | 220 -
src/joshua/metrics/NewMetric.java.template | 134 -
src/joshua/metrics/Precis.java | 331 -
src/joshua/metrics/PrecisMinusSourceBLEU.java | 184 -
src/joshua/metrics/SourceBLEU.java | 107 -
src/joshua/metrics/TER.java | 477 -
src/joshua/metrics/TERMinusBLEU.java | 196 -
src/joshua/metrics/TercomRunner.java | 120 -
src/joshua/metrics/ZeroOneLoss.java | 89 -
src/joshua/mira/MIRA.java | 160 -
src/joshua/mira/MIRACore.java | 3200 ---
src/joshua/mira/Optimizer.java | 643 -
src/joshua/oracle/OracleExtractionHG.java | 794 -
src/joshua/oracle/OracleExtractor.java | 58 -
src/joshua/oracle/SplitHg.java | 300 -
src/joshua/oracle/package.html | 24 -
src/joshua/pro/ClassifierInterface.java | 41 -
src/joshua/pro/ClassifierMegaM.java | 126 -
src/joshua/pro/ClassifierPerceptron.java | 109 -
src/joshua/pro/ClassifierSVM.java | 144 -
src/joshua/pro/Optimizer.java | 463 -
src/joshua/pro/PRO.java | 159 -
src/joshua/pro/PROCore.java | 3106 ---
src/joshua/server/ServerThread.java | 138 -
src/joshua/server/TcpServer.java | 65 -
src/joshua/subsample/AlignedSubsampler.java | 102 -
src/joshua/subsample/Alignment.java | 84 -
src/joshua/subsample/BiCorpus.java | 172 -
src/joshua/subsample/BiCorpusFactory.java | 69 -
src/joshua/subsample/PhrasePair.java | 64 -
src/joshua/subsample/PhraseReader.java | 36 -
src/joshua/subsample/PhraseWriter.java | 79 -
src/joshua/subsample/Subsampler.java | 228 -
src/joshua/subsample/SubsamplerCLI.java | 121 -
src/joshua/subsample/package.html | 25 -
src/joshua/tools/GrammarPacker.java | 959 -
src/joshua/tools/GrammarPackerCli.java | 155 -
src/joshua/tools/LabelPhrases.java | 112 -
src/joshua/tools/TestSetFilter.java | 376 -
src/joshua/ui/Orientation.java | 23 -
src/joshua/ui/StartupWindow.java | 87 -
src/joshua/ui/package.html | 25 -
.../ui/tree_visualizer/DerivationTree.java | 103 -
.../ui/tree_visualizer/DerivationTreeEdge.java | 27 -
.../DerivationTreeTransformer.java | 117 -
.../ui/tree_visualizer/DerivationViewer.java | 128 -
.../tree_visualizer/DerivationViewerApplet.java | 51 -
src/joshua/ui/tree_visualizer/Node.java | 59 -
.../ui/tree_visualizer/browser/Browser.java | 236 -
.../browser/DerivationTreeFrame.java | 253 -
.../browser/TranslationInfo.java | 56 -
src/joshua/ui/tree_visualizer/tree/Tree.java | 279 -
src/joshua/util/Algorithms.java | 83 -
src/joshua/util/Bits.java | 128 -
src/joshua/util/BotMap.java | 94 -
src/joshua/util/Cache.java | 186 -
src/joshua/util/ChartSpan.java | 91 -
src/joshua/util/CommandLineParser.java | 738 -
src/joshua/util/Constants.java | 36 -
src/joshua/util/Counted.java | 93 -
src/joshua/util/Counts.java | 308 -
src/joshua/util/ExtractTopCand.java | 179 -
src/joshua/util/FileUtility.java | 314 -
src/joshua/util/FormatUtils.java | 234 -
src/joshua/util/IntegerPair.java | 36 -
src/joshua/util/JoshuaEval.java | 648 -
src/joshua/util/ListUtil.java | 95 -
src/joshua/util/Lists.java | 567 -
src/joshua/util/NBestListUtility.java | 74 -
src/joshua/util/Ngram.java | 93 -
src/joshua/util/NullIterator.java | 65 -
src/joshua/util/PackedGrammarServer.java | 87 -
src/joshua/util/Pair.java | 130 -
src/joshua/util/Platform.java | 28 -
src/joshua/util/QuietFormatter.java | 36 -
src/joshua/util/Regex.java | 130 -
src/joshua/util/ReverseOrder.java | 39 -
src/joshua/util/SampledList.java | 69 -
src/joshua/util/SocketUtility.java | 154 -
src/joshua/util/StreamGobbler.java | 50 -
src/joshua/util/UnicodeCharacterName.java | 22466 -----------------
src/joshua/util/encoding/Analyzer.java | 235 -
src/joshua/util/encoding/EightBitQuantizer.java | 92 -
.../util/encoding/EncoderConfiguration.java | 162 -
src/joshua/util/encoding/EncoderFactory.java | 42 -
.../util/encoding/FeatureTypeAnalyzer.java | 250 -
src/joshua/util/encoding/FloatEncoder.java | 39 -
src/joshua/util/encoding/IntEncoder.java | 39 -
.../util/encoding/PrimitiveFloatEncoder.java | 129 -
.../util/encoding/PrimitiveIntEncoder.java | 111 -
src/joshua/util/encoding/VariableQuantizer.java | 106 -
src/joshua/util/io/BinaryIn.java | 104 -
src/joshua/util/io/BinaryOut.java | 508 -
src/joshua/util/io/IndexedReader.java | 150 -
src/joshua/util/io/LineReader.java | 366 -
src/joshua/util/io/NullReader.java | 63 -
src/joshua/util/io/ProgressInputStream.java | 82 -
src/joshua/util/io/Reader.java | 40 -
src/joshua/util/io/package.html | 18 -
src/joshua/util/package.html | 18 -
src/joshua/zmert/IntermediateOptimizer.java | 1002 -
src/joshua/zmert/MertCore.java | 3268 ---
src/joshua/zmert/ZMERT.java | 156 -
src/joshua/zmert/package.html | 24 -
.../java/org/apache/joshua/adagrad/AdaGrad.java | 160 +
.../org/apache/joshua/adagrad/AdaGradCore.java | 3127 +++
.../org/apache/joshua/adagrad/Optimizer.java | 728 +
.../apache/joshua/corpus/AbstractPhrase.java | 133 +
.../org/apache/joshua/corpus/BasicPhrase.java | 86 +
.../apache/joshua/corpus/ContiguousPhrase.java | 127 +
.../java/org/apache/joshua/corpus/Corpus.java | 160 +
.../java/org/apache/joshua/corpus/Phrase.java | 117 +
.../java/org/apache/joshua/corpus/Span.java | 175 +
.../org/apache/joshua/corpus/SymbolTable.java | 327 +
.../apache/joshua/corpus/TerminalIterator.java | 85 +
.../org/apache/joshua/corpus/Vocabulary.java | 302 +
.../joshua/corpus/syntax/ArraySyntaxTree.java | 411 +
.../apache/joshua/corpus/syntax/SyntaxTree.java | 34 +
.../org/apache/joshua/decoder/ArgsParser.java | 119 +
.../java/org/apache/joshua/decoder/BLEU.java | 562 +
.../java/org/apache/joshua/decoder/Decoder.java | 974 +
.../apache/joshua/decoder/DecoderThread.java | 201 +
.../joshua/decoder/JoshuaConfiguration.java | 712 +
.../apache/joshua/decoder/JoshuaDecoder.java | 117 +
.../joshua/decoder/MetaDataException.java | 56 +
.../joshua/decoder/NbestMinRiskReranker.java | 446 +
.../joshua/decoder/StructuredTranslation.java | 102 +
.../decoder/StructuredTranslationFactory.java | 116 +
.../java/org/apache/joshua/decoder/Support.java | 86 +
.../org/apache/joshua/decoder/Translation.java | 244 +
.../org/apache/joshua/decoder/Translations.java | 132 +
.../joshua/decoder/chart_parser/Cell.java | 294 +
.../joshua/decoder/chart_parser/Chart.java | 751 +
.../decoder/chart_parser/ComputeNodeResult.java | 225 +
.../decoder/chart_parser/CubePruneState.java | 114 +
.../joshua/decoder/chart_parser/DotChart.java | 496 +
.../joshua/decoder/chart_parser/SourcePath.java | 63 +
.../decoder/chart_parser/StateConstraint.java | 75 +
.../joshua/decoder/chart_parser/SuperNode.java | 62 +
.../decoder/chart_parser/package-info.java | 24 +
.../joshua/decoder/ff/ArityPhrasePenalty.java | 72 +
.../joshua/decoder/ff/FeatureFunction.java | 364 +
.../apache/joshua/decoder/ff/FeatureVector.java | 380 +
.../joshua/decoder/ff/LabelCombinationFF.java | 62 +
.../joshua/decoder/ff/LabelSubstitutionFF.java | 131 +
.../joshua/decoder/ff/LexicalFeatures.java | 132 +
.../apache/joshua/decoder/ff/OOVPenalty.java | 106 +
.../apache/joshua/decoder/ff/PhraseModel.java | 135 +
.../apache/joshua/decoder/ff/PhrasePenalty.java | 86 +
.../apache/joshua/decoder/ff/RuleCountBin.java | 74 +
.../org/apache/joshua/decoder/ff/RuleFF.java | 123 +
.../apache/joshua/decoder/ff/RuleLength.java | 52 +
.../decoder/ff/RulePropertiesQuerying.java | 49 +
.../org/apache/joshua/decoder/ff/RuleShape.java | 100 +
.../joshua/decoder/ff/SourceDependentFF.java | 29 +
.../apache/joshua/decoder/ff/SourcePathFF.java | 63 +
.../apache/joshua/decoder/ff/StatefulFF.java | 89 +
.../apache/joshua/decoder/ff/StatelessFF.java | 79 +
.../apache/joshua/decoder/ff/TargetBigram.java | 216 +
.../apache/joshua/decoder/ff/WordPenalty.java | 80 +
.../ff/fragmentlm/ConcatenationIterator.java | 93 +
.../decoder/ff/fragmentlm/FragmentLMFF.java | 365 +
.../ff/fragmentlm/PennTreebankReader.java | 135 +
.../joshua/decoder/ff/fragmentlm/Tree.java | 779 +
.../joshua/decoder/ff/fragmentlm/Trees.java | 270 +
.../apache/joshua/decoder/ff/lm/AbstractLM.java | 122 +
.../apache/joshua/decoder/ff/lm/ArpaFile.java | 328 +
.../apache/joshua/decoder/ff/lm/ArpaNgram.java | 73 +
.../ff/lm/DefaultNGramLanguageModel.java | 134 +
.../org/apache/joshua/decoder/ff/lm/KenLM.java | 233 +
.../joshua/decoder/ff/lm/LanguageModelFF.java | 527 +
.../decoder/ff/lm/NGramLanguageModel.java | 73 +
.../ff/lm/StateMinimizingLanguageModel.java | 202 +
.../joshua/decoder/ff/lm/berkeley_lm/LICENSE | 13 +
.../ff/lm/berkeley_lm/LMGrammarBerkeley.java | 206 +
.../joshua/decoder/ff/lm/berkeley_lm/README | 5 +
.../ff/lm/berkeley_lm/SymbolTableWrapper.java | 102 +
.../ff/lm/bloomfilter_lm/BloomFilter.java | 215 +
.../BloomFilterLanguageModel.java | 560 +
.../ff/lm/bloomfilter_lm/package-info.java | 25 +
.../joshua/decoder/ff/lm/buildin_lm/TrieLM.java | 331 +
.../decoder/ff/lm/buildin_lm/package-info.java | 19 +
.../joshua/decoder/ff/lm/package-info.java | 42 +
.../apache/joshua/decoder/ff/package-info.java | 42 +
.../joshua/decoder/ff/phrase/Distortion.java | 71 +
.../ff/similarity/EdgePhraseSimilarityFF.java | 279 +
.../decoder/ff/state_maintenance/DPState.java | 34 +
.../ff/state_maintenance/KenLMState.java | 56 +
.../ff/state_maintenance/NgramDPState.java | 100 +
.../joshua/decoder/ff/tm/AbstractGrammar.java | 228 +
.../decoder/ff/tm/BasicRuleCollection.java | 101 +
.../joshua/decoder/ff/tm/CreateGlueGrammar.java | 126 +
.../apache/joshua/decoder/ff/tm/Grammar.java | 149 +
.../joshua/decoder/ff/tm/GrammarReader.java | 158 +
.../org/apache/joshua/decoder/ff/tm/Rule.java | 627 +
.../joshua/decoder/ff/tm/RuleCollection.java | 76 +
.../decoder/ff/tm/SentenceFilteredGrammar.java | 378 +
.../org/apache/joshua/decoder/ff/tm/Trie.java | 108 +
.../ff/tm/UnsortedRuleCollectionException.java | 40 +
.../decoder/ff/tm/format/HieroFormatReader.java | 106 +
.../decoder/ff/tm/format/MosesFormatReader.java | 108 +
.../ff/tm/hash_based/ExtensionIterator.java | 73 +
.../tm/hash_based/MemoryBasedBatchGrammar.java | 316 +
.../ff/tm/hash_based/MemoryBasedRuleBin.java | 59 +
.../ff/tm/hash_based/MemoryBasedTrie.java | 88 +
.../decoder/ff/tm/hash_based/package-info.java | 23 +
.../joshua/decoder/ff/tm/package-info.java | 25 +
.../decoder/ff/tm/packed/PackedGrammar.java | 1080 +
.../ff/tm/packed/SliceAggregatingTrie.java | 236 +
.../decoder/hypergraph/AlignedSourceTokens.java | 112 +
.../decoder/hypergraph/AllSpansWalker.java | 63 +
.../hypergraph/DefaultInsideOutside.java | 407 +
.../hypergraph/FeatureVectorExtractor.java | 80 +
.../joshua/decoder/hypergraph/ForestWalker.java | 79 +
.../GrammarBuilderWalkerFunction.java | 180 +
.../joshua/decoder/hypergraph/HGNode.java | 331 +
.../joshua/decoder/hypergraph/HyperEdge.java | 101 +
.../joshua/decoder/hypergraph/HyperGraph.java | 163 +
.../decoder/hypergraph/HyperGraphPruning.java | 176 +
.../decoder/hypergraph/KBestExtractor.java | 1052 +
.../hypergraph/OutputStringExtractor.java | 196 +
.../hypergraph/StringToTreeConverter.java | 74 +
.../hypergraph/TrivialInsideOutside.java | 31 +
.../decoder/hypergraph/ViterbiExtractor.java | 178 +
.../decoder/hypergraph/WalkerFunction.java | 37 +
.../hypergraph/WordAlignmentExtractor.java | 134 +
.../decoder/hypergraph/WordAlignmentState.java | 192 +
.../joshua/decoder/hypergraph/package-info.java | 25 +
.../apache/joshua/decoder/io/DeNormalize.java | 203 +
.../apache/joshua/decoder/io/JSONMessage.java | 109 +
.../decoder/io/TranslationRequestStream.java | 186 +
.../org/apache/joshua/decoder/package-info.java | 26 +
.../apache/joshua/decoder/phrase/Candidate.java | 241 +
.../decoder/phrase/CandidateComparator.java | 28 +
.../apache/joshua/decoder/phrase/Coverage.java | 235 +
.../apache/joshua/decoder/phrase/Future.java | 119 +
.../apache/joshua/decoder/phrase/Header.java | 87 +
.../joshua/decoder/phrase/Hypothesis.java | 154 +
.../org/apache/joshua/decoder/phrase/Note.java | 44 +
.../joshua/decoder/phrase/PhraseChart.java | 197 +
.../joshua/decoder/phrase/PhraseTable.java | 197 +
.../org/apache/joshua/decoder/phrase/Stack.java | 230 +
.../apache/joshua/decoder/phrase/Stacks.java | 270 +
.../joshua/decoder/phrase/TargetPhrases.java | 80 +
.../decoder/segment_file/ConstraintRule.java | 100 +
.../decoder/segment_file/ConstraintSpan.java | 80 +
.../decoder/segment_file/ParseTreeInput.java | 40 +
.../decoder/segment_file/ParsedSentence.java | 56 +
.../joshua/decoder/segment_file/Sentence.java | 446 +
.../joshua/decoder/segment_file/Token.java | 159 +
.../decoder/segment_file/package-info.java | 25 +
.../java/org/apache/joshua/lattice/Arc.java | 117 +
.../java/org/apache/joshua/lattice/Lattice.java | 587 +
.../java/org/apache/joshua/lattice/Node.java | 159 +
.../lattice/NodeIdentifierComparator.java | 41 +
.../org/apache/joshua/lattice/package-info.java | 22 +
.../java/org/apache/joshua/metrics/BLEU.java | 575 +
.../org/apache/joshua/metrics/BLEU_SBP.java | 63 +
.../apache/joshua/metrics/EvaluationMetric.java | 398 +
.../apache/joshua/metrics/GradeLevelBLEU.java | 280 +
.../java/org/apache/joshua/metrics/METEOR.java | 235 +
.../joshua/metrics/MinimumChangeBLEU.java | 223 +
.../joshua/metrics/NewMetric.java.template | 134 +
.../java/org/apache/joshua/metrics/Precis.java | 334 +
.../joshua/metrics/PrecisMinusSourceBLEU.java | 182 +
.../org/apache/joshua/metrics/SourceBLEU.java | 107 +
.../java/org/apache/joshua/metrics/TER.java | 460 +
.../org/apache/joshua/metrics/TERMinusBLEU.java | 194 +
.../org/apache/joshua/metrics/TercomRunner.java | 115 +
.../org/apache/joshua/metrics/ZeroOneLoss.java | 88 +
src/main/java/org/apache/joshua/mira/MIRA.java | 160 +
.../java/org/apache/joshua/mira/MIRACore.java | 3112 +++
.../java/org/apache/joshua/mira/Optimizer.java | 643 +
.../joshua/oracle/OracleExtractionHG.java | 797 +
.../apache/joshua/oracle/OracleExtractor.java | 58 +
.../java/org/apache/joshua/oracle/SplitHg.java | 300 +
.../org/apache/joshua/oracle/package-info.java | 26 +
.../apache/joshua/pro/ClassifierInterface.java | 41 +
.../org/apache/joshua/pro/ClassifierMegaM.java | 121 +
.../apache/joshua/pro/ClassifierPerceptron.java | 114 +
.../org/apache/joshua/pro/ClassifierSVM.java | 140 +
.../java/org/apache/joshua/pro/Optimizer.java | 454 +
src/main/java/org/apache/joshua/pro/PRO.java | 159 +
.../java/org/apache/joshua/pro/PROCore.java | 3027 +++
.../org/apache/joshua/server/ServerThread.java | 143 +
.../org/apache/joshua/server/TcpServer.java | 65 +
.../joshua/subsample/AlignedSubsampler.java | 103 +
.../org/apache/joshua/subsample/Alignment.java | 81 +
.../org/apache/joshua/subsample/BiCorpus.java | 175 +
.../joshua/subsample/BiCorpusFactory.java | 83 +
.../org/apache/joshua/subsample/PhrasePair.java | 61 +
.../apache/joshua/subsample/PhraseReader.java | 35 +
.../apache/joshua/subsample/PhraseWriter.java | 79 +
.../org/apache/joshua/subsample/Subsampler.java | 235 +
.../apache/joshua/subsample/SubsamplerCLI.java | 130 +
.../apache/joshua/subsample/package-info.java | 25 +
.../org/apache/joshua/tools/GrammarPacker.java | 959 +
.../apache/joshua/tools/GrammarPackerCli.java | 156 +
.../org/apache/joshua/tools/LabelPhrases.java | 111 +
.../org/apache/joshua/tools/TestSetFilter.java | 383 +
.../java/org/apache/joshua/ui/Orientation.java | 23 +
.../org/apache/joshua/ui/StartupWindow.java | 87 +
.../java/org/apache/joshua/ui/package-info.java | 22 +
.../ui/tree_visualizer/DerivationTree.java | 103 +
.../ui/tree_visualizer/DerivationTreeEdge.java | 27 +
.../DerivationTreeTransformer.java | 117 +
.../ui/tree_visualizer/DerivationViewer.java | 128 +
.../tree_visualizer/DerivationViewerApplet.java | 51 +
.../apache/joshua/ui/tree_visualizer/Node.java | 59 +
.../ui/tree_visualizer/browser/Browser.java | 237 +
.../browser/DerivationTreeFrame.java | 253 +
.../browser/TranslationInfo.java | 56 +
.../joshua/ui/tree_visualizer/tree/Tree.java | 283 +
.../java/org/apache/joshua/util/Algorithms.java | 85 +
src/main/java/org/apache/joshua/util/Bits.java | 128 +
.../java/org/apache/joshua/util/BotMap.java | 94 +
src/main/java/org/apache/joshua/util/Cache.java | 176 +
.../java/org/apache/joshua/util/ChartSpan.java | 88 +
.../apache/joshua/util/CommandLineParser.java | 738 +
.../java/org/apache/joshua/util/Constants.java | 36 +
.../java/org/apache/joshua/util/Counted.java | 92 +
.../java/org/apache/joshua/util/Counts.java | 306 +
.../org/apache/joshua/util/ExtractTopCand.java | 188 +
.../org/apache/joshua/util/FileUtility.java | 318 +
.../org/apache/joshua/util/FormatUtils.java | 245 +
.../org/apache/joshua/util/IntegerPair.java | 36 +
.../java/org/apache/joshua/util/JoshuaEval.java | 625 +
.../java/org/apache/joshua/util/ListUtil.java | 95 +
src/main/java/org/apache/joshua/util/Lists.java | 567 +
.../apache/joshua/util/NBestListUtility.java | 74 +
src/main/java/org/apache/joshua/util/Ngram.java | 105 +
.../org/apache/joshua/util/NullIterator.java | 65 +
.../apache/joshua/util/PackedGrammarServer.java | 87 +
src/main/java/org/apache/joshua/util/Pair.java | 130 +
.../java/org/apache/joshua/util/Platform.java | 27 +
.../org/apache/joshua/util/QuietFormatter.java | 36 +
src/main/java/org/apache/joshua/util/Regex.java | 143 +
.../org/apache/joshua/util/ReverseOrder.java | 39 +
.../org/apache/joshua/util/SampledList.java | 69 +
.../org/apache/joshua/util/SocketUtility.java | 146 +
.../org/apache/joshua/util/StreamGobbler.java | 50 +
.../joshua/util/UnicodeCharacterName.java | 22466 +++++++++++++++++
.../apache/joshua/util/encoding/Analyzer.java | 235 +
.../joshua/util/encoding/EightBitQuantizer.java | 92 +
.../util/encoding/EncoderConfiguration.java | 160 +
.../joshua/util/encoding/EncoderFactory.java | 42 +
.../util/encoding/FeatureTypeAnalyzer.java | 254 +
.../joshua/util/encoding/FloatEncoder.java | 39 +
.../apache/joshua/util/encoding/IntEncoder.java | 39 +
.../util/encoding/PrimitiveFloatEncoder.java | 129 +
.../util/encoding/PrimitiveIntEncoder.java | 111 +
.../joshua/util/encoding/VariableQuantizer.java | 106 +
.../org/apache/joshua/util/io/BinaryIn.java | 91 +
.../org/apache/joshua/util/io/BinaryOut.java | 505 +
.../apache/joshua/util/io/IndexedReader.java | 155 +
.../org/apache/joshua/util/io/LineReader.java | 368 +
.../org/apache/joshua/util/io/NullReader.java | 63 +
.../joshua/util/io/ProgressInputStream.java | 82 +
.../java/org/apache/joshua/util/io/Reader.java | 51 +
.../org/apache/joshua/util/io/package-info.java | 22 +
.../org/apache/joshua/util/package-info.java | 22 +
.../util/quantization/BooleanQuantizer.java | 45 +
.../joshua/util/quantization/Quantizer.java | 45 +
.../quantization/QuantizerConfiguration.java | 119 +
.../util/quantization/QuantizerFactory.java | 50 +
.../util/quantization/StatelessQuantizer.java | 38 +
.../joshua/util/quantization/package-info.java | 19 +
.../joshua/zmert/IntermediateOptimizer.java | 992 +
.../java/org/apache/joshua/zmert/MertCore.java | 3191 +++
.../java/org/apache/joshua/zmert/ZMERT.java | 156 +
.../org/apache/joshua/zmert/package-info.java | 24 +
src/main/resources/log4j.properties | 20 +
.../apache/joshua/corpus/CorpusArrayTest.java | 177 +
.../java/org/apache/joshua/corpus/SpanTest.java | 47 +
.../apache/joshua/corpus/VocabularyTest.java | 136 +
.../joshua/corpus/vocab/VocabularyTest.java | 180 +
.../ArtificialGrammarAndCorpusCreater.java | 130 +
.../joshua/decoder/DecoderThreadTest.java | 172 +
.../joshua/decoder/JoshuaDecoderTest.java | 83 +
.../joshua/decoder/TestConfigFileCreater.java | 184 +
.../apache/joshua/decoder/TranslationsTest.java | 87 +
.../decoder/ff/ArityPhrasePenaltyFFTest.java | 64 +
.../joshua/decoder/ff/lm/ArpaFileTest.java | 227 +
.../decoder/ff/lm/LanguageModelFFTest.java | 95 +
.../LMBerkeleySentenceProbablityTest.java | 47 +
.../lm/berkeley_lm/LMGrammarBerkeleyTest.java | 79 +
.../joshua/decoder/io/DeNormalizeTest.java | 273 +
.../decoder/io/TranslationRequestTest.java | 149 +
.../kbest_extraction/KBestExtractionTest.java | 78 +
.../joshua/decoder/phrase/CoverageTest.java | 140 +
.../ConstrainedPhraseDecodingTest.java | 75 +
.../phrase/decode/PhraseDecodingTest.java | 75 +
.../segment_file/AlmostTooLongSentenceTest.java | 96 +
.../decoder/segment_file/SentenceTest.java | 109 +
.../java/org/apache/joshua/lattice/ArcTest.java | 86 +
.../org/apache/joshua/lattice/LatticeTest.java | 192 +
.../org/apache/joshua/lattice/NodeTest.java | 105 +
.../org/apache/joshua/packed/Benchmark.java | 126 +
.../org/apache/joshua/packed/CountRules.java | 110 +
.../org/apache/joshua/packed/PrintRules.java | 199 +
src/test/java/org/apache/joshua/packed/README | 6 +
.../org/apache/joshua/packed/VocabTest.java | 58 +
.../java/org/apache/joshua/packed/packer.config | 6 +
.../java/org/apache/joshua/packed/small_grammar | 20000 +++++++++++++++
src/test/java/org/apache/joshua/packed/test.sh | 20 +
.../apache/joshua/system/AlignmentMapTest.java | 72 +
.../org/apache/joshua/system/KenLmTest.java | 93 +
.../system/MultithreadedTranslationTests.java | 164 +
.../joshua/system/StructuredOutputTest.java | 118 +
.../system/StructuredTranslationTest.java | 272 +
.../ui/tree_visualizer/tree/TreeTest.java | 111 +
.../java/org/apache/joshua/util/BitsTest.java | 187 +
.../java/org/apache/joshua/util/CacheTest.java | 53 +
.../java/org/apache/joshua/util/CountsTest.java | 98 +
.../org/apache/joshua/util/FormatUtilsTest.java | 74 +
.../org/apache/joshua/util/io/BinaryTest.java | 74 +
.../java/org/apache/joshua/zmert/BLEUTest.java | 132 +
src/test/resources/bn-en/hiero/.gitignore | 4 +
src/test/resources/bn-en/hiero/class.map | 5140 ++++
.../resources/bn-en/hiero/class_lm_2gram.gz | Bin 0 -> 18052 bytes
.../resources/bn-en/hiero/class_lm_9gram.gz | Bin 0 -> 12733137 bytes
src/test/resources/bn-en/hiero/glue-grammar | 3 +
src/test/resources/bn-en/hiero/grammar.gz | Bin 0 -> 518164 bytes
src/test/resources/bn-en/hiero/input.bn | 100 +
.../bn-en/hiero/joshua-berkeleylm.config | 46 +
.../resources/bn-en/hiero/joshua-classlm.config | 51 +
src/test/resources/bn-en/hiero/joshua.config | 50 +
src/test/resources/bn-en/hiero/lm.gz | Bin 0 -> 2466496 bytes
.../resources/bn-en/hiero/output-classlm.gold | 678 +
src/test/resources/bn-en/hiero/output.gold | 805 +
src/test/resources/bn-en/hiero/output.gold.bleu | 14 +
.../bn-en/hiero/output.scores.berkeleylm.gold | 100 +
.../resources/bn-en/hiero/output.scores.gold | 805 +
src/test/resources/bn-en/hiero/reference.en.0 | 100 +
src/test/resources/bn-en/hiero/reference.en.1 | 100 +
src/test/resources/bn-en/hiero/reference.en.2 | 100 +
src/test/resources/bn-en/hiero/reference.en.3 | 100 +
.../resources/bn-en/hiero/test-berkeleylm.sh | 33 +
src/test/resources/bn-en/hiero/test-classlm.sh | 32 +
src/test/resources/bn-en/hiero/test-filter.sh | 35 +
src/test/resources/bn-en/hiero/test.sh | 35 +
src/test/resources/bn-en/hiero/topN.pl | 18 +
src/test/resources/bn-en/packed/.gitignore | 3 +
src/test/resources/bn-en/packed/grammar.glue | 5673 +++++
src/test/resources/bn-en/packed/grammar.gz | Bin 0 -> 3540984 bytes
.../bn-en/packed/grammar.packed/encoding | Bin 0 -> 767 bytes
.../packed/grammar.packed/slice_00000.features | Bin 0 -> 4631480 bytes
.../packed/grammar.packed/slice_00000.source | Bin 0 -> 4240012 bytes
.../packed/grammar.packed/slice_00000.target | Bin 0 -> 162776 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 0 -> 56 bytes
.../bn-en/packed/grammar.packed/vocabulary | Bin 0 -> 136522 bytes
src/test/resources/bn-en/packed/input.bn | 100 +
src/test/resources/bn-en/packed/joshua.config | 47 +
src/test/resources/bn-en/packed/lm.gz | Bin 0 -> 2466496 bytes
src/test/resources/bn-en/packed/output.gold | 862 +
.../resources/bn-en/packed/output.scores.gold | 862 +
src/test/resources/bn-en/packed/reference.en.0 | 100 +
src/test/resources/bn-en/packed/reference.en.1 | 100 +
src/test/resources/bn-en/packed/reference.en.2 | 100 +
src/test/resources/bn-en/packed/reference.en.3 | 100 +
.../resources/bn-en/packed/reference.en.all | 400 +
src/test/resources/bn-en/packed/test.sh | 20 +
src/test/resources/bn-en/samt/grammar.glue | 5673 +++++
src/test/resources/bn-en/samt/grammar.gz | Bin 0 -> 3847934 bytes
src/test/resources/bn-en/samt/input.bn | 100 +
src/test/resources/bn-en/samt/joshua.config | 47 +
src/test/resources/bn-en/samt/lm.gz | Bin 0 -> 2466496 bytes
src/test/resources/bn-en/samt/output.gold | 0
src/test/resources/bn-en/samt/output.gold.bleu | 14 +
.../resources/bn-en/samt/output.scores.gold | 862 +
src/test/resources/bn-en/samt/reference.en.0 | 100 +
src/test/resources/bn-en/samt/reference.en.1 | 100 +
src/test/resources/bn-en/samt/reference.en.2 | 100 +
src/test/resources/bn-en/samt/reference.en.3 | 100 +
src/test/resources/bn-en/samt/test.sh | 35 +
src/test/resources/data/tiny.en | 5 +
.../resources/decoder/constrained/.gitignore | 4 +
.../resources/decoder/constrained/glue-grammar | 3 +
.../resources/decoder/constrained/gold.scores | 27 +
.../resources/decoder/constrained/grammar.gz | Bin 0 -> 518164 bytes
src/test/resources/decoder/constrained/input.bn | 8 +
.../resources/decoder/constrained/joshua.config | 45 +
src/test/resources/decoder/constrained/lm.gz | Bin 0 -> 2466496 bytes
.../resources/decoder/constrained/output.bleu | 0
.../resources/decoder/constrained/output.gold | 30 +
src/test/resources/decoder/constrained/test.sh | 30 +
src/test/resources/decoder/constrained/weights | 22 +
.../resources/decoder/denormalization/input.txt | 1 +
.../decoder/denormalization/output.expected | 1 +
.../resources/decoder/denormalization/test.sh | 30 +
src/test/resources/decoder/dont-crash/input | 5 +
.../resources/decoder/dont-crash/output.gold | 1 +
src/test/resources/decoder/dont-crash/test.sh | 29 +
.../resources/decoder/empty-test/.gitignore | 3 +
src/test/resources/decoder/empty-test/input | 1 +
.../resources/decoder/empty-test/output.gold | 1 +
src/test/resources/decoder/empty-test/test.sh | 29 +
.../resources/decoder/fragmentlm/fragments.txt | 7 +
src/test/resources/decoder/fragmentlm/glue | 1 +
src/test/resources/decoder/fragmentlm/grammar | 4 +
src/test/resources/decoder/fragmentlm/input | 1 +
.../resources/decoder/fragmentlm/joshua.config | 109 +
.../resources/decoder/fragmentlm/mapping.txt | 4 +
src/test/resources/decoder/fragmentlm/test.sh | 30 +
.../decoder/k-best-extraction/glue-grammar | 3 +
.../resources/decoder/k-best-extraction/grammar | 25 +
.../decoder/k-best-extraction/input.txt | 1 +
.../decoder/k-best-extraction/joshua.config | 27 +
.../resources/decoder/k-best-extraction/lm.gz | Bin 0 -> 2466496 bytes
.../decoder/k-best-extraction/output.gold | 3126 +++
.../k-best-extraction/output.scores.gold | 3126 +++
.../resources/decoder/k-best-extraction/test.sh | 33 +
.../resources/decoder/left-state/glue-grammar | 3 +
.../resources/decoder/left-state/grammar.gz | Bin 0 -> 518164 bytes
src/test/resources/decoder/left-state/input.bn | 2 +
.../resources/decoder/left-state/joshua.config | 44 +
src/test/resources/decoder/left-state/lm.gz | Bin 0 -> 2466496 bytes
.../resources/decoder/left-state/output.gold | 600 +
.../decoder/left-state/output.scores.gold | 600 +
src/test/resources/decoder/left-state/test.sh | 33 +
src/test/resources/decoder/lowercaser/config | 140 +
.../resources/decoder/lowercaser/grammar.glue | 4 +
.../resources/decoder/lowercaser/grammar.test | 1 +
.../resources/decoder/lowercaser/output.gold | 5 +
src/test/resources/decoder/lowercaser/test.sh | 40 +
.../resources/decoder/moses-compat/n-best.txt | 0
.../decoder/moses-compat/output.expected | 6 +
src/test/resources/decoder/moses-compat/test.sh | 40 +
src/test/resources/decoder/n-ary/glue-grammar | 3 +
src/test/resources/decoder/n-ary/gold.scores | 2 +
src/test/resources/decoder/n-ary/grammar | 9 +
src/test/resources/decoder/n-ary/input.txt | 2 +
src/test/resources/decoder/n-ary/joshua.config | 22 +
src/test/resources/decoder/n-ary/lm.gz | Bin 0 -> 2466496 bytes
src/test/resources/decoder/n-ary/output.bleu | 0
src/test/resources/decoder/n-ary/output.gold | 2 +
src/test/resources/decoder/n-ary/test.sh | 33 +
src/test/resources/decoder/n-ary/weights | 6 +
.../decoder/num_translation_options/README | 1 +
.../num_translation_options/glue-grammar | 3 +
.../decoder/num_translation_options/grammar.gz | Bin 0 -> 119 bytes
.../grammar.packed/encoding | Bin 0 -> 32 bytes
.../grammar.packed/slice_00000.features | Bin 0 -> 43 bytes
.../grammar.packed/slice_00000.source | Bin 0 -> 132 bytes
.../grammar.packed/slice_00000.target | Bin 0 -> 120 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 0 -> 32 bytes
.../grammar.packed/vocabulary | Bin 0 -> 144 bytes
.../decoder/num_translation_options/input | 1 +
.../num_translation_options/joshua.config | 30 +
.../joshua.config.packed | 30 +
.../decoder/num_translation_options/lm.gz | Bin 0 -> 2466496 bytes
.../decoder/num_translation_options/output.gold | 12 +
.../decoder/num_translation_options/test.sh | 17 +
src/test/resources/decoder/oov-list/config | 29 +
.../resources/decoder/oov-list/glue-grammar | 3 +
src/test/resources/decoder/oov-list/grammar | 11 +
src/test/resources/decoder/oov-list/input.txt | 3 +
src/test/resources/decoder/oov-list/output.gold | 3 +
src/test/resources/decoder/oov-list/test.sh | 30 +
.../resources/decoder/phrase/constrained/config | 29 +
.../decoder/phrase/constrained/corpus.es | 1 +
.../decoder/phrase/constrained/glue.grammar | 3 +
.../decoder/phrase/constrained/output.gold | 5 +
.../decoder/phrase/constrained/test.sh | 32 +
src/test/resources/decoder/phrase/decode/config | 29 +
.../decoder/phrase/decode/config.packed | 29 +
.../resources/decoder/phrase/decode/corpus.es | 1 +
.../resources/decoder/phrase/decode/lm.1.gz | Bin 0 -> 2235 bytes
.../resources/decoder/phrase/decode/output.gold | 1 +
.../resources/decoder/phrase/decode/rules.1.gz | Bin 0 -> 2998042 bytes
.../decoder/phrase/decode/rules.packed/config | 2 +
.../decoder/phrase/decode/rules.packed/encoding | Bin 0 -> 87 bytes
.../decode/rules.packed/slice_00000.features | Bin 0 -> 4128858 bytes
.../decode/rules.packed/slice_00000.source | Bin 0 -> 1982244 bytes
.../decode/rules.packed/slice_00000.target | Bin 0 -> 2652936 bytes
.../rules.packed/slice_00000.target.lookup | Bin 0 -> 32 bytes
.../phrase/decode/rules.packed/vocabulary | Bin 0 -> 169236 bytes
.../decoder/phrase/decode/test-packed.sh | 32 +
.../resources/decoder/phrase/decode/test.sh | 17 +
.../decoder/phrase/include-align-index/README | 2 +
.../decoder/phrase/include-align-index/config | 29 +
.../phrase/include-align-index/corpus.es | 1 +
.../decoder/phrase/include-align-index/lm.1.gz | Bin 0 -> 2235 bytes
.../decoder/phrase/include-align-index/log | 50 +
.../decoder/phrase/include-align-index/output | 1 +
.../phrase/include-align-index/output.gold | 1 +
.../phrase/include-align-index/rules.1.gz | Bin 0 -> 2998042 bytes
.../decoder/phrase/include-align-index/test.sh | 32 +
.../decoder/phrase/unique-hypotheses/README | 1 +
.../decoder/phrase/unique-hypotheses/corpus.es | 1 +
.../phrase/unique-hypotheses/joshua.config | 23 +
.../decoder/phrase/unique-hypotheses/lm.1.gz | 1 +
.../phrase/unique-hypotheses/output.gold | 300 +
.../decoder/phrase/unique-hypotheses/rules.1.gz | 1 +
.../decoder/phrase/unique-hypotheses/test.sh | 32 +
.../regexp-grammar-both-rule-types/.gitignore | 2 +
.../regexp-grammar-both-rule-types/README | 16 +
.../regexp-grammar-both-rule-types/config | 9 +
.../regexp-grammar-both-rule-types/glue-grammar | 3 +
.../regexp-grammar-both-rule-types/input | 5 +
.../regexp-grammar-both-rule-types/output.gold | 12 +
.../regexp-grammar | 12 +
.../regexp-grammar-both-rule-types/test.sh | 29 +
.../regexp-grammar-both-rule-types/weights | 4 +
.../resources/decoder/regexp-grammar/.gitignore | 2 +
.../resources/decoder/regexp-grammar/README | 10 +
.../resources/decoder/regexp-grammar/config | 11 +
.../decoder/regexp-grammar/glue-grammar | 3 +
src/test/resources/decoder/regexp-grammar/input | 4 +
.../decoder/regexp-grammar/output.gold | 4 +
.../decoder/regexp-grammar/regexp-grammar | 6 +
.../resources/decoder/regexp-grammar/test.sh | 29 +
.../resources/decoder/regexp-grammar/weights | 5 +
.../resources/decoder/rescoring/glue-grammar | 3 +
src/test/resources/decoder/rescoring/grammar.gz | Bin 0 -> 177 bytes
src/test/resources/decoder/rescoring/input.txt | 2 +
.../resources/decoder/rescoring/joshua.config | 31 +
.../resources/decoder/rescoring/output.gold | 12 +
src/test/resources/decoder/rescoring/test.sh | 30 +
src/test/resources/decoder/segment-oovs/config | 41 +
.../resources/decoder/segment-oovs/input.txt | 1 +
.../decoder/segment-oovs/output.expected | 82 +
src/test/resources/decoder/segment-oovs/test.sh | 31 +
.../decoder/source-annotations/grammar | 5 +
.../decoder/source-annotations/grammar.glue | 3 +
.../decoder/source-annotations/input.txt | 1 +
.../decoder/source-annotations/joshua.config | 140 +
.../decoder/source-annotations/lm.kenlm | Bin 0 -> 25355958 bytes
.../decoder/source-annotations/output.gold | 2 +
.../decoder/source-annotations/test.sh | 36 +
.../resources/decoder/target-bigram/out.gold | 3 +
.../resources/decoder/target-bigram/test.sh | 32 +
src/test/resources/decoder/target-bigram/vocab | 4 +
src/test/resources/decoder/too-long/output.gold | 4 +
src/test/resources/decoder/too-long/test.sh | 36 +
.../decoder/tree-output/fragment-map.txt | 2 +
.../resources/decoder/tree-output/glue-grammar | 6 +
.../resources/decoder/tree-output/grammar.gz | Bin 0 -> 134 bytes
src/test/resources/decoder/tree-output/input | 5 +
.../resources/decoder/tree-output/joshua.config | 45 +
src/test/resources/decoder/tree-output/lm.gz | Bin 0 -> 2466496 bytes
.../resources/decoder/tree-output/output.gold | 5 +
src/test/resources/decoder/tree-output/test.sh | 30 +
.../resources/grammar/sparse-features/grammar | 1 +
.../grammar/sparse-features/grammar.glue | 3 +
.../sparse-features/grammar.packed/encoding | Bin 0 -> 118 bytes
.../grammar.packed/slice_00000.features | Bin 0 -> 18 bytes
.../grammar.packed/slice_00000.source | Bin 0 -> 52 bytes
.../grammar.packed/slice_00000.target | Bin 0 -> 24 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 0 -> 16 bytes
.../sparse-features/grammar.packed/vocabulary | Bin 0 -> 104 bytes
.../sparse-features/joshua-packed.config | 12 +
.../grammar/sparse-features/joshua.config | 12 +
.../grammar/sparse-features/output.gold | 1 +
.../grammar/sparse-features/test-packed.sh | 32 +
.../resources/grammar/sparse-features/test.sh | 32 +
src/test/resources/joshua/README.broken | 1 +
src/test/resources/lattice-short/README | 3 +
src/test/resources/lattice-short/glue-grammar | 3 +
src/test/resources/lattice-short/grammar.test | 3 +
src/test/resources/lattice-short/input | 5 +
src/test/resources/lattice-short/joshua.config | 39 +
.../resources/lattice-short/output.expected | 18 +
src/test/resources/lattice-short/test.lm | 113 +
src/test/resources/lattice-short/test.sh | 31 +
src/test/resources/lattice/.gitignore | 3 +
src/test/resources/lattice/README | 4 +
src/test/resources/lattice/glue-grammar | 3 +
src/test/resources/lattice/grammar.test | 204 +
src/test/resources/lattice/joshua.config | 47 +
src/test/resources/lattice/output.expected | 33 +
src/test/resources/lattice/test-lattice.pdf | Bin 0 -> 10943 bytes
src/test/resources/lattice/test.lm | 113 +
src/test/resources/lattice/test.plf | 4 +
src/test/resources/lattice/test.sh | 37 +
src/test/resources/lm/berkeley/lm | 16 +
src/test/resources/lm/berkeley/lm.berkeleylm | Bin 0 -> 4294 bytes
src/test/resources/lm/berkeley/lm.berkeleylm.gz | Bin 0 -> 1786 bytes
src/test/resources/lm/berkeley/lm.gz | Bin 0 -> 162 bytes
src/test/resources/lm/berkeley/output.gold | 4 +
src/test/resources/lm/berkeley/test.sh | 30 +
src/test/resources/packed-grammar/.gitignore | 8 +
src/test/resources/packed-grammar/README | 2 +
src/test/resources/packed-grammar/grammar.gz | Bin 0 -> 576901 bytes
src/test/resources/packed-grammar/input.bn | 100 +
src/test/resources/packed-grammar/joshua.config | 46 +
src/test/resources/packed-grammar/lm.gz | Bin 0 -> 2466496 bytes
src/test/resources/packed-grammar/output.gold | 100 +
.../resources/packed-grammar/reference.en.0 | 100 +
.../resources/packed-grammar/reference.en.1 | 100 +
.../resources/packed-grammar/reference.en.2 | 100 +
.../resources/packed-grammar/reference.en.3 | 100 +
.../resources/packed-grammar/test-multiple.sh | 31 +
src/test/resources/packed-grammar/test.sh | 38 +
src/test/resources/parser/grammar | 11 +
src/test/resources/parser/grammar.glue | 1 +
src/test/resources/parser/input | 4 +
src/test/resources/parser/output.gold | 4 +
src/test/resources/parser/parse.config | 18 +
src/test/resources/parser/test.sh | 29 +
src/test/resources/parser/weights | 4 +
src/test/resources/pipeline/.gitignore | 2 +
src/test/resources/pipeline/Makefile | 10 +
src/test/resources/pipeline/final-bleu.gold | 1 +
src/test/resources/pipeline/input/devtest.en.0 | 100 +
src/test/resources/pipeline/input/devtest.en.1 | 100 +
src/test/resources/pipeline/input/devtest.en.2 | 100 +
src/test/resources/pipeline/input/devtest.en.3 | 100 +
src/test/resources/pipeline/input/devtest.ur | 100 +
src/test/resources/pipeline/input/train.en | 1000 +
src/test/resources/pipeline/input/train.ur | 1000 +
src/test/resources/pipeline/input/tune.en.0 | 100 +
src/test/resources/pipeline/input/tune.en.1 | 100 +
src/test/resources/pipeline/input/tune.en.2 | 100 +
src/test/resources/pipeline/input/tune.en.3 | 100 +
src/test/resources/pipeline/input/tune.ur | 100 +
src/test/resources/pipeline/test-ghkm.sh | 43 +
src/test/resources/pipeline/test.sh | 39 +
.../resources/prune-equivalent-translations.py | 47 +
src/test/resources/run-all-tests.sh | 55 +
src/test/resources/scripts/.gitignore | 1 +
src/test/resources/scripts/merge_lms_test.py | 53 +
.../resources/scripts/normalization/.gitignore | 2 +
.../scripts/normalization/data/train.en | 21 +
.../scripts/normalization/data/train.en.norm | 21 +
.../resources/scripts/normalization/test.sh | 29 +
src/test/resources/scripts/run_bundler_test.py | 378 +
.../scripts/support/moses_grammar/input | 10 +
.../support/moses_grammar/output.expected | 10 +
.../scripts/support/moses_grammar/test.sh | 30 +
src/test/resources/server/http/expected | 15 +
src/test/resources/server/http/test.sh | 36 +
src/test/resources/server/tcp-text/expected | 9 +
src/test/resources/server/tcp-text/test.sh | 45 +
src/test/resources/testng.xml | 30 +
src/test/resources/thrax/.gitignore | 5 +
.../resources/thrax/extraction/input/thrax.conf | 71 +
.../resources/thrax/extraction/input/train.a | 100 +
.../resources/thrax/extraction/input/train.en | 100 +
.../resources/thrax/extraction/input/train.ps | 100 +
src/test/resources/thrax/extraction/test.sh | 36 +
.../resources/thrax/filtering/dev.hi-en.hi.1 | 1 +
src/test/resources/thrax/filtering/exact.gold | 993 +
.../resources/thrax/filtering/exact.log.gold | 17 +
src/test/resources/thrax/filtering/fast.gold | 1087 +
.../resources/thrax/filtering/fast.log.gold | 17 +
src/test/resources/thrax/filtering/grammar.de | 4 +
.../thrax/filtering/grammar.filtered.gz | Bin 0 -> 134958 bytes
src/test/resources/thrax/filtering/input.de | 3 +
.../resources/thrax/filtering/loose.log.gold | 16 +
.../resources/thrax/filtering/test-exact.sh | 34 +
src/test/resources/thrax/filtering/test-fast.sh | 34 +
.../resources/thrax/filtering/test-loose.sh | 34 +
test/bn-en/hiero/.gitignore | 4 -
test/bn-en/hiero/class.map | 5140 ----
test/bn-en/hiero/class_lm_2gram.gz | Bin 18052 -> 0 bytes
test/bn-en/hiero/class_lm_9gram.gz | Bin 12733137 -> 0 bytes
test/bn-en/hiero/glue-grammar | 3 -
test/bn-en/hiero/grammar.gz | Bin 518164 -> 0 bytes
test/bn-en/hiero/input.bn | 100 -
test/bn-en/hiero/joshua-berkeleylm.config | 46 -
test/bn-en/hiero/joshua-classlm.config | 51 -
test/bn-en/hiero/joshua.config | 50 -
test/bn-en/hiero/lm.gz | Bin 2466496 -> 0 bytes
test/bn-en/hiero/output-classlm.gold | 678 -
test/bn-en/hiero/output.gold | 805 -
test/bn-en/hiero/output.gold.bleu | 14 -
test/bn-en/hiero/output.scores.berkeleylm.gold | 100 -
test/bn-en/hiero/output.scores.gold | 805 -
test/bn-en/hiero/reference.en.0 | 100 -
test/bn-en/hiero/reference.en.1 | 100 -
test/bn-en/hiero/reference.en.2 | 100 -
test/bn-en/hiero/reference.en.3 | 100 -
test/bn-en/hiero/test-berkeleylm.sh | 33 -
test/bn-en/hiero/test-classlm.sh | 32 -
test/bn-en/hiero/test-filter.sh | 35 -
test/bn-en/hiero/test.sh | 35 -
test/bn-en/hiero/topN.pl | 18 -
test/bn-en/packed/.gitignore | 3 -
test/bn-en/packed/grammar.glue | 5673 -----
test/bn-en/packed/grammar.gz | Bin 3540984 -> 0 bytes
test/bn-en/packed/grammar.packed/encoding | Bin 767 -> 0 bytes
.../packed/grammar.packed/slice_00000.features | Bin 4631480 -> 0 bytes
.../packed/grammar.packed/slice_00000.source | Bin 4240012 -> 0 bytes
.../packed/grammar.packed/slice_00000.target | Bin 162776 -> 0 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 56 -> 0 bytes
test/bn-en/packed/grammar.packed/vocabulary | Bin 136522 -> 0 bytes
test/bn-en/packed/input.bn | 100 -
test/bn-en/packed/joshua.config | 47 -
test/bn-en/packed/lm.gz | Bin 2466496 -> 0 bytes
test/bn-en/packed/output.gold | 862 -
test/bn-en/packed/output.scores.gold | 862 -
test/bn-en/packed/reference.en.0 | 100 -
test/bn-en/packed/reference.en.1 | 100 -
test/bn-en/packed/reference.en.2 | 100 -
test/bn-en/packed/reference.en.3 | 100 -
test/bn-en/packed/reference.en.all | 400 -
test/bn-en/packed/test.sh | 20 -
test/bn-en/samt/grammar.glue | 5673 -----
test/bn-en/samt/grammar.gz | Bin 3847934 -> 0 bytes
test/bn-en/samt/input.bn | 100 -
test/bn-en/samt/joshua.config | 47 -
test/bn-en/samt/lm.gz | Bin 2466496 -> 0 bytes
test/bn-en/samt/output.gold | 0
test/bn-en/samt/output.gold.bleu | 14 -
test/bn-en/samt/output.scores.gold | 862 -
test/bn-en/samt/reference.en.0 | 100 -
test/bn-en/samt/reference.en.1 | 100 -
test/bn-en/samt/reference.en.2 | 100 -
test/bn-en/samt/reference.en.3 | 100 -
test/bn-en/samt/test.sh | 35 -
test/decoder/constrained/.gitignore | 4 -
test/decoder/constrained/glue-grammar | 3 -
test/decoder/constrained/gold.scores | 27 -
test/decoder/constrained/grammar.gz | Bin 518164 -> 0 bytes
test/decoder/constrained/input.bn | 8 -
test/decoder/constrained/joshua.config | 45 -
test/decoder/constrained/lm.gz | Bin 2466496 -> 0 bytes
test/decoder/constrained/output.bleu | 0
test/decoder/constrained/output.gold | 30 -
test/decoder/constrained/test.sh | 30 -
test/decoder/constrained/weights | 22 -
test/decoder/denormalization/input.txt | 1 -
test/decoder/denormalization/output.expected | 1 -
test/decoder/denormalization/test.sh | 30 -
test/decoder/dont-crash/input | 5 -
test/decoder/dont-crash/output.gold | 1 -
test/decoder/dont-crash/test.sh | 29 -
test/decoder/empty-test/.gitignore | 3 -
test/decoder/empty-test/input | 1 -
test/decoder/empty-test/output.gold | 1 -
test/decoder/empty-test/test.sh | 29 -
test/decoder/fragmentlm/fragments.txt | 7 -
test/decoder/fragmentlm/glue | 1 -
test/decoder/fragmentlm/grammar | 4 -
test/decoder/fragmentlm/input | 1 -
test/decoder/fragmentlm/joshua.config | 109 -
test/decoder/fragmentlm/mapping.txt | 4 -
test/decoder/fragmentlm/test.sh | 30 -
test/decoder/k-best-extraction/glue-grammar | 3 -
test/decoder/k-best-extraction/grammar | 25 -
test/decoder/k-best-extraction/input.txt | 1 -
test/decoder/k-best-extraction/joshua.config | 27 -
test/decoder/k-best-extraction/lm.gz | Bin 2466496 -> 0 bytes
test/decoder/k-best-extraction/output.gold | 3126 ---
.../k-best-extraction/output.scores.gold | 3126 ---
test/decoder/k-best-extraction/test.sh | 33 -
test/decoder/left-state/glue-grammar | 3 -
test/decoder/left-state/grammar.gz | Bin 518164 -> 0 bytes
test/decoder/left-state/input.bn | 2 -
test/decoder/left-state/joshua.config | 44 -
test/decoder/left-state/lm.gz | Bin 2466496 -> 0 bytes
test/decoder/left-state/output.gold | 600 -
test/decoder/left-state/output.scores.gold | 600 -
test/decoder/left-state/test.sh | 33 -
test/decoder/lowercaser/config | 140 -
test/decoder/lowercaser/grammar.glue | 4 -
test/decoder/lowercaser/grammar.test | 1 -
test/decoder/lowercaser/output.gold | 5 -
test/decoder/lowercaser/test.sh | 40 -
test/decoder/moses-compat/n-best.txt | 0
test/decoder/moses-compat/output.expected | 6 -
test/decoder/moses-compat/test.sh | 40 -
test/decoder/n-ary/glue-grammar | 3 -
test/decoder/n-ary/gold.scores | 2 -
test/decoder/n-ary/grammar | 9 -
test/decoder/n-ary/input.txt | 2 -
test/decoder/n-ary/joshua.config | 22 -
test/decoder/n-ary/lm.gz | Bin 2466496 -> 0 bytes
test/decoder/n-ary/output.bleu | 0
test/decoder/n-ary/output.gold | 2 -
test/decoder/n-ary/test.sh | 33 -
test/decoder/n-ary/weights | 6 -
test/decoder/num_translation_options/README | 1 -
.../num_translation_options/glue-grammar | 3 -
test/decoder/num_translation_options/grammar.gz | Bin 119 -> 0 bytes
.../grammar.packed/encoding | Bin 32 -> 0 bytes
.../grammar.packed/slice_00000.features | Bin 43 -> 0 bytes
.../grammar.packed/slice_00000.source | Bin 132 -> 0 bytes
.../grammar.packed/slice_00000.target | Bin 120 -> 0 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 32 -> 0 bytes
.../grammar.packed/vocabulary | Bin 144 -> 0 bytes
test/decoder/num_translation_options/input | 1 -
.../num_translation_options/joshua.config | 30 -
.../joshua.config.packed | 30 -
test/decoder/num_translation_options/lm.gz | Bin 2466496 -> 0 bytes
.../decoder/num_translation_options/output.gold | 12 -
test/decoder/num_translation_options/test.sh | 17 -
test/decoder/oov-list/config | 29 -
test/decoder/oov-list/glue-grammar | 3 -
test/decoder/oov-list/grammar | 11 -
test/decoder/oov-list/input.txt | 3 -
test/decoder/oov-list/output.gold | 3 -
test/decoder/oov-list/test.sh | 30 -
test/decoder/phrase/constrained/config | 29 -
test/decoder/phrase/constrained/corpus.es | 1 -
test/decoder/phrase/constrained/glue.grammar | 3 -
test/decoder/phrase/constrained/output.gold | 5 -
test/decoder/phrase/constrained/test.sh | 32 -
test/decoder/phrase/decode/config | 29 -
test/decoder/phrase/decode/config.packed | 29 -
test/decoder/phrase/decode/corpus.es | 1 -
test/decoder/phrase/decode/lm.1.gz | Bin 2235 -> 0 bytes
test/decoder/phrase/decode/output.gold | 1 -
test/decoder/phrase/decode/rules.1.gz | Bin 2998042 -> 0 bytes
test/decoder/phrase/decode/rules.packed/config | 2 -
.../decoder/phrase/decode/rules.packed/encoding | Bin 87 -> 0 bytes
.../decode/rules.packed/slice_00000.features | Bin 4128858 -> 0 bytes
.../decode/rules.packed/slice_00000.source | Bin 1982244 -> 0 bytes
.../decode/rules.packed/slice_00000.target | Bin 2652936 -> 0 bytes
.../rules.packed/slice_00000.target.lookup | Bin 32 -> 0 bytes
.../phrase/decode/rules.packed/vocabulary | Bin 169236 -> 0 bytes
test/decoder/phrase/decode/test-packed.sh | 32 -
test/decoder/phrase/decode/test.sh | 32 -
test/decoder/phrase/include-align-index/README | 2 -
test/decoder/phrase/include-align-index/config | 29 -
.../phrase/include-align-index/corpus.es | 1 -
test/decoder/phrase/include-align-index/lm.1.gz | Bin 2235 -> 0 bytes
test/decoder/phrase/include-align-index/log | 50 -
test/decoder/phrase/include-align-index/output | 1 -
.../phrase/include-align-index/output.gold | 1 -
.../phrase/include-align-index/rules.1.gz | Bin 2998042 -> 0 bytes
test/decoder/phrase/include-align-index/test.sh | 17 -
test/decoder/phrase/unique-hypotheses/README | 1 -
test/decoder/phrase/unique-hypotheses/corpus.es | 1 -
.../phrase/unique-hypotheses/joshua.config | 23 -
test/decoder/phrase/unique-hypotheses/lm.1.gz | 1 -
.../phrase/unique-hypotheses/output.gold | 300 -
.../decoder/phrase/unique-hypotheses/rules.1.gz | 1 -
test/decoder/phrase/unique-hypotheses/test.sh | 32 -
.../regexp-grammar-both-rule-types/.gitignore | 2 -
.../regexp-grammar-both-rule-types/README | 16 -
.../regexp-grammar-both-rule-types/config | 9 -
.../regexp-grammar-both-rule-types/glue-grammar | 3 -
.../regexp-grammar-both-rule-types/input | 5 -
.../regexp-grammar-both-rule-types/output.gold | 12 -
.../regexp-grammar | 12 -
.../regexp-grammar-both-rule-types/test.sh | 29 -
.../regexp-grammar-both-rule-types/weights | 4 -
test/decoder/regexp-grammar/.gitignore | 2 -
test/decoder/regexp-grammar/README | 10 -
test/decoder/regexp-grammar/config | 11 -
test/decoder/regexp-grammar/glue-grammar | 3 -
test/decoder/regexp-grammar/input | 4 -
test/decoder/regexp-grammar/output.gold | 4 -
test/decoder/regexp-grammar/regexp-grammar | 6 -
test/decoder/regexp-grammar/test.sh | 29 -
test/decoder/regexp-grammar/weights | 5 -
test/decoder/rescoring/glue-grammar | 3 -
test/decoder/rescoring/grammar.gz | Bin 177 -> 0 bytes
test/decoder/rescoring/input.txt | 2 -
test/decoder/rescoring/joshua.config | 31 -
test/decoder/rescoring/output.gold | 12 -
test/decoder/rescoring/test.sh | 30 -
test/decoder/segment-oovs/config | 41 -
test/decoder/segment-oovs/input.txt | 1 -
test/decoder/segment-oovs/output.expected | 82 -
test/decoder/segment-oovs/test.sh | 31 -
test/decoder/source-annotations/grammar | 5 -
test/decoder/source-annotations/grammar.glue | 3 -
test/decoder/source-annotations/input.txt | 1 -
test/decoder/source-annotations/joshua.config | 140 -
test/decoder/source-annotations/lm.kenlm | Bin 25355958 -> 0 bytes
test/decoder/source-annotations/output.gold | 2 -
test/decoder/source-annotations/test.sh | 36 -
test/decoder/target-bigram/out.gold | 3 -
test/decoder/target-bigram/test.sh | 32 -
test/decoder/target-bigram/vocab | 4 -
test/decoder/too-long/output.gold | 4 -
test/decoder/too-long/test.sh | 36 -
test/decoder/tree-output/fragment-map.txt | 2 -
test/decoder/tree-output/glue-grammar | 6 -
test/decoder/tree-output/grammar.gz | Bin 134 -> 0 bytes
test/decoder/tree-output/input | 5 -
test/decoder/tree-output/joshua.config | 45 -
test/decoder/tree-output/lm.gz | Bin 2466496 -> 0 bytes
test/decoder/tree-output/output.gold | 5 -
test/decoder/tree-output/test.sh | 30 -
test/grammar/sparse-features/grammar | 1 -
test/grammar/sparse-features/grammar.glue | 3 -
.../sparse-features/grammar.packed/encoding | Bin 118 -> 0 bytes
.../grammar.packed/slice_00000.features | Bin 18 -> 0 bytes
.../grammar.packed/slice_00000.source | Bin 52 -> 0 bytes
.../grammar.packed/slice_00000.target | Bin 24 -> 0 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 16 -> 0 bytes
.../sparse-features/grammar.packed/vocabulary | Bin 104 -> 0 bytes
.../sparse-features/joshua-packed.config | 12 -
test/grammar/sparse-features/joshua.config | 12 -
test/grammar/sparse-features/output.gold | 1 -
test/grammar/sparse-features/test-packed.sh | 32 -
test/grammar/sparse-features/test.sh | 32 -
test/joshua/README.broken | 1 -
test/joshua/corpus/CorpusArrayTest.java | 176 -
test/joshua/corpus/SpanTest.java | 46 -
test/joshua/corpus/vocab/VocabularyTest.java | 184 -
.../ArtificialGrammarAndCorpusCreater.java | 112 -
test/joshua/decoder/DecoderThreadTest.java | 178 -
test/joshua/decoder/JoshuaDecoderTest.java | 65 -
test/joshua/decoder/TestConfigFileCreater.java | 166 -
test/joshua/decoder/TranslationsTest.java | 66 -
.../decoder/ff/ArityPhrasePenaltyFFTest.java | 63 -
test/joshua/decoder/ff/lm/ArpaFileTest.java | 228 -
test/joshua/decoder/io/DeNormalizeTest.java | 255 -
.../decoder/io/TranslationRequestTest.java | 123 -
.../segment_file/AlmostTooLongSentenceTest.java | 78 -
.../decoder/segment_file/SentenceTest.java | 90 -
test/joshua/lattice/ArcTest.java | 82 -
test/joshua/lattice/LatticeTest.java | 194 -
test/joshua/lattice/NodeTest.java | 106 -
.../ui/tree_visualizer/tree/TreeTest.java | 93 -
test/joshua/util/BitsTest.java | 186 -
test/joshua/util/CacheTest.java | 35 -
test/joshua/util/CountsTest.java | 97 -
test/joshua/util/io/BinaryTest.java | 58 -
test/joshua/zmert/BLEUTest.java | 133 -
test/lattice-short/README | 3 -
test/lattice-short/glue-grammar | 3 -
test/lattice-short/grammar.test | 3 -
test/lattice-short/input | 5 -
test/lattice-short/joshua.config | 39 -
test/lattice-short/output.expected | 18 -
test/lattice-short/test.lm | 113 -
test/lattice-short/test.sh | 31 -
test/lattice/.gitignore | 3 -
test/lattice/README | 4 -
test/lattice/glue-grammar | 3 -
test/lattice/grammar.test | 204 -
test/lattice/joshua.config | 47 -
test/lattice/output.expected | 33 -
test/lattice/test-lattice.pdf | Bin 10943 -> 0 bytes
test/lattice/test.lm | 113 -
test/lattice/test.plf | 4 -
test/lattice/test.sh | 37 -
test/lm/berkeley/lm | 16 -
test/lm/berkeley/lm.berkeleylm | Bin 4294 -> 0 bytes
test/lm/berkeley/lm.berkeleylm.gz | Bin 1786 -> 0 bytes
test/lm/berkeley/lm.gz | Bin 162 -> 0 bytes
test/lm/berkeley/output.gold | 4 -
test/lm/berkeley/test.sh | 30 -
test/packed-grammar/.gitignore | 8 -
test/packed-grammar/README | 2 -
test/packed-grammar/grammar.gz | Bin 576901 -> 0 bytes
test/packed-grammar/input.bn | 100 -
test/packed-grammar/joshua.config | 46 -
test/packed-grammar/lm.gz | Bin 2466496 -> 0 bytes
test/packed-grammar/output.gold | 100 -
test/packed-grammar/reference.en.0 | 100 -
test/packed-grammar/reference.en.1 | 100 -
test/packed-grammar/reference.en.2 | 100 -
test/packed-grammar/reference.en.3 | 100 -
test/packed-grammar/test-multiple.sh | 31 -
test/packed-grammar/test.sh | 38 -
test/packed/Benchmark.java | 104 -
test/packed/CountRules.java | 92 -
test/packed/PrintRules.java | 177 -
test/packed/README | 6 -
test/packed/VocabTest.java | 33 -
test/packed/packer.config | 6 -
test/packed/small_grammar | 20000 ---------------
test/packed/test.sh | 20 -
test/parser/grammar | 11 -
test/parser/grammar.glue | 1 -
test/parser/input | 4 -
test/parser/output.gold | 4 -
test/parser/parse.config | 18 -
test/parser/test.sh | 29 -
test/parser/weights | 4 -
test/pipeline/.gitignore | 2 -
test/pipeline/Makefile | 10 -
test/pipeline/final-bleu.gold | 1 -
test/pipeline/input/devtest.en.0 | 100 -
test/pipeline/input/devtest.en.1 | 100 -
test/pipeline/input/devtest.en.2 | 100 -
test/pipeline/input/devtest.en.3 | 100 -
test/pipeline/input/devtest.ur | 100 -
test/pipeline/input/train.en | 1000 -
test/pipeline/input/train.ur | 1000 -
test/pipeline/input/tune.en.0 | 100 -
test/pipeline/input/tune.en.1 | 100 -
test/pipeline/input/tune.en.2 | 100 -
test/pipeline/input/tune.en.3 | 100 -
test/pipeline/input/tune.ur | 100 -
test/pipeline/test-ghkm.sh | 43 -
test/pipeline/test.sh | 39 -
test/prune-equivalent-translations.py | 47 -
test/run-all-tests.sh | 55 -
test/scripts/.gitignore | 1 -
test/scripts/merge_lms_test.py | 53 -
test/scripts/normalization/.gitignore | 2 -
test/scripts/normalization/data/train.en | 21 -
test/scripts/normalization/data/train.en.norm | 21 -
test/scripts/normalization/test.sh | 29 -
test/scripts/run_bundler_test.py | 378 -
test/scripts/support/moses_grammar/input | 10 -
.../support/moses_grammar/output.expected | 10 -
test/scripts/support/moses_grammar/test.sh | 30 -
test/server/http/expected | 15 -
test/server/http/test.sh | 36 -
test/server/tcp-text/expected | 9 -
test/server/tcp-text/test.sh | 45 -
test/testng.xml | 13 -
test/thrax/.gitignore | 5 -
test/thrax/extraction/input/thrax.conf | 71 -
test/thrax/extraction/input/train.a | 100 -
test/thrax/extraction/input/train.en | 100 -
test/thrax/extraction/input/train.ps | 100 -
test/thrax/extraction/test.sh | 36 -
test/thrax/filtering/dev.hi-en.hi.1 | 1 -
test/thrax/filtering/exact.gold | 993 -
test/thrax/filtering/exact.log.gold | 17 -
test/thrax/filtering/fast.gold | 1087 -
test/thrax/filtering/fast.log.gold | 17 -
test/thrax/filtering/grammar.de | 4 -
test/thrax/filtering/grammar.filtered.gz | Bin 134958 -> 0 bytes
test/thrax/filtering/input.de | 3 -
test/thrax/filtering/loose.log.gold | 16 -
test/thrax/filtering/test-exact.sh | 34 -
test/thrax/filtering/test-fast.sh | 34 -
test/thrax/filtering/test-loose.sh | 34 -
thrax | 1 -
tst/joshua/corpus/VocabularyTest.java | 120 -
.../decoder/ff/lm/LanguageModelFFTest.java | 94 -
.../LMBerkeleySentenceProbablityTest.java | 29 -
.../lm/berkeley_lm/LMGrammarBerkeleyTest.java | 62 -
.../kbest_extraction/KBestExtractionTest.java | 78 -
.../ConstrainedPhraseDecodingTest.java | 75 -
.../phrase/decode/PhraseDecodingTest.java | 75 -
tst/joshua/system/AlignmentMapTest.java | 72 -
tst/joshua/system/KenLmTest.java | 95 -
.../system/MultithreadedTranslationTests.java | 143 -
tst/joshua/system/StructuredOutputTest.java | 121 -
.../system/StructuredTranslationTest.java | 272 -
tst/joshua/util/FormatUtilsTest.java | 74 -
1488 files changed, 152758 insertions(+), 174321 deletions(-)
----------------------------------------------------------------------