You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/06/23 18:46:11 UTC
[60/60] incubator-joshua git commit: Merge branch
'maven-multi-module' of https://github.com/logogin/incubator-joshua into
maven-multi-module
Merge branch 'maven-multi-module' of https://github.com/logogin/incubator-joshua into maven-multi-module
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/1bb8a203
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/1bb8a203
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/1bb8a203
Branch: refs/heads/maven-multi-module
Commit: 1bb8a203727c8f7e1eb7090be9c785606c415d38
Parents: f178334 ae3a5df
Author: Matt Post <po...@cs.jhu.edu>
Authored: Thu Jun 23 13:19:18 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Thu Jun 23 13:19:18 2016 -0400
----------------------------------------------------------------------
joshua-core/.gitignore | 1 +
joshua-core/pom.xml | 143 +
joshua-core/resources/berkeley_lm/lm | 16 +
joshua-core/resources/berkeley_lm/lm.berkeleylm | Bin 0 -> 4294 bytes
.../resources/berkeley_lm/lm.berkeleylm.gz | Bin 0 -> 1786 bytes
joshua-core/resources/berkeley_lm/lm.gz | Bin 0 -> 162 bytes
joshua-core/resources/grammar.glue | 4 +
.../resources/kbest_extraction/glue-grammar | 3 +
joshua-core/resources/kbest_extraction/grammar | 25 +
.../resources/kbest_extraction/joshua.config | 27 +
joshua-core/resources/kbest_extraction/lm.gz | Bin 0 -> 2466496 bytes
.../resources/kbest_extraction/output.gold | 3126 +++
.../kbest_extraction/output.scores.gold | 3126 +++
joshua-core/resources/phrase_decoder/config | 29 +
.../resources/phrase_decoder/constrained.config | 28 +
.../phrase_decoder/constrained.output.gold | 5 +
joshua-core/resources/phrase_decoder/lm.1.gz | Bin 0 -> 2235 bytes
.../resources/phrase_decoder/output.gold | 1 +
joshua-core/resources/phrase_decoder/rules.1.gz | Bin 0 -> 2998042 bytes
joshua-core/resources/wa_grammar | 3 +
joshua-core/resources/wa_grammar.packed/config | 1 +
.../resources/wa_grammar.packed/encoding | Bin 0 -> 154 bytes
.../wa_grammar.packed/slice_00000.alignments | Bin 0 -> 45 bytes
.../wa_grammar.packed/slice_00000.features | Bin 0 -> 47 bytes
.../wa_grammar.packed/slice_00000.source | Bin 0 -> 204 bytes
.../wa_grammar.packed/slice_00000.target | Bin 0 -> 128 bytes
.../wa_grammar.packed/slice_00000.target.lookup | Bin 0 -> 32 bytes
.../resources/wa_grammar.packed/vocabulary | Bin 0 -> 238 bytes
.../java/org/apache/joshua/adagrad/AdaGrad.java | 160 +
.../org/apache/joshua/adagrad/AdaGradCore.java | 3127 +++
.../org/apache/joshua/adagrad/Optimizer.java | 728 +
.../apache/joshua/corpus/AbstractPhrase.java | 133 +
.../org/apache/joshua/corpus/BasicPhrase.java | 97 +
.../apache/joshua/corpus/ContiguousPhrase.java | 127 +
.../java/org/apache/joshua/corpus/Corpus.java | 160 +
.../java/org/apache/joshua/corpus/Phrase.java | 117 +
.../java/org/apache/joshua/corpus/Span.java | 175 +
.../org/apache/joshua/corpus/SymbolTable.java | 327 +
.../apache/joshua/corpus/TerminalIterator.java | 85 +
.../org/apache/joshua/corpus/Vocabulary.java | 301 +
.../joshua/corpus/syntax/ArraySyntaxTree.java | 411 +
.../apache/joshua/corpus/syntax/SyntaxTree.java | 34 +
.../org/apache/joshua/decoder/ArgsParser.java | 118 +
.../java/org/apache/joshua/decoder/BLEU.java | 562 +
.../java/org/apache/joshua/decoder/Decoder.java | 813 +
.../apache/joshua/decoder/DecoderThread.java | 201 +
.../joshua/decoder/JoshuaConfiguration.java | 729 +
.../apache/joshua/decoder/JoshuaDecoder.java | 148 +
.../joshua/decoder/NbestMinRiskReranker.java | 446 +
.../joshua/decoder/StructuredTranslation.java | 157 +
.../decoder/StructuredTranslationFactory.java | 120 +
.../java/org/apache/joshua/decoder/Support.java | 86 +
.../org/apache/joshua/decoder/Translation.java | 239 +
.../org/apache/joshua/decoder/Translations.java | 158 +
.../joshua/decoder/chart_parser/Cell.java | 294 +
.../joshua/decoder/chart_parser/Chart.java | 746 +
.../decoder/chart_parser/ComputeNodeResult.java | 225 +
.../decoder/chart_parser/CubePruneState.java | 114 +
.../joshua/decoder/chart_parser/DotChart.java | 476 +
.../joshua/decoder/chart_parser/SourcePath.java | 63 +
.../decoder/chart_parser/StateConstraint.java | 75 +
.../joshua/decoder/chart_parser/SuperNode.java | 62 +
.../decoder/chart_parser/package-info.java | 24 +
.../joshua/decoder/ff/ArityPhrasePenalty.java | 73 +
.../joshua/decoder/ff/FeatureFunction.java | 364 +
.../apache/joshua/decoder/ff/FeatureVector.java | 385 +
.../joshua/decoder/ff/LabelCombinationFF.java | 62 +
.../joshua/decoder/ff/LabelSubstitutionFF.java | 131 +
.../joshua/decoder/ff/LexicalFeatures.java | 152 +
.../apache/joshua/decoder/ff/OOVPenalty.java | 108 +
.../apache/joshua/decoder/ff/PhraseModel.java | 134 +
.../apache/joshua/decoder/ff/PhrasePenalty.java | 87 +
.../apache/joshua/decoder/ff/RuleCountBin.java | 77 +
.../org/apache/joshua/decoder/ff/RuleFF.java | 126 +
.../apache/joshua/decoder/ff/RuleLength.java | 52 +
.../decoder/ff/RulePropertiesQuerying.java | 49 +
.../org/apache/joshua/decoder/ff/RuleShape.java | 99 +
.../joshua/decoder/ff/SourceDependentFF.java | 29 +
.../apache/joshua/decoder/ff/SourcePathFF.java | 63 +
.../apache/joshua/decoder/ff/StatefulFF.java | 88 +
.../apache/joshua/decoder/ff/StatelessFF.java | 79 +
.../apache/joshua/decoder/ff/TargetBigram.java | 216 +
.../apache/joshua/decoder/ff/WordPenalty.java | 80 +
.../ff/fragmentlm/ConcatenationIterator.java | 93 +
.../decoder/ff/fragmentlm/FragmentLMFF.java | 368 +
.../ff/fragmentlm/PennTreebankReader.java | 135 +
.../joshua/decoder/ff/fragmentlm/Tree.java | 779 +
.../joshua/decoder/ff/fragmentlm/Trees.java | 270 +
.../apache/joshua/decoder/ff/lm/AbstractLM.java | 122 +
.../apache/joshua/decoder/ff/lm/ArpaFile.java | 328 +
.../apache/joshua/decoder/ff/lm/ArpaNgram.java | 73 +
.../ff/lm/DefaultNGramLanguageModel.java | 134 +
.../org/apache/joshua/decoder/ff/lm/KenLM.java | 233 +
.../joshua/decoder/ff/lm/LanguageModelFF.java | 495 +
.../decoder/ff/lm/NGramLanguageModel.java | 73 +
.../ff/lm/StateMinimizingLanguageModel.java | 193 +
.../joshua/decoder/ff/lm/berkeley_lm/LICENSE | 13 +
.../ff/lm/berkeley_lm/LMGrammarBerkeley.java | 205 +
.../joshua/decoder/ff/lm/berkeley_lm/README | 5 +
.../ff/lm/berkeley_lm/SymbolTableWrapper.java | 102 +
.../ff/lm/bloomfilter_lm/BloomFilter.java | 215 +
.../BloomFilterLanguageModel.java | 560 +
.../ff/lm/bloomfilter_lm/package-info.java | 25 +
.../joshua/decoder/ff/lm/buildin_lm/TrieLM.java | 331 +
.../decoder/ff/lm/buildin_lm/package-info.java | 19 +
.../joshua/decoder/ff/lm/package-info.java | 42 +
.../apache/joshua/decoder/ff/package-info.java | 42 +
.../joshua/decoder/ff/phrase/Distortion.java | 71 +
.../ff/similarity/EdgePhraseSimilarityFF.java | 279 +
.../decoder/ff/state_maintenance/DPState.java | 34 +
.../ff/state_maintenance/KenLMState.java | 56 +
.../ff/state_maintenance/NgramDPState.java | 100 +
.../joshua/decoder/ff/tm/AbstractGrammar.java | 229 +
.../decoder/ff/tm/BasicRuleCollection.java | 101 +
.../joshua/decoder/ff/tm/CreateGlueGrammar.java | 126 +
.../apache/joshua/decoder/ff/tm/Grammar.java | 120 +
.../joshua/decoder/ff/tm/GrammarReader.java | 158 +
.../org/apache/joshua/decoder/ff/tm/Rule.java | 635 +
.../joshua/decoder/ff/tm/RuleCollection.java | 76 +
.../decoder/ff/tm/SentenceFilteredGrammar.java | 366 +
.../org/apache/joshua/decoder/ff/tm/Trie.java | 108 +
.../ff/tm/UnsortedRuleCollectionException.java | 40 +
.../decoder/ff/tm/format/HieroFormatReader.java | 106 +
.../decoder/ff/tm/format/MosesFormatReader.java | 108 +
.../ff/tm/hash_based/ExtensionIterator.java | 73 +
.../tm/hash_based/MemoryBasedBatchGrammar.java | 279 +
.../ff/tm/hash_based/MemoryBasedRuleBin.java | 59 +
.../ff/tm/hash_based/MemoryBasedTrie.java | 88 +
.../decoder/ff/tm/hash_based/package-info.java | 23 +
.../joshua/decoder/ff/tm/package-info.java | 25 +
.../decoder/ff/tm/packed/PackedGrammar.java | 1064 +
.../ff/tm/packed/SliceAggregatingTrie.java | 236 +
.../decoder/hypergraph/AlignedSourceTokens.java | 112 +
.../decoder/hypergraph/AllSpansWalker.java | 63 +
.../hypergraph/DefaultInsideOutside.java | 407 +
.../hypergraph/FeatureVectorExtractor.java | 80 +
.../joshua/decoder/hypergraph/ForestWalker.java | 79 +
.../GrammarBuilderWalkerFunction.java | 179 +
.../joshua/decoder/hypergraph/HGNode.java | 331 +
.../joshua/decoder/hypergraph/HyperEdge.java | 101 +
.../joshua/decoder/hypergraph/HyperGraph.java | 163 +
.../decoder/hypergraph/HyperGraphPruning.java | 176 +
.../decoder/hypergraph/KBestExtractor.java | 1052 +
.../hypergraph/OutputStringExtractor.java | 195 +
.../hypergraph/StringToTreeConverter.java | 74 +
.../hypergraph/TrivialInsideOutside.java | 31 +
.../decoder/hypergraph/ViterbiExtractor.java | 178 +
.../decoder/hypergraph/WalkerFunction.java | 37 +
.../hypergraph/WordAlignmentExtractor.java | 134 +
.../decoder/hypergraph/WordAlignmentState.java | 192 +
.../joshua/decoder/hypergraph/package-info.java | 25 +
.../apache/joshua/decoder/io/DeNormalize.java | 203 +
.../apache/joshua/decoder/io/JSONMessage.java | 159 +
.../decoder/io/TranslationRequestStream.java | 179 +
.../org/apache/joshua/decoder/package-info.java | 26 +
.../apache/joshua/decoder/phrase/Candidate.java | 241 +
.../decoder/phrase/CandidateComparator.java | 28 +
.../apache/joshua/decoder/phrase/Coverage.java | 235 +
.../apache/joshua/decoder/phrase/Future.java | 119 +
.../apache/joshua/decoder/phrase/Header.java | 87 +
.../joshua/decoder/phrase/Hypothesis.java | 154 +
.../org/apache/joshua/decoder/phrase/Note.java | 44 +
.../joshua/decoder/phrase/PhraseChart.java | 197 +
.../joshua/decoder/phrase/PhraseTable.java | 183 +
.../org/apache/joshua/decoder/phrase/Stack.java | 229 +
.../apache/joshua/decoder/phrase/Stacks.java | 271 +
.../joshua/decoder/phrase/TargetPhrases.java | 80 +
.../decoder/segment_file/ConstraintRule.java | 100 +
.../decoder/segment_file/ConstraintSpan.java | 80 +
.../decoder/segment_file/ParseTreeInput.java | 40 +
.../decoder/segment_file/ParsedSentence.java | 56 +
.../joshua/decoder/segment_file/Sentence.java | 450 +
.../joshua/decoder/segment_file/Token.java | 158 +
.../decoder/segment_file/package-info.java | 25 +
.../java/org/apache/joshua/lattice/Arc.java | 117 +
.../java/org/apache/joshua/lattice/Lattice.java | 587 +
.../java/org/apache/joshua/lattice/Node.java | 159 +
.../lattice/NodeIdentifierComparator.java | 41 +
.../org/apache/joshua/lattice/package-info.java | 22 +
.../java/org/apache/joshua/metrics/BLEU.java | 575 +
.../org/apache/joshua/metrics/BLEU_SBP.java | 63 +
.../apache/joshua/metrics/EvaluationMetric.java | 409 +
.../apache/joshua/metrics/GradeLevelBLEU.java | 280 +
.../java/org/apache/joshua/metrics/METEOR.java | 235 +
.../joshua/metrics/MinimumChangeBLEU.java | 223 +
.../joshua/metrics/NewMetric.java.template | 134 +
.../java/org/apache/joshua/metrics/Precis.java | 334 +
.../joshua/metrics/PrecisMinusSourceBLEU.java | 182 +
.../java/org/apache/joshua/metrics/SARI.java | 681 +
.../org/apache/joshua/metrics/SourceBLEU.java | 107 +
.../java/org/apache/joshua/metrics/TER.java | 460 +
.../org/apache/joshua/metrics/TERMinusBLEU.java | 194 +
.../org/apache/joshua/metrics/TercomRunner.java | 115 +
.../org/apache/joshua/metrics/ZeroOneLoss.java | 88 +
.../main/java/org/apache/joshua/mira/MIRA.java | 160 +
.../java/org/apache/joshua/mira/MIRACore.java | 3112 +++
.../java/org/apache/joshua/mira/Optimizer.java | 643 +
.../joshua/oracle/OracleExtractionHG.java | 797 +
.../apache/joshua/oracle/OracleExtractor.java | 58 +
.../java/org/apache/joshua/oracle/SplitHg.java | 300 +
.../org/apache/joshua/oracle/package-info.java | 26 +
.../apache/joshua/pro/ClassifierInterface.java | 41 +
.../org/apache/joshua/pro/ClassifierMegaM.java | 121 +
.../apache/joshua/pro/ClassifierPerceptron.java | 114 +
.../org/apache/joshua/pro/ClassifierSVM.java | 140 +
.../java/org/apache/joshua/pro/Optimizer.java | 454 +
.../main/java/org/apache/joshua/pro/PRO.java | 159 +
.../java/org/apache/joshua/pro/PROCore.java | 3027 +++
.../org/apache/joshua/server/ServerThread.java | 294 +
.../org/apache/joshua/server/TcpServer.java | 65 +
.../joshua/subsample/AlignedSubsampler.java | 103 +
.../org/apache/joshua/subsample/Alignment.java | 92 +
.../org/apache/joshua/subsample/BiCorpus.java | 186 +
.../joshua/subsample/BiCorpusFactory.java | 83 +
.../org/apache/joshua/subsample/PhrasePair.java | 72 +
.../apache/joshua/subsample/PhraseReader.java | 46 +
.../apache/joshua/subsample/PhraseWriter.java | 79 +
.../org/apache/joshua/subsample/Subsampler.java | 246 +
.../apache/joshua/subsample/SubsamplerCLI.java | 141 +
.../apache/joshua/subsample/package-info.java | 25 +
.../org/apache/joshua/tools/GrammarPacker.java | 959 +
.../apache/joshua/tools/GrammarPackerCli.java | 156 +
.../org/apache/joshua/tools/LabelPhrases.java | 111 +
.../org/apache/joshua/tools/TestSetFilter.java | 383 +
.../java/org/apache/joshua/ui/Orientation.java | 23 +
.../org/apache/joshua/ui/StartupWindow.java | 87 +
.../java/org/apache/joshua/ui/package-info.java | 22 +
.../ui/tree_visualizer/DerivationTree.java | 103 +
.../ui/tree_visualizer/DerivationTreeEdge.java | 27 +
.../DerivationTreeTransformer.java | 117 +
.../ui/tree_visualizer/DerivationViewer.java | 128 +
.../tree_visualizer/DerivationViewerApplet.java | 51 +
.../apache/joshua/ui/tree_visualizer/Node.java | 59 +
.../ui/tree_visualizer/browser/Browser.java | 237 +
.../browser/DerivationTreeFrame.java | 253 +
.../browser/TranslationInfo.java | 56 +
.../joshua/ui/tree_visualizer/tree/Tree.java | 283 +
.../java/org/apache/joshua/util/Algorithms.java | 85 +
.../main/java/org/apache/joshua/util/Bits.java | 128 +
.../java/org/apache/joshua/util/BotMap.java | 94 +
.../main/java/org/apache/joshua/util/Cache.java | 176 +
.../java/org/apache/joshua/util/ChartSpan.java | 88 +
.../apache/joshua/util/CommandLineParser.java | 738 +
.../java/org/apache/joshua/util/Constants.java | 36 +
.../java/org/apache/joshua/util/Counted.java | 92 +
.../java/org/apache/joshua/util/Counts.java | 306 +
.../org/apache/joshua/util/ExtractTopCand.java | 188 +
.../org/apache/joshua/util/FileUtility.java | 318 +
.../org/apache/joshua/util/FormatUtils.java | 245 +
.../org/apache/joshua/util/IntegerPair.java | 36 +
.../java/org/apache/joshua/util/JoshuaEval.java | 624 +
.../java/org/apache/joshua/util/ListUtil.java | 95 +
.../main/java/org/apache/joshua/util/Lists.java | 567 +
.../apache/joshua/util/NBestListUtility.java | 74 +
.../main/java/org/apache/joshua/util/Ngram.java | 105 +
.../org/apache/joshua/util/NullIterator.java | 65 +
.../apache/joshua/util/PackedGrammarServer.java | 87 +
.../main/java/org/apache/joshua/util/Pair.java | 130 +
.../java/org/apache/joshua/util/Platform.java | 27 +
.../org/apache/joshua/util/QuietFormatter.java | 36 +
.../main/java/org/apache/joshua/util/Regex.java | 143 +
.../org/apache/joshua/util/ReverseOrder.java | 39 +
.../org/apache/joshua/util/SampledList.java | 69 +
.../org/apache/joshua/util/SocketUtility.java | 144 +
.../org/apache/joshua/util/StreamGobbler.java | 50 +
.../joshua/util/UnicodeCharacterName.java | 22466 +++++++++++++++++
.../apache/joshua/util/encoding/Analyzer.java | 235 +
.../joshua/util/encoding/EightBitQuantizer.java | 92 +
.../util/encoding/EncoderConfiguration.java | 160 +
.../joshua/util/encoding/EncoderFactory.java | 42 +
.../util/encoding/FeatureTypeAnalyzer.java | 254 +
.../joshua/util/encoding/FloatEncoder.java | 39 +
.../apache/joshua/util/encoding/IntEncoder.java | 39 +
.../util/encoding/PrimitiveFloatEncoder.java | 129 +
.../util/encoding/PrimitiveIntEncoder.java | 111 +
.../joshua/util/encoding/VariableQuantizer.java | 106 +
.../org/apache/joshua/util/io/BinaryIn.java | 91 +
.../org/apache/joshua/util/io/BinaryOut.java | 505 +
.../apache/joshua/util/io/IndexedReader.java | 155 +
.../org/apache/joshua/util/io/LineReader.java | 368 +
.../org/apache/joshua/util/io/NullReader.java | 63 +
.../joshua/util/io/ProgressInputStream.java | 82 +
.../java/org/apache/joshua/util/io/Reader.java | 51 +
.../org/apache/joshua/util/io/package-info.java | 22 +
.../org/apache/joshua/util/package-info.java | 22 +
.../util/quantization/BooleanQuantizer.java | 45 +
.../joshua/util/quantization/Quantizer.java | 45 +
.../quantization/QuantizerConfiguration.java | 119 +
.../util/quantization/QuantizerFactory.java | 50 +
.../util/quantization/StatelessQuantizer.java | 38 +
.../joshua/util/quantization/package-info.java | 19 +
.../joshua/zmert/IntermediateOptimizer.java | 991 +
.../java/org/apache/joshua/zmert/MertCore.java | 3191 +++
.../java/org/apache/joshua/zmert/ZMERT.java | 156 +
.../org/apache/joshua/zmert/package-info.java | 24 +
joshua-core/src/main/resources/log4j.properties | 20 +
joshua-core/src/overview.html | 41 +
.../apache/joshua/corpus/CorpusArrayTest.java | 177 +
.../java/org/apache/joshua/corpus/SpanTest.java | 47 +
.../apache/joshua/corpus/VocabularyTest.java | 135 +
.../joshua/corpus/vocab/VocabularyTest.java | 180 +
.../ArtificialGrammarAndCorpusCreater.java | 130 +
.../joshua/decoder/DecoderThreadTest.java | 172 +
.../joshua/decoder/JoshuaDecoderTest.java | 83 +
.../joshua/decoder/TestConfigFileCreater.java | 184 +
.../apache/joshua/decoder/TranslationsTest.java | 87 +
.../decoder/ff/ArityPhrasePenaltyFFTest.java | 64 +
.../joshua/decoder/ff/lm/ArpaFileTest.java | 226 +
.../decoder/ff/lm/LanguageModelFFTest.java | 95 +
.../LMBerkeleySentenceProbablityTest.java | 47 +
.../lm/berkeley_lm/LMGrammarBerkeleyTest.java | 80 +
.../joshua/decoder/io/DeNormalizeTest.java | 273 +
.../decoder/io/TranslationRequestTest.java | 149 +
.../kbest_extraction/KBestExtractionTest.java | 80 +
.../joshua/decoder/phrase/CoverageTest.java | 140 +
.../ConstrainedPhraseDecodingTest.java | 77 +
.../phrase/decode/PhraseDecodingTest.java | 77 +
.../segment_file/AlmostTooLongSentenceTest.java | 96 +
.../decoder/segment_file/SentenceTest.java | 109 +
.../java/org/apache/joshua/lattice/ArcTest.java | 86 +
.../org/apache/joshua/lattice/LatticeTest.java | 192 +
.../org/apache/joshua/lattice/NodeTest.java | 105 +
.../org/apache/joshua/packed/Benchmark.java | 126 +
.../org/apache/joshua/packed/CountRules.java | 110 +
.../org/apache/joshua/packed/PrintRules.java | 199 +
.../test/java/org/apache/joshua/packed/README | 6 +
.../org/apache/joshua/packed/VocabTest.java | 58 +
.../java/org/apache/joshua/packed/packer.config | 6 +
.../java/org/apache/joshua/packed/small_grammar | 20000 +++++++++++++++
.../test/java/org/apache/joshua/packed/test.sh | 20 +
.../apache/joshua/system/AlignmentMapTest.java | 73 +
.../org/apache/joshua/system/KenLmTest.java | 95 +
.../system/MultithreadedTranslationTests.java | 156 +
.../joshua/system/StructuredOutputTest.java | 118 +
.../system/StructuredTranslationTest.java | 274 +
.../ui/tree_visualizer/tree/TreeTest.java | 111 +
.../java/org/apache/joshua/util/BitsTest.java | 187 +
.../java/org/apache/joshua/util/CacheTest.java | 53 +
.../java/org/apache/joshua/util/CountsTest.java | 98 +
.../org/apache/joshua/util/FormatUtilsTest.java | 74 +
.../org/apache/joshua/util/io/BinaryTest.java | 74 +
.../java/org/apache/joshua/zmert/BLEUTest.java | 132 +
.../src/test/resources/bn-en/hiero/.gitignore | 4 +
.../src/test/resources/bn-en/hiero/class.map | 5140 ++++
.../resources/bn-en/hiero/class_lm_2gram.gz | Bin 0 -> 18052 bytes
.../resources/bn-en/hiero/class_lm_9gram.gz | Bin 0 -> 12733137 bytes
.../src/test/resources/bn-en/hiero/glue-grammar | 3 +
.../src/test/resources/bn-en/hiero/grammar.gz | Bin 0 -> 518164 bytes
.../src/test/resources/bn-en/hiero/input.bn | 100 +
.../bn-en/hiero/joshua-berkeleylm.config | 46 +
.../resources/bn-en/hiero/joshua-classlm.config | 51 +
.../test/resources/bn-en/hiero/joshua.config | 50 +
.../src/test/resources/bn-en/hiero/lm.gz | Bin 0 -> 2466496 bytes
.../resources/bn-en/hiero/output-classlm.gold | 887 +
.../src/test/resources/bn-en/hiero/output.gold | 805 +
.../test/resources/bn-en/hiero/output.gold.bleu | 14 +
.../bn-en/hiero/output.scores.berkeleylm.gold | 100 +
.../resources/bn-en/hiero/output.scores.gold | 805 +
.../test/resources/bn-en/hiero/reference.en.0 | 100 +
.../test/resources/bn-en/hiero/reference.en.1 | 100 +
.../test/resources/bn-en/hiero/reference.en.2 | 100 +
.../test/resources/bn-en/hiero/reference.en.3 | 100 +
.../resources/bn-en/hiero/test-berkeleylm.sh | 33 +
.../test/resources/bn-en/hiero/test-classlm.sh | 32 +
.../test/resources/bn-en/hiero/test-filter.sh | 35 +
.../src/test/resources/bn-en/hiero/test.sh | 35 +
.../src/test/resources/bn-en/hiero/topN.pl | 18 +
.../src/test/resources/bn-en/packed/.gitignore | 3 +
.../test/resources/bn-en/packed/grammar.glue | 5673 +++++
.../src/test/resources/bn-en/packed/grammar.gz | Bin 0 -> 3540984 bytes
.../bn-en/packed/grammar.packed/encoding | Bin 0 -> 767 bytes
.../packed/grammar.packed/slice_00000.features | Bin 0 -> 4631480 bytes
.../packed/grammar.packed/slice_00000.source | Bin 0 -> 4240012 bytes
.../packed/grammar.packed/slice_00000.target | Bin 0 -> 162776 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 0 -> 56 bytes
.../bn-en/packed/grammar.packed/vocabulary | Bin 0 -> 136522 bytes
.../src/test/resources/bn-en/packed/input.bn | 100 +
.../test/resources/bn-en/packed/joshua.config | 47 +
.../src/test/resources/bn-en/packed/lm.gz | Bin 0 -> 2466496 bytes
.../src/test/resources/bn-en/packed/output.gold | 862 +
.../resources/bn-en/packed/output.scores.gold | 862 +
.../test/resources/bn-en/packed/reference.en.0 | 100 +
.../test/resources/bn-en/packed/reference.en.1 | 100 +
.../test/resources/bn-en/packed/reference.en.2 | 100 +
.../test/resources/bn-en/packed/reference.en.3 | 100 +
.../resources/bn-en/packed/reference.en.all | 400 +
.../src/test/resources/bn-en/packed/test.sh | 20 +
.../src/test/resources/bn-en/samt/grammar.glue | 5673 +++++
.../src/test/resources/bn-en/samt/grammar.gz | Bin 0 -> 3847934 bytes
.../src/test/resources/bn-en/samt/input.bn | 100 +
.../src/test/resources/bn-en/samt/joshua.config | 47 +
joshua-core/src/test/resources/bn-en/samt/lm.gz | Bin 0 -> 2466496 bytes
.../src/test/resources/bn-en/samt/output.gold | 0
.../test/resources/bn-en/samt/output.gold.bleu | 14 +
.../resources/bn-en/samt/output.scores.gold | 862 +
.../test/resources/bn-en/samt/reference.en.0 | 100 +
.../test/resources/bn-en/samt/reference.en.1 | 100 +
.../test/resources/bn-en/samt/reference.en.2 | 100 +
.../test/resources/bn-en/samt/reference.en.3 | 100 +
.../src/test/resources/bn-en/samt/test.sh | 35 +
joshua-core/src/test/resources/data/tiny.en | 5 +
.../resources/decoder/constrained/.gitignore | 4 +
.../resources/decoder/constrained/glue-grammar | 3 +
.../resources/decoder/constrained/gold.scores | 27 +
.../resources/decoder/constrained/grammar.gz | Bin 0 -> 518164 bytes
.../test/resources/decoder/constrained/input.bn | 8 +
.../resources/decoder/constrained/joshua.config | 45 +
.../test/resources/decoder/constrained/lm.gz | Bin 0 -> 2466496 bytes
.../resources/decoder/constrained/output.bleu | 0
.../resources/decoder/constrained/output.gold | 30 +
.../test/resources/decoder/constrained/test.sh | 30 +
.../test/resources/decoder/constrained/weights | 22 +
.../resources/decoder/denormalization/input.txt | 1 +
.../decoder/denormalization/output.expected | 1 +
.../resources/decoder/denormalization/test.sh | 30 +
.../src/test/resources/decoder/dont-crash/input | 10 +
.../test/resources/decoder/dont-crash/test.sh | 29 +
.../resources/decoder/empty-test/.gitignore | 3 +
.../src/test/resources/decoder/empty-test/input | 1 +
.../resources/decoder/empty-test/output.gold | 1 +
.../test/resources/decoder/empty-test/test.sh | 29 +
.../resources/decoder/fragmentlm/fragments.txt | 7 +
.../src/test/resources/decoder/fragmentlm/glue | 1 +
.../test/resources/decoder/fragmentlm/grammar | 4 +
.../src/test/resources/decoder/fragmentlm/input | 1 +
.../resources/decoder/fragmentlm/joshua.config | 109 +
.../resources/decoder/fragmentlm/mapping.txt | 4 +
.../test/resources/decoder/fragmentlm/test.sh | 30 +
.../decoder/k-best-extraction/glue-grammar | 3 +
.../resources/decoder/k-best-extraction/grammar | 25 +
.../decoder/k-best-extraction/input.txt | 1 +
.../decoder/k-best-extraction/joshua.config | 27 +
.../resources/decoder/k-best-extraction/lm.gz | Bin 0 -> 2466496 bytes
.../decoder/k-best-extraction/output.gold | 3126 +++
.../k-best-extraction/output.scores.gold | 3126 +++
.../resources/decoder/k-best-extraction/test.sh | 33 +
.../resources/decoder/left-state/glue-grammar | 3 +
.../resources/decoder/left-state/grammar.gz | Bin 0 -> 518164 bytes
.../test/resources/decoder/left-state/input.bn | 2 +
.../resources/decoder/left-state/joshua.config | 44 +
.../src/test/resources/decoder/left-state/lm.gz | Bin 0 -> 2466496 bytes
.../resources/decoder/left-state/output.gold | 600 +
.../decoder/left-state/output.scores.gold | 600 +
.../test/resources/decoder/left-state/test.sh | 33 +
.../test/resources/decoder/lowercaser/config | 140 +
.../resources/decoder/lowercaser/grammar.glue | 4 +
.../resources/decoder/lowercaser/grammar.test | 1 +
.../resources/decoder/lowercaser/output.gold | 5 +
.../test/resources/decoder/lowercaser/test.sh | 40 +
.../decoder/metadata/add_rule/output.gold | 4 +
.../resources/decoder/metadata/add_rule/test.sh | 32 +
.../resources/decoder/moses-compat/n-best.txt | 0
.../decoder/moses-compat/output.expected | 6 +
.../test/resources/decoder/moses-compat/test.sh | 40 +
.../test/resources/decoder/n-ary/glue-grammar | 3 +
.../test/resources/decoder/n-ary/gold.scores | 2 +
.../src/test/resources/decoder/n-ary/grammar | 9 +
.../src/test/resources/decoder/n-ary/input.txt | 2 +
.../test/resources/decoder/n-ary/joshua.config | 22 +
.../src/test/resources/decoder/n-ary/lm.gz | Bin 0 -> 2466496 bytes
.../test/resources/decoder/n-ary/output.bleu | 0
.../test/resources/decoder/n-ary/output.gold | 2 +
.../src/test/resources/decoder/n-ary/test.sh | 33 +
.../src/test/resources/decoder/n-ary/weights | 6 +
.../decoder/num_translation_options/README | 1 +
.../num_translation_options/glue-grammar | 3 +
.../decoder/num_translation_options/grammar.gz | Bin 0 -> 119 bytes
.../grammar.packed/encoding | Bin 0 -> 32 bytes
.../grammar.packed/slice_00000.features | Bin 0 -> 43 bytes
.../grammar.packed/slice_00000.source | Bin 0 -> 132 bytes
.../grammar.packed/slice_00000.target | Bin 0 -> 120 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 0 -> 32 bytes
.../grammar.packed/vocabulary | Bin 0 -> 144 bytes
.../decoder/num_translation_options/input | 1 +
.../num_translation_options/joshua.config | 30 +
.../joshua.config.packed | 30 +
.../decoder/num_translation_options/lm.gz | Bin 0 -> 2466496 bytes
.../decoder/num_translation_options/output.gold | 12 +
.../decoder/num_translation_options/test.sh | 17 +
.../src/test/resources/decoder/oov-list/config | 29 +
.../resources/decoder/oov-list/glue-grammar | 3 +
.../src/test/resources/decoder/oov-list/grammar | 11 +
.../test/resources/decoder/oov-list/input.txt | 3 +
.../test/resources/decoder/oov-list/output.gold | 3 +
.../src/test/resources/decoder/oov-list/test.sh | 30 +
.../resources/decoder/phrase/constrained/config | 29 +
.../decoder/phrase/constrained/corpus.es | 1 +
.../decoder/phrase/constrained/glue.grammar | 3 +
.../decoder/phrase/constrained/output.gold | 5 +
.../decoder/phrase/constrained/test.sh | 32 +
.../test/resources/decoder/phrase/decode/config | 29 +
.../decoder/phrase/decode/config.packed | 29 +
.../resources/decoder/phrase/decode/corpus.es | 1 +
.../resources/decoder/phrase/decode/lm.1.gz | Bin 0 -> 2235 bytes
.../resources/decoder/phrase/decode/output.gold | 1 +
.../resources/decoder/phrase/decode/rules.1.gz | Bin 0 -> 2998042 bytes
.../decoder/phrase/decode/rules.packed/config | 2 +
.../decoder/phrase/decode/rules.packed/encoding | Bin 0 -> 87 bytes
.../decode/rules.packed/slice_00000.features | Bin 0 -> 4128858 bytes
.../decode/rules.packed/slice_00000.source | Bin 0 -> 1982244 bytes
.../decode/rules.packed/slice_00000.target | Bin 0 -> 2652936 bytes
.../rules.packed/slice_00000.target.lookup | Bin 0 -> 32 bytes
.../phrase/decode/rules.packed/vocabulary | Bin 0 -> 169236 bytes
.../decoder/phrase/decode/test-packed.sh | 32 +
.../resources/decoder/phrase/decode/test.sh | 17 +
.../decoder/phrase/include-align-index/README | 2 +
.../decoder/phrase/include-align-index/config | 29 +
.../phrase/include-align-index/corpus.es | 1 +
.../decoder/phrase/include-align-index/lm.1.gz | Bin 0 -> 2235 bytes
.../decoder/phrase/include-align-index/log | 50 +
.../decoder/phrase/include-align-index/output | 1 +
.../phrase/include-align-index/output.gold | 1 +
.../phrase/include-align-index/rules.1.gz | Bin 0 -> 2998042 bytes
.../decoder/phrase/include-align-index/test.sh | 32 +
.../decoder/phrase/unique-hypotheses/README | 1 +
.../decoder/phrase/unique-hypotheses/corpus.es | 1 +
.../phrase/unique-hypotheses/joshua.config | 23 +
.../decoder/phrase/unique-hypotheses/lm.1.gz | 1 +
.../phrase/unique-hypotheses/output.gold | 300 +
.../decoder/phrase/unique-hypotheses/rules.1.gz | 1 +
.../decoder/phrase/unique-hypotheses/test.sh | 32 +
.../resources/decoder/rescoring/glue-grammar | 3 +
.../test/resources/decoder/rescoring/grammar.gz | Bin 0 -> 177 bytes
.../test/resources/decoder/rescoring/input.txt | 2 +
.../resources/decoder/rescoring/joshua.config | 31 +
.../resources/decoder/rescoring/output.gold | 12 +
.../test/resources/decoder/rescoring/test.sh | 30 +
.../test/resources/decoder/segment-oovs/config | 41 +
.../resources/decoder/segment-oovs/input.txt | 1 +
.../decoder/segment-oovs/output.expected | 82 +
.../test/resources/decoder/segment-oovs/test.sh | 31 +
.../decoder/source-annotations/grammar | 5 +
.../decoder/source-annotations/grammar.glue | 3 +
.../decoder/source-annotations/input.txt | 1 +
.../decoder/source-annotations/joshua.config | 140 +
.../decoder/source-annotations/lm.kenlm | Bin 0 -> 25355958 bytes
.../decoder/source-annotations/output.gold | 2 +
.../decoder/source-annotations/test.sh | 36 +
.../resources/decoder/target-bigram/out.gold | 3 +
.../resources/decoder/target-bigram/test.sh | 32 +
.../test/resources/decoder/target-bigram/vocab | 4 +
.../test/resources/decoder/too-long/output.gold | 4 +
.../src/test/resources/decoder/too-long/test.sh | 36 +
.../decoder/tree-output/fragment-map.txt | 2 +
.../resources/decoder/tree-output/glue-grammar | 6 +
.../resources/decoder/tree-output/grammar.gz | Bin 0 -> 134 bytes
.../test/resources/decoder/tree-output/input | 5 +
.../resources/decoder/tree-output/joshua.config | 45 +
.../test/resources/decoder/tree-output/lm.gz | Bin 0 -> 2466496 bytes
.../resources/decoder/tree-output/output.gold | 5 +
.../test/resources/decoder/tree-output/test.sh | 30 +
.../resources/grammar/sparse-features/grammar | 1 +
.../grammar/sparse-features/grammar.glue | 3 +
.../sparse-features/grammar.packed/encoding | Bin 0 -> 118 bytes
.../grammar.packed/slice_00000.features | Bin 0 -> 18 bytes
.../grammar.packed/slice_00000.source | Bin 0 -> 52 bytes
.../grammar.packed/slice_00000.target | Bin 0 -> 24 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 0 -> 16 bytes
.../sparse-features/grammar.packed/vocabulary | Bin 0 -> 104 bytes
.../sparse-features/joshua-packed.config | 12 +
.../grammar/sparse-features/joshua.config | 12 +
.../grammar/sparse-features/output.gold | 1 +
.../grammar/sparse-features/test-packed.sh | 32 +
.../resources/grammar/sparse-features/test.sh | 32 +
.../src/test/resources/joshua/README.broken | 1 +
.../src/test/resources/lattice-short/README | 3 +
.../test/resources/lattice-short/glue-grammar | 3 +
.../test/resources/lattice-short/grammar.test | 3 +
.../src/test/resources/lattice-short/input | 5 +
.../test/resources/lattice-short/joshua.config | 39 +
.../resources/lattice-short/output.expected | 18 +
.../src/test/resources/lattice-short/test.lm | 113 +
.../src/test/resources/lattice-short/test.sh | 31 +
.../src/test/resources/lattice/.gitignore | 3 +
joshua-core/src/test/resources/lattice/README | 4 +
.../src/test/resources/lattice/glue-grammar | 3 +
.../src/test/resources/lattice/grammar.test | 204 +
.../src/test/resources/lattice/joshua.config | 47 +
.../src/test/resources/lattice/output.expected | 33 +
.../src/test/resources/lattice/test-lattice.pdf | Bin 0 -> 10943 bytes
joshua-core/src/test/resources/lattice/test.lm | 113 +
joshua-core/src/test/resources/lattice/test.plf | 4 +
joshua-core/src/test/resources/lattice/test.sh | 37 +
joshua-core/src/test/resources/lm/berkeley/lm | 16 +
.../test/resources/lm/berkeley/lm.berkeleylm | Bin 0 -> 4294 bytes
.../test/resources/lm/berkeley/lm.berkeleylm.gz | Bin 0 -> 1786 bytes
.../src/test/resources/lm/berkeley/lm.gz | Bin 0 -> 162 bytes
.../src/test/resources/lm/berkeley/output.gold | 4 +
.../src/test/resources/lm/berkeley/test.sh | 30 +
.../test/resources/packed-grammar/.gitignore | 8 +
.../src/test/resources/packed-grammar/README | 2 +
.../test/resources/packed-grammar/grammar.gz | Bin 0 -> 576901 bytes
.../src/test/resources/packed-grammar/input.bn | 100 +
.../test/resources/packed-grammar/joshua.config | 46 +
.../src/test/resources/packed-grammar/lm.gz | Bin 0 -> 2466496 bytes
.../test/resources/packed-grammar/output.gold | 100 +
.../resources/packed-grammar/reference.en.0 | 100 +
.../resources/packed-grammar/reference.en.1 | 100 +
.../resources/packed-grammar/reference.en.2 | 100 +
.../resources/packed-grammar/reference.en.3 | 100 +
.../resources/packed-grammar/test-multiple.sh | 31 +
.../src/test/resources/packed-grammar/test.sh | 38 +
joshua-core/src/test/resources/parser/grammar | 11 +
.../src/test/resources/parser/grammar.glue | 1 +
joshua-core/src/test/resources/parser/input | 4 +
.../src/test/resources/parser/output.gold | 4 +
.../src/test/resources/parser/parse.config | 18 +
joshua-core/src/test/resources/parser/test.sh | 29 +
joshua-core/src/test/resources/parser/weights | 4 +
.../src/test/resources/pipeline/.gitignore | 2 +
.../src/test/resources/pipeline/Makefile | 10 +
.../src/test/resources/pipeline/final-bleu.gold | 1 +
.../test/resources/pipeline/input/devtest.en.0 | 100 +
.../test/resources/pipeline/input/devtest.en.1 | 100 +
.../test/resources/pipeline/input/devtest.en.2 | 100 +
.../test/resources/pipeline/input/devtest.en.3 | 100 +
.../test/resources/pipeline/input/devtest.ur | 100 +
.../src/test/resources/pipeline/input/train.en | 1000 +
.../src/test/resources/pipeline/input/train.ur | 1000 +
.../src/test/resources/pipeline/input/tune.en.0 | 100 +
.../src/test/resources/pipeline/input/tune.en.1 | 100 +
.../src/test/resources/pipeline/input/tune.en.2 | 100 +
.../src/test/resources/pipeline/input/tune.en.3 | 100 +
.../src/test/resources/pipeline/input/tune.ur | 100 +
.../src/test/resources/pipeline/test-ghkm.sh | 43 +
joshua-core/src/test/resources/pipeline/test.sh | 39 +
.../resources/prune-equivalent-translations.py | 47 +
joshua-core/src/test/resources/run-all-tests.sh | 55 +
.../src/test/resources/scripts/.gitignore | 1 +
.../test/resources/scripts/merge_lms_test.py | 53 +
.../resources/scripts/normalization/.gitignore | 2 +
.../scripts/normalization/data/train.en | 21 +
.../scripts/normalization/data/train.en.norm | 21 +
.../resources/scripts/normalization/test.sh | 29 +
.../test/resources/scripts/run_bundler_test.py | 378 +
.../scripts/support/moses_grammar/input | 10 +
.../support/moses_grammar/output.expected | 10 +
.../scripts/support/moses_grammar/test.sh | 30 +
.../src/test/resources/server/http/expected | 16 +
.../src/test/resources/server/http/test.sh | 36 +
.../src/test/resources/server/tcp-text/expected | 9 +
.../src/test/resources/server/tcp-text/test.sh | 47 +
joshua-core/src/test/resources/testng.xml | 30 +
joshua-core/src/test/resources/thrax/.gitignore | 5 +
.../resources/thrax/extraction/input/thrax.conf | 71 +
.../resources/thrax/extraction/input/train.a | 100 +
.../resources/thrax/extraction/input/train.en | 100 +
.../resources/thrax/extraction/input/train.ps | 100 +
.../src/test/resources/thrax/extraction/test.sh | 36 +
.../resources/thrax/filtering/dev.hi-en.hi.1 | 1 +
.../test/resources/thrax/filtering/exact.gold | 993 +
.../resources/thrax/filtering/exact.log.gold | 17 +
.../test/resources/thrax/filtering/fast.gold | 1087 +
.../resources/thrax/filtering/fast.log.gold | 17 +
.../test/resources/thrax/filtering/grammar.de | 4 +
.../thrax/filtering/grammar.filtered.gz | Bin 0 -> 134958 bytes
.../src/test/resources/thrax/filtering/input.de | 3 +
.../resources/thrax/filtering/loose.log.gold | 16 +
.../resources/thrax/filtering/test-exact.sh | 34 +
.../test/resources/thrax/filtering/test-fast.sh | 34 +
.../resources/thrax/filtering/test-loose.sh | 34 +
joshua-servlet/.gitignore | 1 +
joshua-servlet/README.md | 5 +
joshua-servlet/pom.xml | 89 +
.../apache/joshua/decoder/DecoderServlet.java | 72 +
.../decoder/DecoderServletContextListener.java | 47 +
.../joshua/decoder/DecoderServletTest.java | 90 +
.../src/test/resources/log4j.properties | 20 +
.../src/test/resources/server/http/expected | 16 +
joshua-servlet/src/test/resources/web.xml | 23 +
pom.xml | 189 +-
resources/berkeley_lm/lm | 16 -
resources/berkeley_lm/lm.berkeleylm | Bin 4294 -> 0 bytes
resources/berkeley_lm/lm.berkeleylm.gz | Bin 1786 -> 0 bytes
resources/berkeley_lm/lm.gz | Bin 162 -> 0 bytes
resources/grammar.glue | 4 -
resources/kbest_extraction/glue-grammar | 3 -
resources/kbest_extraction/grammar | 25 -
resources/kbest_extraction/joshua.config | 27 -
resources/kbest_extraction/lm.gz | Bin 2466496 -> 0 bytes
resources/kbest_extraction/output.gold | 3126 ---
resources/kbest_extraction/output.scores.gold | 3126 ---
resources/phrase_decoder/config | 29 -
resources/phrase_decoder/constrained.config | 28 -
.../phrase_decoder/constrained.output.gold | 5 -
resources/phrase_decoder/lm.1.gz | Bin 2235 -> 0 bytes
resources/phrase_decoder/output.gold | 1 -
resources/phrase_decoder/rules.1.gz | Bin 2998042 -> 0 bytes
resources/wa_grammar | 3 -
resources/wa_grammar.packed/config | 1 -
resources/wa_grammar.packed/encoding | Bin 154 -> 0 bytes
.../wa_grammar.packed/slice_00000.alignments | Bin 45 -> 0 bytes
.../wa_grammar.packed/slice_00000.features | Bin 47 -> 0 bytes
resources/wa_grammar.packed/slice_00000.source | Bin 204 -> 0 bytes
resources/wa_grammar.packed/slice_00000.target | Bin 128 -> 0 bytes
.../wa_grammar.packed/slice_00000.target.lookup | Bin 32 -> 0 bytes
resources/wa_grammar.packed/vocabulary | Bin 238 -> 0 bytes
.../java/org/apache/joshua/adagrad/AdaGrad.java | 160 -
.../org/apache/joshua/adagrad/AdaGradCore.java | 3127 ---
.../org/apache/joshua/adagrad/Optimizer.java | 728 -
.../apache/joshua/corpus/AbstractPhrase.java | 133 -
.../org/apache/joshua/corpus/BasicPhrase.java | 97 -
.../apache/joshua/corpus/ContiguousPhrase.java | 127 -
.../java/org/apache/joshua/corpus/Corpus.java | 160 -
.../java/org/apache/joshua/corpus/Phrase.java | 117 -
.../java/org/apache/joshua/corpus/Span.java | 175 -
.../org/apache/joshua/corpus/SymbolTable.java | 327 -
.../apache/joshua/corpus/TerminalIterator.java | 85 -
.../org/apache/joshua/corpus/Vocabulary.java | 301 -
.../joshua/corpus/syntax/ArraySyntaxTree.java | 411 -
.../apache/joshua/corpus/syntax/SyntaxTree.java | 34 -
.../org/apache/joshua/decoder/ArgsParser.java | 118 -
.../java/org/apache/joshua/decoder/BLEU.java | 562 -
.../java/org/apache/joshua/decoder/Decoder.java | 813 -
.../apache/joshua/decoder/DecoderThread.java | 201 -
.../joshua/decoder/JoshuaConfiguration.java | 729 -
.../apache/joshua/decoder/JoshuaDecoder.java | 148 -
.../joshua/decoder/NbestMinRiskReranker.java | 446 -
.../joshua/decoder/StructuredTranslation.java | 157 -
.../decoder/StructuredTranslationFactory.java | 120 -
.../java/org/apache/joshua/decoder/Support.java | 86 -
.../org/apache/joshua/decoder/Translation.java | 239 -
.../org/apache/joshua/decoder/Translations.java | 158 -
.../joshua/decoder/chart_parser/Cell.java | 294 -
.../joshua/decoder/chart_parser/Chart.java | 746 -
.../decoder/chart_parser/ComputeNodeResult.java | 225 -
.../decoder/chart_parser/CubePruneState.java | 114 -
.../joshua/decoder/chart_parser/DotChart.java | 476 -
.../joshua/decoder/chart_parser/SourcePath.java | 63 -
.../decoder/chart_parser/StateConstraint.java | 75 -
.../joshua/decoder/chart_parser/SuperNode.java | 62 -
.../decoder/chart_parser/package-info.java | 24 -
.../joshua/decoder/ff/ArityPhrasePenalty.java | 73 -
.../joshua/decoder/ff/FeatureFunction.java | 364 -
.../apache/joshua/decoder/ff/FeatureVector.java | 385 -
.../joshua/decoder/ff/LabelCombinationFF.java | 62 -
.../joshua/decoder/ff/LabelSubstitutionFF.java | 131 -
.../joshua/decoder/ff/LexicalFeatures.java | 152 -
.../apache/joshua/decoder/ff/OOVPenalty.java | 108 -
.../apache/joshua/decoder/ff/PhraseModel.java | 134 -
.../apache/joshua/decoder/ff/PhrasePenalty.java | 87 -
.../apache/joshua/decoder/ff/RuleCountBin.java | 77 -
.../org/apache/joshua/decoder/ff/RuleFF.java | 126 -
.../apache/joshua/decoder/ff/RuleLength.java | 52 -
.../decoder/ff/RulePropertiesQuerying.java | 49 -
.../org/apache/joshua/decoder/ff/RuleShape.java | 99 -
.../joshua/decoder/ff/SourceDependentFF.java | 29 -
.../apache/joshua/decoder/ff/SourcePathFF.java | 63 -
.../apache/joshua/decoder/ff/StatefulFF.java | 88 -
.../apache/joshua/decoder/ff/StatelessFF.java | 79 -
.../apache/joshua/decoder/ff/TargetBigram.java | 216 -
.../apache/joshua/decoder/ff/WordPenalty.java | 80 -
.../ff/fragmentlm/ConcatenationIterator.java | 93 -
.../decoder/ff/fragmentlm/FragmentLMFF.java | 368 -
.../ff/fragmentlm/PennTreebankReader.java | 135 -
.../joshua/decoder/ff/fragmentlm/Tree.java | 779 -
.../joshua/decoder/ff/fragmentlm/Trees.java | 270 -
.../apache/joshua/decoder/ff/lm/AbstractLM.java | 122 -
.../apache/joshua/decoder/ff/lm/ArpaFile.java | 328 -
.../apache/joshua/decoder/ff/lm/ArpaNgram.java | 73 -
.../ff/lm/DefaultNGramLanguageModel.java | 134 -
.../org/apache/joshua/decoder/ff/lm/KenLM.java | 233 -
.../joshua/decoder/ff/lm/LanguageModelFF.java | 495 -
.../decoder/ff/lm/NGramLanguageModel.java | 73 -
.../ff/lm/StateMinimizingLanguageModel.java | 193 -
.../joshua/decoder/ff/lm/berkeley_lm/LICENSE | 13 -
.../ff/lm/berkeley_lm/LMGrammarBerkeley.java | 205 -
.../joshua/decoder/ff/lm/berkeley_lm/README | 5 -
.../ff/lm/berkeley_lm/SymbolTableWrapper.java | 102 -
.../ff/lm/bloomfilter_lm/BloomFilter.java | 215 -
.../BloomFilterLanguageModel.java | 560 -
.../ff/lm/bloomfilter_lm/package-info.java | 25 -
.../joshua/decoder/ff/lm/buildin_lm/TrieLM.java | 331 -
.../decoder/ff/lm/buildin_lm/package-info.java | 19 -
.../joshua/decoder/ff/lm/package-info.java | 42 -
.../apache/joshua/decoder/ff/package-info.java | 42 -
.../joshua/decoder/ff/phrase/Distortion.java | 71 -
.../ff/similarity/EdgePhraseSimilarityFF.java | 279 -
.../decoder/ff/state_maintenance/DPState.java | 34 -
.../ff/state_maintenance/KenLMState.java | 56 -
.../ff/state_maintenance/NgramDPState.java | 100 -
.../joshua/decoder/ff/tm/AbstractGrammar.java | 228 -
.../decoder/ff/tm/BasicRuleCollection.java | 101 -
.../joshua/decoder/ff/tm/CreateGlueGrammar.java | 126 -
.../apache/joshua/decoder/ff/tm/Grammar.java | 120 -
.../joshua/decoder/ff/tm/GrammarReader.java | 158 -
.../org/apache/joshua/decoder/ff/tm/Rule.java | 635 -
.../joshua/decoder/ff/tm/RuleCollection.java | 76 -
.../decoder/ff/tm/SentenceFilteredGrammar.java | 366 -
.../org/apache/joshua/decoder/ff/tm/Trie.java | 108 -
.../ff/tm/UnsortedRuleCollectionException.java | 40 -
.../decoder/ff/tm/format/HieroFormatReader.java | 106 -
.../decoder/ff/tm/format/MosesFormatReader.java | 108 -
.../ff/tm/hash_based/ExtensionIterator.java | 73 -
.../tm/hash_based/MemoryBasedBatchGrammar.java | 279 -
.../ff/tm/hash_based/MemoryBasedRuleBin.java | 59 -
.../ff/tm/hash_based/MemoryBasedTrie.java | 88 -
.../decoder/ff/tm/hash_based/package-info.java | 23 -
.../joshua/decoder/ff/tm/package-info.java | 25 -
.../decoder/ff/tm/packed/PackedGrammar.java | 1064 -
.../ff/tm/packed/SliceAggregatingTrie.java | 236 -
.../decoder/hypergraph/AlignedSourceTokens.java | 112 -
.../decoder/hypergraph/AllSpansWalker.java | 63 -
.../hypergraph/DefaultInsideOutside.java | 407 -
.../hypergraph/FeatureVectorExtractor.java | 80 -
.../joshua/decoder/hypergraph/ForestWalker.java | 79 -
.../GrammarBuilderWalkerFunction.java | 179 -
.../joshua/decoder/hypergraph/HGNode.java | 331 -
.../joshua/decoder/hypergraph/HyperEdge.java | 101 -
.../joshua/decoder/hypergraph/HyperGraph.java | 163 -
.../decoder/hypergraph/HyperGraphPruning.java | 176 -
.../decoder/hypergraph/KBestExtractor.java | 1052 -
.../hypergraph/OutputStringExtractor.java | 195 -
.../hypergraph/StringToTreeConverter.java | 74 -
.../hypergraph/TrivialInsideOutside.java | 31 -
.../decoder/hypergraph/ViterbiExtractor.java | 178 -
.../decoder/hypergraph/WalkerFunction.java | 37 -
.../hypergraph/WordAlignmentExtractor.java | 134 -
.../decoder/hypergraph/WordAlignmentState.java | 192 -
.../joshua/decoder/hypergraph/package-info.java | 25 -
.../apache/joshua/decoder/io/DeNormalize.java | 203 -
.../apache/joshua/decoder/io/JSONMessage.java | 159 -
.../decoder/io/TranslationRequestStream.java | 179 -
.../org/apache/joshua/decoder/package-info.java | 26 -
.../apache/joshua/decoder/phrase/Candidate.java | 241 -
.../decoder/phrase/CandidateComparator.java | 28 -
.../apache/joshua/decoder/phrase/Coverage.java | 235 -
.../apache/joshua/decoder/phrase/Future.java | 119 -
.../apache/joshua/decoder/phrase/Header.java | 87 -
.../joshua/decoder/phrase/Hypothesis.java | 154 -
.../org/apache/joshua/decoder/phrase/Note.java | 44 -
.../joshua/decoder/phrase/PhraseChart.java | 197 -
.../joshua/decoder/phrase/PhraseTable.java | 183 -
.../org/apache/joshua/decoder/phrase/Stack.java | 229 -
.../apache/joshua/decoder/phrase/Stacks.java | 271 -
.../joshua/decoder/phrase/TargetPhrases.java | 80 -
.../decoder/segment_file/ConstraintRule.java | 100 -
.../decoder/segment_file/ConstraintSpan.java | 80 -
.../decoder/segment_file/ParseTreeInput.java | 40 -
.../decoder/segment_file/ParsedSentence.java | 56 -
.../joshua/decoder/segment_file/Sentence.java | 450 -
.../joshua/decoder/segment_file/Token.java | 158 -
.../decoder/segment_file/package-info.java | 25 -
.../java/org/apache/joshua/lattice/Arc.java | 117 -
.../java/org/apache/joshua/lattice/Lattice.java | 587 -
.../java/org/apache/joshua/lattice/Node.java | 159 -
.../lattice/NodeIdentifierComparator.java | 41 -
.../org/apache/joshua/lattice/package-info.java | 22 -
.../java/org/apache/joshua/metrics/BLEU.java | 575 -
.../org/apache/joshua/metrics/BLEU_SBP.java | 63 -
.../apache/joshua/metrics/EvaluationMetric.java | 409 -
.../apache/joshua/metrics/GradeLevelBLEU.java | 280 -
.../java/org/apache/joshua/metrics/METEOR.java | 235 -
.../joshua/metrics/MinimumChangeBLEU.java | 223 -
.../joshua/metrics/NewMetric.java.template | 134 -
.../java/org/apache/joshua/metrics/Precis.java | 334 -
.../joshua/metrics/PrecisMinusSourceBLEU.java | 182 -
.../java/org/apache/joshua/metrics/SARI.java | 681 -
.../org/apache/joshua/metrics/SourceBLEU.java | 107 -
.../java/org/apache/joshua/metrics/TER.java | 460 -
.../org/apache/joshua/metrics/TERMinusBLEU.java | 194 -
.../org/apache/joshua/metrics/TercomRunner.java | 115 -
.../org/apache/joshua/metrics/ZeroOneLoss.java | 88 -
src/main/java/org/apache/joshua/mira/MIRA.java | 160 -
.../java/org/apache/joshua/mira/MIRACore.java | 3112 ---
.../java/org/apache/joshua/mira/Optimizer.java | 643 -
.../joshua/oracle/OracleExtractionHG.java | 797 -
.../apache/joshua/oracle/OracleExtractor.java | 58 -
.../java/org/apache/joshua/oracle/SplitHg.java | 300 -
.../org/apache/joshua/oracle/package-info.java | 26 -
.../apache/joshua/pro/ClassifierInterface.java | 41 -
.../org/apache/joshua/pro/ClassifierMegaM.java | 121 -
.../apache/joshua/pro/ClassifierPerceptron.java | 114 -
.../org/apache/joshua/pro/ClassifierSVM.java | 140 -
.../java/org/apache/joshua/pro/Optimizer.java | 454 -
src/main/java/org/apache/joshua/pro/PRO.java | 159 -
.../java/org/apache/joshua/pro/PROCore.java | 3027 ---
.../org/apache/joshua/server/ServerThread.java | 294 -
.../org/apache/joshua/server/TcpServer.java | 65 -
.../joshua/subsample/AlignedSubsampler.java | 103 -
.../org/apache/joshua/subsample/Alignment.java | 92 -
.../org/apache/joshua/subsample/BiCorpus.java | 186 -
.../joshua/subsample/BiCorpusFactory.java | 83 -
.../org/apache/joshua/subsample/PhrasePair.java | 72 -
.../apache/joshua/subsample/PhraseReader.java | 46 -
.../apache/joshua/subsample/PhraseWriter.java | 79 -
.../org/apache/joshua/subsample/Subsampler.java | 246 -
.../apache/joshua/subsample/SubsamplerCLI.java | 141 -
.../apache/joshua/subsample/package-info.java | 25 -
.../org/apache/joshua/tools/GrammarPacker.java | 959 -
.../apache/joshua/tools/GrammarPackerCli.java | 156 -
.../org/apache/joshua/tools/LabelPhrases.java | 111 -
.../org/apache/joshua/tools/TestSetFilter.java | 383 -
.../java/org/apache/joshua/ui/Orientation.java | 23 -
.../org/apache/joshua/ui/StartupWindow.java | 87 -
.../java/org/apache/joshua/ui/package-info.java | 22 -
.../ui/tree_visualizer/DerivationTree.java | 103 -
.../ui/tree_visualizer/DerivationTreeEdge.java | 27 -
.../DerivationTreeTransformer.java | 117 -
.../ui/tree_visualizer/DerivationViewer.java | 128 -
.../tree_visualizer/DerivationViewerApplet.java | 51 -
.../apache/joshua/ui/tree_visualizer/Node.java | 59 -
.../ui/tree_visualizer/browser/Browser.java | 237 -
.../browser/DerivationTreeFrame.java | 253 -
.../browser/TranslationInfo.java | 56 -
.../joshua/ui/tree_visualizer/tree/Tree.java | 283 -
.../java/org/apache/joshua/util/Algorithms.java | 85 -
src/main/java/org/apache/joshua/util/Bits.java | 128 -
.../java/org/apache/joshua/util/BotMap.java | 94 -
src/main/java/org/apache/joshua/util/Cache.java | 176 -
.../java/org/apache/joshua/util/ChartSpan.java | 88 -
.../apache/joshua/util/CommandLineParser.java | 738 -
.../java/org/apache/joshua/util/Constants.java | 36 -
.../java/org/apache/joshua/util/Counted.java | 92 -
.../java/org/apache/joshua/util/Counts.java | 306 -
.../org/apache/joshua/util/ExtractTopCand.java | 188 -
.../org/apache/joshua/util/FileUtility.java | 318 -
.../org/apache/joshua/util/FormatUtils.java | 245 -
.../org/apache/joshua/util/IntegerPair.java | 36 -
.../java/org/apache/joshua/util/JoshuaEval.java | 624 -
.../java/org/apache/joshua/util/ListUtil.java | 95 -
src/main/java/org/apache/joshua/util/Lists.java | 567 -
.../apache/joshua/util/NBestListUtility.java | 74 -
src/main/java/org/apache/joshua/util/Ngram.java | 105 -
.../org/apache/joshua/util/NullIterator.java | 65 -
.../apache/joshua/util/PackedGrammarServer.java | 87 -
src/main/java/org/apache/joshua/util/Pair.java | 130 -
.../java/org/apache/joshua/util/Platform.java | 27 -
.../org/apache/joshua/util/QuietFormatter.java | 36 -
src/main/java/org/apache/joshua/util/Regex.java | 143 -
.../org/apache/joshua/util/ReverseOrder.java | 39 -
.../org/apache/joshua/util/SampledList.java | 69 -
.../org/apache/joshua/util/SocketUtility.java | 144 -
.../org/apache/joshua/util/StreamGobbler.java | 50 -
.../joshua/util/UnicodeCharacterName.java | 22466 -----------------
.../apache/joshua/util/encoding/Analyzer.java | 235 -
.../joshua/util/encoding/EightBitQuantizer.java | 92 -
.../util/encoding/EncoderConfiguration.java | 160 -
.../joshua/util/encoding/EncoderFactory.java | 42 -
.../util/encoding/FeatureTypeAnalyzer.java | 254 -
.../joshua/util/encoding/FloatEncoder.java | 39 -
.../apache/joshua/util/encoding/IntEncoder.java | 39 -
.../util/encoding/PrimitiveFloatEncoder.java | 129 -
.../util/encoding/PrimitiveIntEncoder.java | 111 -
.../joshua/util/encoding/VariableQuantizer.java | 106 -
.../org/apache/joshua/util/io/BinaryIn.java | 91 -
.../org/apache/joshua/util/io/BinaryOut.java | 505 -
.../apache/joshua/util/io/IndexedReader.java | 155 -
.../org/apache/joshua/util/io/LineReader.java | 368 -
.../org/apache/joshua/util/io/NullReader.java | 63 -
.../joshua/util/io/ProgressInputStream.java | 82 -
.../java/org/apache/joshua/util/io/Reader.java | 51 -
.../org/apache/joshua/util/io/package-info.java | 22 -
.../org/apache/joshua/util/package-info.java | 22 -
.../util/quantization/BooleanQuantizer.java | 45 -
.../joshua/util/quantization/Quantizer.java | 45 -
.../quantization/QuantizerConfiguration.java | 119 -
.../util/quantization/QuantizerFactory.java | 50 -
.../util/quantization/StatelessQuantizer.java | 38 -
.../joshua/util/quantization/package-info.java | 19 -
.../joshua/zmert/IntermediateOptimizer.java | 991 -
.../java/org/apache/joshua/zmert/MertCore.java | 3191 ---
.../java/org/apache/joshua/zmert/ZMERT.java | 156 -
.../org/apache/joshua/zmert/package-info.java | 24 -
src/main/resources/log4j.properties | 20 -
src/overview.html | 41 -
.../apache/joshua/corpus/CorpusArrayTest.java | 177 -
.../java/org/apache/joshua/corpus/SpanTest.java | 47 -
.../apache/joshua/corpus/VocabularyTest.java | 135 -
.../joshua/corpus/vocab/VocabularyTest.java | 180 -
.../ArtificialGrammarAndCorpusCreater.java | 130 -
.../joshua/decoder/DecoderThreadTest.java | 172 -
.../joshua/decoder/JoshuaDecoderTest.java | 83 -
.../joshua/decoder/TestConfigFileCreater.java | 184 -
.../apache/joshua/decoder/TranslationsTest.java | 87 -
.../decoder/ff/ArityPhrasePenaltyFFTest.java | 64 -
.../joshua/decoder/ff/lm/ArpaFileTest.java | 226 -
.../decoder/ff/lm/LanguageModelFFTest.java | 95 -
.../LMBerkeleySentenceProbablityTest.java | 47 -
.../lm/berkeley_lm/LMGrammarBerkeleyTest.java | 80 -
.../joshua/decoder/io/DeNormalizeTest.java | 273 -
.../decoder/io/TranslationRequestTest.java | 149 -
.../kbest_extraction/KBestExtractionTest.java | 80 -
.../joshua/decoder/phrase/CoverageTest.java | 140 -
.../ConstrainedPhraseDecodingTest.java | 77 -
.../phrase/decode/PhraseDecodingTest.java | 77 -
.../segment_file/AlmostTooLongSentenceTest.java | 96 -
.../decoder/segment_file/SentenceTest.java | 109 -
.../java/org/apache/joshua/lattice/ArcTest.java | 86 -
.../org/apache/joshua/lattice/LatticeTest.java | 192 -
.../org/apache/joshua/lattice/NodeTest.java | 105 -
.../org/apache/joshua/packed/Benchmark.java | 126 -
.../org/apache/joshua/packed/CountRules.java | 110 -
.../org/apache/joshua/packed/PrintRules.java | 199 -
src/test/java/org/apache/joshua/packed/README | 6 -
.../org/apache/joshua/packed/VocabTest.java | 58 -
.../java/org/apache/joshua/packed/packer.config | 6 -
.../java/org/apache/joshua/packed/small_grammar | 20000 ---------------
src/test/java/org/apache/joshua/packed/test.sh | 20 -
.../apache/joshua/system/AlignmentMapTest.java | 73 -
.../org/apache/joshua/system/KenLmTest.java | 95 -
.../system/MultithreadedTranslationTests.java | 156 -
.../joshua/system/StructuredOutputTest.java | 118 -
.../system/StructuredTranslationTest.java | 274 -
.../ui/tree_visualizer/tree/TreeTest.java | 111 -
.../java/org/apache/joshua/util/BitsTest.java | 187 -
.../java/org/apache/joshua/util/CacheTest.java | 53 -
.../java/org/apache/joshua/util/CountsTest.java | 98 -
.../org/apache/joshua/util/FormatUtilsTest.java | 74 -
.../org/apache/joshua/util/io/BinaryTest.java | 74 -
.../java/org/apache/joshua/zmert/BLEUTest.java | 132 -
src/test/resources/bn-en/hiero/.gitignore | 4 -
src/test/resources/bn-en/hiero/class.map | 5140 ----
.../resources/bn-en/hiero/class_lm_2gram.gz | Bin 18052 -> 0 bytes
.../resources/bn-en/hiero/class_lm_9gram.gz | Bin 12733137 -> 0 bytes
src/test/resources/bn-en/hiero/glue-grammar | 3 -
src/test/resources/bn-en/hiero/grammar.gz | Bin 518164 -> 0 bytes
src/test/resources/bn-en/hiero/input.bn | 100 -
.../bn-en/hiero/joshua-berkeleylm.config | 46 -
.../resources/bn-en/hiero/joshua-classlm.config | 51 -
src/test/resources/bn-en/hiero/joshua.config | 50 -
src/test/resources/bn-en/hiero/lm.gz | Bin 2466496 -> 0 bytes
.../resources/bn-en/hiero/output-classlm.gold | 887 -
src/test/resources/bn-en/hiero/output.gold | 805 -
src/test/resources/bn-en/hiero/output.gold.bleu | 14 -
.../bn-en/hiero/output.scores.berkeleylm.gold | 100 -
.../resources/bn-en/hiero/output.scores.gold | 805 -
src/test/resources/bn-en/hiero/reference.en.0 | 100 -
src/test/resources/bn-en/hiero/reference.en.1 | 100 -
src/test/resources/bn-en/hiero/reference.en.2 | 100 -
src/test/resources/bn-en/hiero/reference.en.3 | 100 -
.../resources/bn-en/hiero/test-berkeleylm.sh | 33 -
src/test/resources/bn-en/hiero/test-classlm.sh | 32 -
src/test/resources/bn-en/hiero/test-filter.sh | 35 -
src/test/resources/bn-en/hiero/test.sh | 35 -
src/test/resources/bn-en/hiero/topN.pl | 18 -
src/test/resources/bn-en/packed/.gitignore | 3 -
src/test/resources/bn-en/packed/grammar.glue | 5673 -----
src/test/resources/bn-en/packed/grammar.gz | Bin 3540984 -> 0 bytes
.../bn-en/packed/grammar.packed/encoding | Bin 767 -> 0 bytes
.../packed/grammar.packed/slice_00000.features | Bin 4631480 -> 0 bytes
.../packed/grammar.packed/slice_00000.source | Bin 4240012 -> 0 bytes
.../packed/grammar.packed/slice_00000.target | Bin 162776 -> 0 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 56 -> 0 bytes
.../bn-en/packed/grammar.packed/vocabulary | Bin 136522 -> 0 bytes
src/test/resources/bn-en/packed/input.bn | 100 -
src/test/resources/bn-en/packed/joshua.config | 47 -
src/test/resources/bn-en/packed/lm.gz | Bin 2466496 -> 0 bytes
src/test/resources/bn-en/packed/output.gold | 862 -
.../resources/bn-en/packed/output.scores.gold | 862 -
src/test/resources/bn-en/packed/reference.en.0 | 100 -
src/test/resources/bn-en/packed/reference.en.1 | 100 -
src/test/resources/bn-en/packed/reference.en.2 | 100 -
src/test/resources/bn-en/packed/reference.en.3 | 100 -
.../resources/bn-en/packed/reference.en.all | 400 -
src/test/resources/bn-en/packed/test.sh | 20 -
src/test/resources/bn-en/samt/grammar.glue | 5673 -----
src/test/resources/bn-en/samt/grammar.gz | Bin 3847934 -> 0 bytes
src/test/resources/bn-en/samt/input.bn | 100 -
src/test/resources/bn-en/samt/joshua.config | 47 -
src/test/resources/bn-en/samt/lm.gz | Bin 2466496 -> 0 bytes
src/test/resources/bn-en/samt/output.gold | 0
src/test/resources/bn-en/samt/output.gold.bleu | 14 -
.../resources/bn-en/samt/output.scores.gold | 862 -
src/test/resources/bn-en/samt/reference.en.0 | 100 -
src/test/resources/bn-en/samt/reference.en.1 | 100 -
src/test/resources/bn-en/samt/reference.en.2 | 100 -
src/test/resources/bn-en/samt/reference.en.3 | 100 -
src/test/resources/bn-en/samt/test.sh | 35 -
src/test/resources/data/tiny.en | 5 -
.../resources/decoder/constrained/.gitignore | 4 -
.../resources/decoder/constrained/glue-grammar | 3 -
.../resources/decoder/constrained/gold.scores | 27 -
.../resources/decoder/constrained/grammar.gz | Bin 518164 -> 0 bytes
src/test/resources/decoder/constrained/input.bn | 8 -
.../resources/decoder/constrained/joshua.config | 45 -
src/test/resources/decoder/constrained/lm.gz | Bin 2466496 -> 0 bytes
.../resources/decoder/constrained/output.bleu | 0
.../resources/decoder/constrained/output.gold | 30 -
src/test/resources/decoder/constrained/test.sh | 30 -
src/test/resources/decoder/constrained/weights | 22 -
.../resources/decoder/denormalization/input.txt | 1 -
.../decoder/denormalization/output.expected | 1 -
.../resources/decoder/denormalization/test.sh | 30 -
src/test/resources/decoder/dont-crash/input | 10 -
src/test/resources/decoder/dont-crash/test.sh | 29 -
.../resources/decoder/empty-test/.gitignore | 3 -
src/test/resources/decoder/empty-test/input | 1 -
.../resources/decoder/empty-test/output.gold | 1 -
src/test/resources/decoder/empty-test/test.sh | 29 -
.../resources/decoder/fragmentlm/fragments.txt | 7 -
src/test/resources/decoder/fragmentlm/glue | 1 -
src/test/resources/decoder/fragmentlm/grammar | 4 -
src/test/resources/decoder/fragmentlm/input | 1 -
.../resources/decoder/fragmentlm/joshua.config | 109 -
.../resources/decoder/fragmentlm/mapping.txt | 4 -
src/test/resources/decoder/fragmentlm/test.sh | 30 -
.../decoder/k-best-extraction/glue-grammar | 3 -
.../resources/decoder/k-best-extraction/grammar | 25 -
.../decoder/k-best-extraction/input.txt | 1 -
.../decoder/k-best-extraction/joshua.config | 27 -
.../resources/decoder/k-best-extraction/lm.gz | Bin 2466496 -> 0 bytes
.../decoder/k-best-extraction/output.gold | 3126 ---
.../k-best-extraction/output.scores.gold | 3126 ---
.../resources/decoder/k-best-extraction/test.sh | 33 -
.../resources/decoder/left-state/glue-grammar | 3 -
.../resources/decoder/left-state/grammar.gz | Bin 518164 -> 0 bytes
src/test/resources/decoder/left-state/input.bn | 2 -
.../resources/decoder/left-state/joshua.config | 44 -
src/test/resources/decoder/left-state/lm.gz | Bin 2466496 -> 0 bytes
.../resources/decoder/left-state/output.gold | 600 -
.../decoder/left-state/output.scores.gold | 600 -
src/test/resources/decoder/left-state/test.sh | 33 -
src/test/resources/decoder/lowercaser/config | 140 -
.../resources/decoder/lowercaser/grammar.glue | 4 -
.../resources/decoder/lowercaser/grammar.test | 1 -
.../resources/decoder/lowercaser/output.gold | 5 -
src/test/resources/decoder/lowercaser/test.sh | 40 -
.../decoder/metadata/add_rule/output.gold | 4 -
.../resources/decoder/metadata/add_rule/test.sh | 32 -
.../resources/decoder/moses-compat/n-best.txt | 0
.../decoder/moses-compat/output.expected | 6 -
src/test/resources/decoder/moses-compat/test.sh | 40 -
src/test/resources/decoder/n-ary/glue-grammar | 3 -
src/test/resources/decoder/n-ary/gold.scores | 2 -
src/test/resources/decoder/n-ary/grammar | 9 -
src/test/resources/decoder/n-ary/input.txt | 2 -
src/test/resources/decoder/n-ary/joshua.config | 22 -
src/test/resources/decoder/n-ary/lm.gz | Bin 2466496 -> 0 bytes
src/test/resources/decoder/n-ary/output.bleu | 0
src/test/resources/decoder/n-ary/output.gold | 2 -
src/test/resources/decoder/n-ary/test.sh | 33 -
src/test/resources/decoder/n-ary/weights | 6 -
.../decoder/num_translation_options/README | 1 -
.../num_translation_options/glue-grammar | 3 -
.../decoder/num_translation_options/grammar.gz | Bin 119 -> 0 bytes
.../grammar.packed/encoding | Bin 32 -> 0 bytes
.../grammar.packed/slice_00000.features | Bin 43 -> 0 bytes
.../grammar.packed/slice_00000.source | Bin 132 -> 0 bytes
.../grammar.packed/slice_00000.target | Bin 120 -> 0 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 32 -> 0 bytes
.../grammar.packed/vocabulary | Bin 144 -> 0 bytes
.../decoder/num_translation_options/input | 1 -
.../num_translation_options/joshua.config | 30 -
.../joshua.config.packed | 30 -
.../decoder/num_translation_options/lm.gz | Bin 2466496 -> 0 bytes
.../decoder/num_translation_options/output.gold | 12 -
.../decoder/num_translation_options/test.sh | 17 -
src/test/resources/decoder/oov-list/config | 29 -
.../resources/decoder/oov-list/glue-grammar | 3 -
src/test/resources/decoder/oov-list/grammar | 11 -
src/test/resources/decoder/oov-list/input.txt | 3 -
src/test/resources/decoder/oov-list/output.gold | 3 -
src/test/resources/decoder/oov-list/test.sh | 30 -
.../resources/decoder/phrase/constrained/config | 29 -
.../decoder/phrase/constrained/corpus.es | 1 -
.../decoder/phrase/constrained/glue.grammar | 3 -
.../decoder/phrase/constrained/output.gold | 5 -
.../decoder/phrase/constrained/test.sh | 32 -
src/test/resources/decoder/phrase/decode/config | 29 -
.../decoder/phrase/decode/config.packed | 29 -
.../resources/decoder/phrase/decode/corpus.es | 1 -
.../resources/decoder/phrase/decode/lm.1.gz | Bin 2235 -> 0 bytes
.../resources/decoder/phrase/decode/output.gold | 1 -
.../resources/decoder/phrase/decode/rules.1.gz | Bin 2998042 -> 0 bytes
.../decoder/phrase/decode/rules.packed/config | 2 -
.../decoder/phrase/decode/rules.packed/encoding | Bin 87 -> 0 bytes
.../decode/rules.packed/slice_00000.features | Bin 4128858 -> 0 bytes
.../decode/rules.packed/slice_00000.source | Bin 1982244 -> 0 bytes
.../decode/rules.packed/slice_00000.target | Bin 2652936 -> 0 bytes
.../rules.packed/slice_00000.target.lookup | Bin 32 -> 0 bytes
.../phrase/decode/rules.packed/vocabulary | Bin 169236 -> 0 bytes
.../decoder/phrase/decode/test-packed.sh | 32 -
.../resources/decoder/phrase/decode/test.sh | 17 -
.../decoder/phrase/include-align-index/README | 2 -
.../decoder/phrase/include-align-index/config | 29 -
.../phrase/include-align-index/corpus.es | 1 -
.../decoder/phrase/include-align-index/lm.1.gz | Bin 2235 -> 0 bytes
.../decoder/phrase/include-align-index/log | 50 -
.../decoder/phrase/include-align-index/output | 1 -
.../phrase/include-align-index/output.gold | 1 -
.../phrase/include-align-index/rules.1.gz | Bin 2998042 -> 0 bytes
.../decoder/phrase/include-align-index/test.sh | 32 -
.../decoder/phrase/unique-hypotheses/README | 1 -
.../decoder/phrase/unique-hypotheses/corpus.es | 1 -
.../phrase/unique-hypotheses/joshua.config | 23 -
.../decoder/phrase/unique-hypotheses/lm.1.gz | 1 -
.../phrase/unique-hypotheses/output.gold | 300 -
.../decoder/phrase/unique-hypotheses/rules.1.gz | 1 -
.../decoder/phrase/unique-hypotheses/test.sh | 32 -
.../resources/decoder/rescoring/glue-grammar | 3 -
src/test/resources/decoder/rescoring/grammar.gz | Bin 177 -> 0 bytes
src/test/resources/decoder/rescoring/input.txt | 2 -
.../resources/decoder/rescoring/joshua.config | 31 -
.../resources/decoder/rescoring/output.gold | 12 -
src/test/resources/decoder/rescoring/test.sh | 30 -
src/test/resources/decoder/segment-oovs/config | 41 -
.../resources/decoder/segment-oovs/input.txt | 1 -
.../decoder/segment-oovs/output.expected | 82 -
src/test/resources/decoder/segment-oovs/test.sh | 31 -
.../decoder/source-annotations/grammar | 5 -
.../decoder/source-annotations/grammar.glue | 3 -
.../decoder/source-annotations/input.txt | 1 -
.../decoder/source-annotations/joshua.config | 140 -
.../decoder/source-annotations/lm.kenlm | Bin 25355958 -> 0 bytes
.../decoder/source-annotations/output.gold | 2 -
.../decoder/source-annotations/test.sh | 36 -
.../resources/decoder/target-bigram/out.gold | 3 -
.../resources/decoder/target-bigram/test.sh | 32 -
src/test/resources/decoder/target-bigram/vocab | 4 -
src/test/resources/decoder/too-long/output.gold | 4 -
src/test/resources/decoder/too-long/test.sh | 36 -
.../decoder/tree-output/fragment-map.txt | 2 -
.../resources/decoder/tree-output/glue-grammar | 6 -
.../resources/decoder/tree-output/grammar.gz | Bin 134 -> 0 bytes
src/test/resources/decoder/tree-output/input | 5 -
.../resources/decoder/tree-output/joshua.config | 45 -
src/test/resources/decoder/tree-output/lm.gz | Bin 2466496 -> 0 bytes
.../resources/decoder/tree-output/output.gold | 5 -
src/test/resources/decoder/tree-output/test.sh | 30 -
.../resources/grammar/sparse-features/grammar | 1 -
.../grammar/sparse-features/grammar.glue | 3 -
.../sparse-features/grammar.packed/encoding | Bin 118 -> 0 bytes
.../grammar.packed/slice_00000.features | Bin 18 -> 0 bytes
.../grammar.packed/slice_00000.source | Bin 52 -> 0 bytes
.../grammar.packed/slice_00000.target | Bin 24 -> 0 bytes
.../grammar.packed/slice_00000.target.lookup | Bin 16 -> 0 bytes
.../sparse-features/grammar.packed/vocabulary | Bin 104 -> 0 bytes
.../sparse-features/joshua-packed.config | 12 -
.../grammar/sparse-features/joshua.config | 12 -
.../grammar/sparse-features/output.gold | 1 -
.../grammar/sparse-features/test-packed.sh | 32 -
.../resources/grammar/sparse-features/test.sh | 32 -
src/test/resources/joshua/README.broken | 1 -
src/test/resources/lattice-short/README | 3 -
src/test/resources/lattice-short/glue-grammar | 3 -
src/test/resources/lattice-short/grammar.test | 3 -
src/test/resources/lattice-short/input | 5 -
src/test/resources/lattice-short/joshua.config | 39 -
.../resources/lattice-short/output.expected | 18 -
src/test/resources/lattice-short/test.lm | 113 -
src/test/resources/lattice-short/test.sh | 31 -
src/test/resources/lattice/.gitignore | 3 -
src/test/resources/lattice/README | 4 -
src/test/resources/lattice/glue-grammar | 3 -
src/test/resources/lattice/grammar.test | 204 -
src/test/resources/lattice/joshua.config | 47 -
src/test/resources/lattice/output.expected | 33 -
src/test/resources/lattice/test-lattice.pdf | Bin 10943 -> 0 bytes
src/test/resources/lattice/test.lm | 113 -
src/test/resources/lattice/test.plf | 4 -
src/test/resources/lattice/test.sh | 37 -
src/test/resources/lm/berkeley/lm | 16 -
src/test/resources/lm/berkeley/lm.berkeleylm | Bin 4294 -> 0 bytes
src/test/resources/lm/berkeley/lm.berkeleylm.gz | Bin 1786 -> 0 bytes
src/test/resources/lm/berkeley/lm.gz | Bin 162 -> 0 bytes
src/test/resources/lm/berkeley/output.gold | 4 -
src/test/resources/lm/berkeley/test.sh | 30 -
src/test/resources/packed-grammar/.gitignore | 8 -
src/test/resources/packed-grammar/README | 2 -
src/test/resources/packed-grammar/grammar.gz | Bin 576901 -> 0 bytes
src/test/resources/packed-grammar/input.bn | 100 -
src/test/resources/packed-grammar/joshua.config | 46 -
src/test/resources/packed-grammar/lm.gz | Bin 2466496 -> 0 bytes
src/test/resources/packed-grammar/output.gold | 100 -
.../resources/packed-grammar/reference.en.0 | 100 -
.../resources/packed-grammar/reference.en.1 | 100 -
.../resources/packed-grammar/reference.en.2 | 100 -
.../resources/packed-grammar/reference.en.3 | 100 -
.../resources/packed-grammar/test-multiple.sh | 31 -
src/test/resources/packed-grammar/test.sh | 38 -
src/test/resources/parser/grammar | 11 -
src/test/resources/parser/grammar.glue | 1 -
src/test/resources/parser/input | 4 -
src/test/resources/parser/output.gold | 4 -
src/test/resources/parser/parse.config | 18 -
src/test/resources/parser/test.sh | 29 -
src/test/resources/parser/weights | 4 -
src/test/resources/pipeline/.gitignore | 2 -
src/test/resources/pipeline/Makefile | 10 -
src/test/resources/pipeline/final-bleu.gold | 1 -
src/test/resources/pipeline/input/devtest.en.0 | 100 -
src/test/resources/pipeline/input/devtest.en.1 | 100 -
src/test/resources/pipeline/input/devtest.en.2 | 100 -
src/test/resources/pipeline/input/devtest.en.3 | 100 -
src/test/resources/pipeline/input/devtest.ur | 100 -
src/test/resources/pipeline/input/train.en | 1000 -
src/test/resources/pipeline/input/train.ur | 1000 -
src/test/resources/pipeline/input/tune.en.0 | 100 -
src/test/resources/pipeline/input/tune.en.1 | 100 -
src/test/resources/pipeline/input/tune.en.2 | 100 -
src/test/resources/pipeline/input/tune.en.3 | 100 -
src/test/resources/pipeline/input/tune.ur | 100 -
src/test/resources/pipeline/test-ghkm.sh | 43 -
src/test/resources/pipeline/test.sh | 39 -
.../resources/prune-equivalent-translations.py | 47 -
src/test/resources/run-all-tests.sh | 55 -
src/test/resources/scripts/.gitignore | 1 -
src/test/resources/scripts/merge_lms_test.py | 53 -
.../resources/scripts/normalization/.gitignore | 2 -
.../scripts/normalization/data/train.en | 21 -
.../scripts/normalization/data/train.en.norm | 21 -
.../resources/scripts/normalization/test.sh | 29 -
src/test/resources/scripts/run_bundler_test.py | 378 -
.../scripts/support/moses_grammar/input | 10 -
.../support/moses_grammar/output.expected | 10 -
.../scripts/support/moses_grammar/test.sh | 30 -
src/test/resources/server/http/expected | 16 -
src/test/resources/server/http/test.sh | 36 -
src/test/resources/server/tcp-text/expected | 9 -
src/test/resources/server/tcp-text/test.sh | 47 -
src/test/resources/testng.xml | 30 -
src/test/resources/thrax/.gitignore | 5 -
.../resources/thrax/extraction/input/thrax.conf | 71 -
.../resources/thrax/extraction/input/train.a | 100 -
.../resources/thrax/extraction/input/train.en | 100 -
.../resources/thrax/extraction/input/train.ps | 100 -
src/test/resources/thrax/extraction/test.sh | 36 -
.../resources/thrax/filtering/dev.hi-en.hi.1 | 1 -
src/test/resources/thrax/filtering/exact.gold | 993 -
.../resources/thrax/filtering/exact.log.gold | 17 -
src/test/resources/thrax/filtering/fast.gold | 1087 -
.../resources/thrax/filtering/fast.log.gold | 17 -
src/test/resources/thrax/filtering/grammar.de | 4 -
.../thrax/filtering/grammar.filtered.gz | Bin 134958 -> 0 bytes
src/test/resources/thrax/filtering/input.de | 3 -
.../resources/thrax/filtering/loose.log.gold | 16 -
.../resources/thrax/filtering/test-exact.sh | 34 -
src/test/resources/thrax/filtering/test-fast.sh | 34 -
.../resources/thrax/filtering/test-loose.sh | 34 -
1330 files changed, 157903 insertions(+), 157486 deletions(-)
----------------------------------------------------------------------