You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by jo...@apache.org on 2014/05/02 14:34:33 UTC
svn commit: r1591889 [1/14] - in /opennlp/trunk: opennlp-tools/lang/ml/
opennlp-tools/src/main/java/opennlp/tools/chunker/
opennlp-tools/src/main/java/opennlp/tools/cmdline/
opennlp-tools/src/main/java/opennlp/tools/cmdline/chunker/
opennlp-tools/src/m...
Author: joern
Date: Fri May 2 12:34:23 2014
New Revision: 1591889
URL: http://svn.apache.org/r1591889
Log:
OPENNLP-678 Removed trailing whitespaces
Modified:
opennlp/trunk/opennlp-tools/lang/ml/MaxentQnExperimentalTrainerParams.txt
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSample.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleSequenceStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/Chunker.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerCrossValidator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEvaluator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerME.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/DefaultChunkerSequenceValidator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/ArgumentParser.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/BasicCmdLineTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/CLI.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/CmdLineTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/CmdLineUtil.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/DetailedFMeasureListener.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/EvaluationErrorPrinter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/MarkableFileInputStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/ModelLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/ObjectStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/PerformanceMonitor.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/StreamFactoryRegistry.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/SystemInputStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/TerminateToolException.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/TypedCmdLineTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/chunker/ChunkEvaluationErrorListener.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/chunker/ChunkerCrossValidatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/chunker/ChunkerEvaluatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/chunker/ChunkerModelLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/chunker/ChunkerTrainerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/chunker/TrainingParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/dictionary/DictionaryBuilderParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/doccat/DoccatEvaluationErrorListener.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/doccat/DoccatFineGrainedReportListener.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/doccat/DoccatModelLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/entitylinker/EntityLinkerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/namefind/CensusDictionaryCreatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/namefind/NameEvaluationErrorListener.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/namefind/TokenNameFinderCrossValidatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/namefind/TokenNameFinderEvaluatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/namefind/TokenNameFinderModelLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/namefind/TokenNameFinderTrainerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/namefind/TrainingParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/params/BasicTrainingParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/params/CVParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/params/DetailedFMeasureEvaluatorParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/params/EncodingParameter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/params/EvaluatorParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/params/LanguageParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/params/TrainingToolParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/parser/BuildModelUpdaterTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/parser/CheckModelUpdaterTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/parser/ModelUpdaterTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/parser/ParserEvaluatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/parser/ParserModelLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/parser/ParserTrainerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/parser/TaggerModelReplacerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/parser/TrainingParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/postag/POSEvaluationErrorListener.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/postag/POSModelLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/postag/POSTaggerCrossValidatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/postag/POSTaggerEvaluatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/postag/POSTaggerFineGrainedReportListener.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/postag/POSTaggerTrainerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/postag/TrainingParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/sentdetect/SentenceDetectorCrossValidatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/sentdetect/SentenceDetectorEvaluatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/sentdetect/SentenceDetectorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/sentdetect/SentenceDetectorTrainerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/sentdetect/SentenceEvaluationErrorListener.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/sentdetect/SentenceModelLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/sentdetect/TrainingParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/DetokenizationDictionaryLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/DictionaryDetokenizerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/SimpleTokenizerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/TokenEvaluationErrorListener.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/TokenizerCrossValidatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/TokenizerMEEvaluatorTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/TokenizerMETool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/TokenizerModelLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/TokenizerTrainerTool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/tokenizer/TrainingParams.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/dictionary/Dictionary.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/dictionary/serializer/DictionarySerializer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/doccat/BagOfWordsFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/doccat/DocumentCategorizer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/doccat/DocumentCategorizerME.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/doccat/DocumentSample.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/doccat/DocumentSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/entitylinker/EntityLinkerProperties.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/BioNLP2004NameSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/BioNLP2004NameSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/Conll02NameSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/Conll02NameSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/Conll03NameSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/Conll03NameSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ConllXPOSSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ConllXPOSSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ConllXSentenceSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/DirectorySampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/EvalitaNameSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/LeipzigDoccatSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/LeipzigDocumentSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/NameFinderCensus90NameStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ad/ADChunkSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ad/ADChunkSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ad/ADNameSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ad/ADNameSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ad/ADPOSSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ad/ADSentenceSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ad/ADSentenceStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ad/PortugueseContractionUtility.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/AnnotationConfiguration.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/BratAnnotation.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/BratAnnotationStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/BratDocument.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/BratDocumentStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/BratNameSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/BratNameSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/RelationAnnotation.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/SegmenterObjectStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/brat/SpanAnnotation.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/FileToByteArraySampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/FileToStringSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/NameToSentenceSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/NameToTokenSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/POSToSentenceSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/POSToTokenSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/ParseToPOSSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/ParseToPOSSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/ParseToSentenceSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/convert/ParseToTokenSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/frenchtreebank/ConstitDocumentHandler.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/frenchtreebank/ConstitParseSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/frenchtreebank/ConstitParseSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/muc/DocumentSplitterStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/muc/MucNameContentHandler.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/muc/SgmlParser.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ontonotes/DocumentToLineStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ontonotes/OntoNotesPOSSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ontonotes/OntoNotesParseSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/formats/ontonotes/OntoNotesParseSampleStreamFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/lemmatizer/DictionaryLemmatizer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/lemmatizer/SimpleLemmatizer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/AbstractEventTrainer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/AbstractTrainer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/BeamSearch.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/EventTrainer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/SequenceTrainer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/TrainerFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/BasicContextGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/BasicEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/BinToAscii.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/ContextGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/Counter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/DataStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/DomainToModelMap.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/DoubleStringPair.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/GIS.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/GISModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/GISTrainer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/IntegerPool.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/Main.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/ModelApplier.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/ModelDomain.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/ModelReplacementManager.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/ModelSetter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/PlainTextByLineDataStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/maxent/RealBasicEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/AbstractDataIndexer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/AbstractEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/AbstractModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/AbstractModelReader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/AbstractModelWriter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/BinaryFileDataReader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/ComparableEvent.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/ComparablePredicate.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/Context.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/DataIndexer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/DataReader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/DynamicEvalParameters.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/EvalParameters.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/Event.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/EventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/FileEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/GenericModelReader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/GenericModelWriter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/HashSumEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/IndexHashTable.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/ListEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/MaxentModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/MutableContext.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/ObjectDataReader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/OnePassDataIndexer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/OnePassRealValueDataIndexer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/PlainTextFileDataReader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/Prior.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/RealValueFileEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/Sequence.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/SequenceClassificationModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/SequenceStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/SequenceStreamEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/TrainUtil.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/TwoPassDataIndexer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/model/UniformPrior.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/BinaryPerceptronModelReader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/BinaryPerceptronModelWriter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/PerceptronModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/PerceptronModelReader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/PerceptronModelWriter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/PerceptronTrainer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/PlainTextPerceptronModelReader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/PlainTextPerceptronModelWriter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/SimplePerceptronSequenceTrainer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ml/perceptron/SuffixSensitivePerceptronModelWriter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/BilouCodec.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/BilouNameFinderSequenceValidator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/BioCodec.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/DefaultNameContextGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/DictionaryNameFinder.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/DocumentNameFinder.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/NameFinderEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/NameFinderME.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/NameFinderSequenceValidator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/NameSample.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/NameSampleDataStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/NameSampleSequenceStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/NameSampleTypeFilter.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/RegexNameFinder.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/TokenNameFinder.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/TokenNameFinderCrossValidator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/TokenNameFinderEvaluator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/TokenNameFinderFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/namefind/TokenNameFinderModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ngram/NGramGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/AbstractBottomUpParser.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/AbstractParserEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/ChunkSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/Parse.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/ParseSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/ParserEvaluator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/ParserFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/ParserModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/ParserType.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/PosSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/chunking/Parser.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/lang/en/HeadRules.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/lang/es/AncoraSpanishHeadRules.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/treeinsert/BuildContextGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/parser/treeinsert/Parser.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/MutableTagDictionary.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSDictionary.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSEvaluator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSSample.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSSampleEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSSampleSequenceStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSTagger.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSTaggerCrossValidator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSTaggerFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSTaggerME.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/WordTagSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/DefaultSDContextGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/EmptyLinePreprocessorStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/NewlineSentenceDetector.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/SDCrossValidator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/SDEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/SentenceDetectorEvaluator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/SentenceDetectorME.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/SentenceModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/SentenceSample.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/sentdetect/SentenceSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/PorterStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/Stemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/SnowballStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/danishStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/dutchStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/englishStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/finnishStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/frenchStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/germanStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/hungarianStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/italianStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/norwegianStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/porterStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/portugueseStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/romanianStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/russianStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/spanishStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/swedishStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/stemmer/snowball/turkishStemmer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/DefaultTokenContextGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/DetokenizationDictionary.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/Detokenizer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/DictionaryDetokenizer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/SimpleTokenizer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokSpanEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenSample.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenSampleStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerCrossValidator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerEvaluator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerME.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/WhitespaceTokenStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/WhitespaceTokenizer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/lang/Factory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/AbstractEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/AbstractObjectStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/BaseToolFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/BeamSearch.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/CollectionObjectStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/EventTraceStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/FilterObjectStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/HashSumEventStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/InvalidFormatException.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/ObjectStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/ObjectStreamUtils.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/ParagraphStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/PlainTextByLineStream.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/ResetableIterator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/SequenceCodec.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/Span.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/StringList.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/StringUtil.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/TrainingParameters.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/TreeHeap.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/Version.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/eval/CrossValidationPartitioner.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/eval/EvaluationMonitor.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/eval/Evaluator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/eval/FMeasure.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/eval/Mean.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/ext/ExtensionLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/ext/ExtensionNotLoadedException.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/ext/ExtensionServiceKeys.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/ext/OSGiExtensionLoader.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/AdaptiveFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/AggregatedFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/BigramNameFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/CustomFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/DictionaryFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/DocumentBeginFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/FastTokenClassFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/FeatureGeneratorFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/FeatureGeneratorResourceProvider.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/GeneratorFactory.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/InSpanGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/PrefixFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/SentenceFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/StringPattern.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/SuffixFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/W2VClassesDictionary.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/featuregen/WindowFeatureGenerator.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/model/ArtifactProvider.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/model/BaseModel.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/model/ClassSerializer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/model/FeatureGeneratorFactorySerializer.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/model/ModelUtil.java
opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/util/model/SerializableArtifact.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/chunker/ChunkSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/chunker/ChunkSampleTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/chunker/ChunkerDetailedFMeasureListenerTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/chunker/ChunkerEvaluatorTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/chunker/ChunkerFactoryTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/chunker/ChunkerMETest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/chunker/DummyChunkSampleStream.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/chunker/DummyChunkerFactory.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/cmdline/ArgumentParserTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/cmdline/CLITest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/dictionary/DictionaryAsSetCaseInsensitiveTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/dictionary/DictionaryAsSetCaseSensitiveTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/dictionary/DictionaryTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/doccat/DocumentSampleTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll02NameSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/ConllXPOSSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/EvalitaNameSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/LeipzigDoccatSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/NameFinderCensus90NameStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/ResourceAsStreamFactory.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/ad/ADChunkSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/ad/ADNameSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/ad/ADPOSSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/ad/ADParagraphStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/ad/ADSentenceSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/brat/BratAnnotationStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/brat/BratDocumentTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/frenchtreebank/ConstitParseSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/muc/DocumentSplitterStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/muc/SgmlParserTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/ml/PrepAttachDataUtil.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/ml/TrainerFactoryTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/ml/maxent/MaxentPrepAttachTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/ml/maxent/RealValueModelTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/ml/maxent/ScaleDoesntMatterTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/ml/perceptron/PerceptronPrepAttachTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/namefind/DictionaryNameFinderEvaluatorTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/namefind/DictionaryNameFinderTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/namefind/NameFinderEventStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/namefind/NameFinderMETest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/namefind/NameSampleDataStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/namefind/NameSampleTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/namefind/TokenNameFinderCrossValidatorTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/namefind/TokenNameFinderEvaluatorTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/parser/ChunkSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/parser/ParseSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/parser/ParseTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/parser/ParserTestUtil.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/parser/PosSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/postag/DummyPOSTaggerFactory.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/postag/POSDictionaryTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/postag/POSEvaluatorTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/postag/POSModelTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/postag/POSSampleEventStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/postag/POSSampleTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/postag/POSTaggerFactoryTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/postag/POSTaggerMETest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/postag/WordTagSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/sentdetect/DefaultEndOfSentenceScannerTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/sentdetect/DummySentenceDetectorFactory.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/sentdetect/SDEventStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/sentdetect/SentenceDetectorEvaluatorTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/sentdetect/SentenceDetectorFactoryTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/sentdetect/SentenceDetectorMETest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/sentdetect/SentenceSampleTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/DetokenizationDictionaryTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/DictionaryDetokenizerTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/DummyTokenizerFactory.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/TokSpanEventStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/TokenSampleStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/TokenSampleTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/TokenizerEvaluatorTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/TokenizerMETest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/TokenizerModelTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/TokenizerTestUtil.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/tokenize/WhitespaceTokenizerTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/AbstractEventStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/BeamSearchTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/ListHeapTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/ParagraphStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/PlainTextByLineStreamTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/SpanTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/StringUtilTest.java
opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/VersionTest.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/chunker/Chunker.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/chunker/ChunkerModelResource.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/chunker/ChunkerModelResourceImpl.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/chunker/ChunkerTrainer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/doccat/AbstractDocumentCategorizer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/doccat/DoccatModelResource.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/doccat/DoccatModelResourceImpl.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/doccat/DocumentCategorizer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/doccat/DocumentCategorizerTrainer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/namefind/AbstractNameFinder.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/namefind/DictionaryNameFinder.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/namefind/NameFinder.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/namefind/NameFinderTrainer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/namefind/TokenNameFinderModelResource.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/namefind/TokenNameFinderModelResourceImpl.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/normalizer/Normalizer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/normalizer/NumberUtil.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/normalizer/StringDictionary.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/parser/Parser.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/postag/POSModelResource.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/postag/POSModelResourceImpl.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/postag/POSTagger.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/postag/POSTaggerTrainer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/AbstractSentenceDetector.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/SentenceDetector.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/SentenceDetectorTrainer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/SentenceModelResource.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/sentdetect/SentenceModelResourceImpl.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/tokenize/AbstractTokenizer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/tokenize/SimpleTokenizer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/tokenize/Tokenizer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/tokenize/TokenizerModelResource.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/tokenize/TokenizerTrainer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/tokenize/WhitespaceTokenizer.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/AbstractModelResource.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/AnnotationComboIterator.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/AnnotationComparator.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/AnnotationIteratorPair.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/AnnotatorUtil.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/CasConsumerUtil.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/ContainingConstraint.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/ExceptionMessages.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/OpennlpUtil.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/SampleTraceStream.java
opennlp/trunk/opennlp-uima/src/main/java/opennlp/uima/util/UimaUtil.java
Modified: opennlp/trunk/opennlp-tools/lang/ml/MaxentQnExperimentalTrainerParams.txt
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/lang/ml/MaxentQnExperimentalTrainerParams.txt?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/lang/ml/MaxentQnExperimentalTrainerParams.txt (original)
+++ opennlp/trunk/opennlp-tools/lang/ml/MaxentQnExperimentalTrainerParams.txt Fri May 2 12:34:23 2014
@@ -17,6 +17,6 @@
Algorithm=MAXENT_QN_EXPERIMENTAL
Iterations=100
-Cutoff=5
+Cutoff=0
L1Cost=0.5
-L2Cost=0.5
\ No newline at end of file
+L2Cost=0.5
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSample.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSample.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSample.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSample.java Fri May 2 12:34:23 2014
@@ -28,14 +28,14 @@ import opennlp.tools.util.Span;
* Class for holding chunks for a single unit of text.
*/
public class ChunkSample {
-
+
private final List<String> sentence;
private final List<String> tags;
private final List<String> preds;
/**
* Initializes the current instance.
- *
+ *
* @param sentence
* training sentence
* @param tags
@@ -44,9 +44,9 @@ public class ChunkSample {
* Chunk tags in B-* I-* notation
*/
public ChunkSample(String[] sentence, String[] tags, String[] preds) {
-
+
validateArguments(sentence.length, tags.length, preds.length);
-
+
this.sentence = Collections.unmodifiableList(new ArrayList<String>(Arrays.asList(sentence)));
this.tags = Collections.unmodifiableList(new ArrayList<String>(Arrays.asList(tags)));
this.preds = Collections.unmodifiableList(new ArrayList<String>(Arrays.asList(preds)));
@@ -54,7 +54,7 @@ public class ChunkSample {
/**
* Initializes the current instance.
- *
+ *
* @param sentence
* training sentence
* @param tags
@@ -63,14 +63,14 @@ public class ChunkSample {
* Chunk tags in B-* I-* notation
*/
public ChunkSample(List<String> sentence, List<String> tags, List<String> preds) {
-
+
validateArguments(sentence.size(), tags.size(), preds.size());
-
+
this.sentence = Collections.unmodifiableList(new ArrayList<String>((sentence)));
this.tags = Collections.unmodifiableList(new ArrayList<String>((tags)));
this.preds = Collections.unmodifiableList(new ArrayList<String>((preds)));
}
-
+
/** Gets the training sentence */
public String[] getSentence() {
return sentence.toArray(new String[sentence.size()]);
@@ -80,27 +80,27 @@ public class ChunkSample {
public String[] getTags() {
return tags.toArray(new String[tags.size()]);
}
-
+
/** Gets the Chunk tags in B-* I-* notation */
public String[] getPreds() {
return preds.toArray(new String[preds.size()]);
}
-
+
/** Gets the phrases as an array of spans */
public Span[] getPhrasesAsSpanList() {
return phrasesAsSpanList(getSentence(), getTags(), getPreds());
}
-
+
/**
* Static method to create arrays of spans of phrases
- *
+ *
* @param aSentence
* training sentence
* @param aTags
* POS Tags for the sentence
* @param aPreds
* Chunk tags in B-* I-* notation
- *
+ *
* @return the phrases as an array of spans
*/
public static Span[] phrasesAsSpanList(String[] aSentence, String[] aTags,
@@ -109,7 +109,7 @@ public class ChunkSample {
validateArguments(aSentence.length, aTags.length, aPreds.length);
// initialize with the list maximum size
- List<Span> phrases = new ArrayList<Span>(aSentence.length);
+ List<Span> phrases = new ArrayList<Span>(aSentence.length);
String startTag = "";
int startIndex = 0;
boolean foundPhrase = false;
@@ -138,7 +138,7 @@ public class ChunkSample {
return phrases.toArray(new Span[phrases.size()]);
}
-
+
private static void validateArguments(int sentenceSize, int tagsSize, int predsSize) throws IllegalArgumentException {
if (sentenceSize != tagsSize || tagsSize != predsSize)
throw new IllegalArgumentException(
@@ -147,21 +147,21 @@ public class ChunkSample {
", tagsSize: " + tagsSize +
", predsSize: " + predsSize + "!");
}
-
+
/**
* Creates a nice to read string for the phrases formatted as following: <br>
* <code>
* [NP Rockwell_NNP ] [VP said_VBD ] [NP the_DT agreement_NN ] [VP calls_VBZ ] [SBAR for_IN ] [NP it_PRP ] [VP to_TO supply_VB ] [NP 200_CD additional_JJ so-called_JJ shipsets_NNS ] [PP for_IN ] [NP the_DT planes_NNS ] ._.
* </code>
- *
+ *
* @return a nice to read string representation of the chunk phases
*/
public String nicePrint() {
-
+
Span[] spans = getPhrasesAsSpanList();
-
+
StringBuilder result = new StringBuilder(" ");
-
+
for (int tokenIndex = 0; tokenIndex < sentence.size(); tokenIndex++) {
for (int nameIndex = 0; nameIndex < spans.length; nameIndex++) {
if (spans[nameIndex].getStart() == tokenIndex) {
@@ -178,7 +178,7 @@ public class ChunkSample {
if (sentence.size() > 1)
result.setLength(result.length() - 1);
-
+
for (int nameIndex = 0; nameIndex < spans.length; nameIndex++) {
if (spans[nameIndex].getEnd() == sentence.size()) {
result.append(']');
@@ -187,18 +187,18 @@ public class ChunkSample {
return result.toString();
}
-
+
@Override
public String toString() {
-
+
StringBuilder chunkString = new StringBuilder();
-
+
for (int ci=0; ci < preds.size(); ci++) {
chunkString.append(sentence.get(ci)).append(" ").append(tags.get(ci)).append(" ").append(preds.get(ci)).append("\n");
}
return chunkString.toString();
}
-
+
@Override
public boolean equals(Object obj) {
if (this == obj) {
@@ -213,5 +213,5 @@ public class ChunkSample {
return false;
}
}
-
+
}
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleSequenceStream.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleSequenceStream.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleSequenceStream.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleSequenceStream.java Fri May 2 12:34:23 2014
@@ -39,24 +39,24 @@ public class ChunkSampleSequenceStream i
@Override
public Sequence read() throws IOException {
ChunkSample sample = samples.read();
-
+
if (sample != null) {
String sentence[] = sample.getSentence();
String tags[] = sample.getTags();
Event[] events = new Event[sentence.length];
-
+
for (int i=0; i < sentence.length; i++) {
-
+
// it is safe to pass the tags as previous tags because
// the context generator does not look for non predicted tags
String[] context = contextGenerator.getContext(i, sentence, tags, null);
-
+
events[i] = new Event(tags[i], context);
}
return new Sequence<ChunkSample>(events,sample);
}
-
- return null;
+
+ return null;
}
@Override
@@ -64,7 +64,7 @@ public class ChunkSampleSequenceStream i
// TODO: Should be implemented for Perceptron sequence learning ...
return null;
}
-
+
@Override
public void reset() throws IOException, UnsupportedOperationException {
samples.reset();
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleStream.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleStream.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleStream.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkSampleStream.java Fri May 2 12:34:23 2014
@@ -35,19 +35,19 @@ public class ChunkSampleStream extends F
/**
* Initializes the current instance.
- *
+ *
* @param samples a plain text line stream
*/
public ChunkSampleStream(ObjectStream<String> samples) {
super(samples);
}
-
+
public ChunkSample read() throws IOException {
-
+
List<String> toks = new ArrayList<String>();
List<String> tags = new ArrayList<String>();
List<String> preds = new ArrayList<String>();
-
+
for (String line = samples.read(); line !=null && !line.equals(""); line = samples.read()) {
String[] parts = line.split(" ");
if (parts.length != 3) {
@@ -59,9 +59,9 @@ public class ChunkSampleStream extends F
preds.add(parts[2]);
}
}
-
+
if (toks.size() > 0) {
- return new ChunkSample(toks.toArray(new String[toks.size()]),
+ return new ChunkSample(toks.toArray(new String[toks.size()]),
tags.toArray(new String[tags.size()]), preds.toArray(new String[preds.size()]));
}
else {
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/Chunker.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/Chunker.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/Chunker.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/Chunker.java Fri May 2 12:34:23 2014
@@ -32,9 +32,9 @@ public interface Chunker {
*
* @param toks a list of the tokens or words of the sequence.
* @param tags a list of the pos tags of the sequence.
- *
+ *
* @return a list of chunk tags for each token in the sequence.
- *
+ *
* @deprecated please use {@link #chunk(String[], String[])} instead.
*/
@Deprecated
@@ -45,17 +45,17 @@ public interface Chunker {
*
* @param toks an array of the tokens or words of the sequence.
* @param tags an array of the pos tags of the sequence.
- *
+ *
* @return an array of chunk tags for each token in the sequence.
*/
public String[] chunk(String[] toks, String tags[]);
-
+
/**
* Generates tagged chunk spans for the given sequence returning the result in a span array.
*
* @param toks an array of the tokens or words of the sequence.
* @param tags an array of the pos tags of the sequence.
- *
+ *
* @return an array of spans with chunk tags for each chunk in the sequence.
*/
public Span[] chunkAsSpans(String[] toks, String tags[]);
@@ -64,20 +64,20 @@ public interface Chunker {
* Returns the top k chunk sequences for the specified sentence with the specified pos-tags
* @param sentence The tokens of the sentence.
* @param tags The pos-tags for the specified sentence.
- *
+ *
* @return the top k chunk sequences for the specified sentence.
- *
+ *
* @deprecated please use {@link #topKSequences(String[], String[])} instead.
*/
@Deprecated
public Sequence[] topKSequences(List<String> sentence, List<String> tags);
-
-
+
+
/**
* Returns the top k chunk sequences for the specified sentence with the specified pos-tags
* @param sentence The tokens of the sentence.
* @param tags The pos-tags for the specified sentence.
- *
+ *
* @return the top k chunk sequences for the specified sentence.
*/
public Sequence[] topKSequences(String[] sentence, String[] tags);
@@ -87,7 +87,7 @@ public interface Chunker {
* @param sentence The tokens of the sentence.
* @param tags The pos-tags for the specified sentence.
* @param minSequenceScore A lower bound on the score of a returned sequence.
- *
+ *
* @return the top k chunk sequences for the specified sentence.
*/
public Sequence[] topKSequences(String[] sentence, String[] tags, double minSequenceScore);
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerCrossValidator.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerCrossValidator.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerCrossValidator.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerCrossValidator.java Fri May 2 12:34:23 2014
@@ -35,7 +35,7 @@ public class ChunkerCrossValidator {
private ChunkerFactory chunkerFactory;
/**
- * @deprecated Use {@link #ChunkerCrossValidator(String, TrainingParameters, ChunkerFactory, ChunkerEvaluationMonitor...)} instead.
+ * @deprecated Use {@link #ChunkerCrossValidator(String, TrainingParameters, ChunkerFactory, ChunkerEvaluationMonitor...)} instead.
*/
public ChunkerCrossValidator(String languageCode, TrainingParameters params,
ChunkerEvaluationMonitor... listeners) {
@@ -44,7 +44,7 @@ public class ChunkerCrossValidator {
this.params = params;
this.listeners = listeners;
}
-
+
public ChunkerCrossValidator(String languageCode, TrainingParameters params,
ChunkerFactory factory, ChunkerEvaluationMonitor... listeners) {
this.chunkerFactory = factory;
@@ -55,12 +55,12 @@ public class ChunkerCrossValidator {
/**
* Starts the evaluation.
- *
+ *
* @param samples
* the data to train and test
* @param nFolds
* number of folds
- *
+ *
* @throws IOException
*/
public void evaluate(ObjectStream<ChunkSample> samples, int nFolds)
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEvaluator.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEvaluator.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEvaluator.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEvaluator.java Fri May 2 12:34:23 2014
@@ -33,7 +33,7 @@ import opennlp.tools.util.eval.FMeasure;
public class ChunkerEvaluator extends Evaluator<ChunkSample> {
private FMeasure fmeasure = new FMeasure();
-
+
/**
* The {@link Chunker} used to create the predicted
* {@link ChunkSample} objects.
@@ -51,7 +51,7 @@ public class ChunkerEvaluator extends Ev
super(listeners);
this.chunker = chunker;
}
-
+
/**
* Evaluates the given reference {@link ChunkSample} object.
*
@@ -61,7 +61,7 @@ public class ChunkerEvaluator extends Ev
* calculate and update the scores.
*
* @param reference the reference {@link ChunkSample}.
- *
+ *
* @return the predicted sample
*/
@Override
@@ -70,10 +70,10 @@ public class ChunkerEvaluator extends Ev
ChunkSample result = new ChunkSample(reference.getSentence(), reference.getTags(), preds);
fmeasure.updateScores(reference.getPhrasesAsSpanList(), result.getPhrasesAsSpanList());
-
+
return result;
}
-
+
public FMeasure getFMeasure() {
return fmeasure;
}
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEventStream.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEventStream.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEventStream.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerEventStream.java Fri May 2 12:34:23 2014
@@ -32,7 +32,7 @@ import opennlp.tools.util.ObjectStream;
public class ChunkerEventStream extends AbstractEventStream<ChunkSample> {
private ChunkerContextGenerator cg;
-
+
/**
* Creates a new event stream based on the specified data stream using the specified context generator.
* @param d The data stream for this event stream.
@@ -42,20 +42,20 @@ public class ChunkerEventStream extends
super(d);
this.cg = cg;
}
-
+
/**
* Creates a new event stream based on the specified data stream.
* @param d The data stream for this event stream.
- *
+ *
* @deprecated Use {@link #ChunkerEventStream(ObjectStream, ChunkerContextGenerator)} instead.
*/
public ChunkerEventStream(ObjectStream<ChunkSample> d) {
this(d, new DefaultChunkerContextGenerator());
}
-
+
@Override
protected Iterator<Event> createEvents(ChunkSample sample) {
-
+
if (sample != null) {
List<Event> events = new ArrayList<Event>();
String[] toksArray = sample.getSentence();
@@ -64,7 +64,7 @@ public class ChunkerEventStream extends
for (int ei = 0, el = sample.getSentence().length; ei < el; ei++) {
events.add(new Event(predsArray[ei], cg.getContext(ei,toksArray,tagsArray,predsArray)));
}
-
+
return events.iterator();
}
else {
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerME.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerME.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerME.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerME.java Fri May 2 12:34:23 2014
@@ -63,19 +63,19 @@ public class ChunkerME implements Chunke
*
* @param model The model for this chunker.
* @param beamSize The size of the beam that should be used when decoding sequences.
- * @param sequenceValidator The {@link SequenceValidator} to determines whether the outcome
- * is valid for the preceding sequence. This can be used to implement constraints
+ * @param sequenceValidator The {@link SequenceValidator} to determines whether the outcome
+ * is valid for the preceding sequence. This can be used to implement constraints
* on what sequences are valid.
- * @deprecated Use {@link #ChunkerME(ChunkerModel, int)} instead
+ * @deprecated Use {@link #ChunkerME(ChunkerModel, int)} instead
* and use the {@link ChunkerFactory} to configure the {@link SequenceValidator} and {@link ChunkerContextGenerator}.
*/
@Deprecated
public ChunkerME(ChunkerModel model, int beamSize, SequenceValidator<String> sequenceValidator,
ChunkerContextGenerator contextGenerator) {
-
+
this.sequenceValidator = sequenceValidator;
this.contextGenerator = contextGenerator;
-
+
if (model.getChunkerSequenceModel() != null) {
this.model = model.getChunkerSequenceModel();
}
@@ -84,17 +84,17 @@ public class ChunkerME implements Chunke
model.getChunkerModel(), 0);
}
}
-
+
/**
* Initializes the current instance with the specified model and
* the specified beam size.
*
* @param model The model for this chunker.
* @param beamSize The size of the beam that should be used when decoding sequences.
- * @param sequenceValidator The {@link SequenceValidator} to determines whether the outcome
- * is valid for the preceding sequence. This can be used to implement constraints
+ * @param sequenceValidator The {@link SequenceValidator} to determines whether the outcome
+ * is valid for the preceding sequence. This can be used to implement constraints
* on what sequences are valid.
- * @deprecated Use {@link #ChunkerME(ChunkerModel, int)} instead
+ * @deprecated Use {@link #ChunkerME(ChunkerModel, int)} instead
* and use the {@link ChunkerFactory} to configure the {@link SequenceValidator}.
*/
@Deprecated
@@ -103,22 +103,22 @@ public class ChunkerME implements Chunke
this(model, beamSize, sequenceValidator,
new DefaultChunkerContextGenerator());
}
-
+
/**
* Initializes the current instance with the specified model and
* the specified beam size.
*
* @param model The model for this chunker.
* @param beamSize The size of the beam that should be used when decoding sequences.
- *
+ *
* @deprecated beam size is now stored inside the model
*/
@Deprecated
public ChunkerME(ChunkerModel model, int beamSize) {
-
+
contextGenerator = model.getFactory().getContextGenerator();
sequenceValidator = model.getFactory().getSequenceValidator();
-
+
if (model.getChunkerSequenceModel() != null) {
this.model = model.getChunkerSequenceModel();
}
@@ -127,7 +127,7 @@ public class ChunkerME implements Chunke
model.getChunkerModel(), 0);
}
}
-
+
/**
* Initializes the current instance with the specified model.
* The default beam size is used.
@@ -151,7 +151,7 @@ public class ChunkerME implements Chunke
List<String> c = bestSequence.getOutcomes();
return c.toArray(new String[c.size()]);
}
-
+
public Span[] chunkAsSpans(String[] toks, String[] tags) {
String[] preds = chunk(toks, tags);
return ChunkSample.phrasesAsSpanList(toks, tags, preds);
@@ -162,7 +162,7 @@ public class ChunkerME implements Chunke
return topKSequences(sentence.toArray(new String[sentence.size()]),
tags.toArray(new String[tags.size()]));
}
-
+
public Sequence[] topKSequences(String[] sentence, String[] tags) {
return model.bestSequences(DEFAULT_BEAM_SIZE, sentence,
new Object[] { tags }, contextGenerator, sequenceValidator);
@@ -193,25 +193,25 @@ public class ChunkerME implements Chunke
public double[] probs() {
return bestSequence.getProbs();
}
-
+
public static ChunkerModel train(String lang, ObjectStream<ChunkSample> in,
TrainingParameters mlParams, ChunkerFactory factory) throws IOException {
-
+
String beamSizeString = mlParams.getSettings().get(BeamSearch.BEAM_SIZE_PARAMETER);
-
+
int beamSize = NameFinderME.DEFAULT_BEAM_SIZE;
if (beamSizeString != null) {
beamSize = Integer.parseInt(beamSizeString);
}
-
+
Map<String, String> manifestInfoEntries = new HashMap<String, String>();
TrainerType trainerType = TrainerFactory.getTrainerType(mlParams.getSettings());
-
+
MaxentModel chunkerModel = null;
SequenceClassificationModel<String> seqChunkerModel = null;
-
+
if (TrainerType.EVENT_MODEL_TRAINER.equals(trainerType)) {
ObjectStream<Event> es = new ChunkerEventStream(in, factory.getContextGenerator());
EventTrainer trainer = TrainerFactory.getEventTrainer(mlParams.getSettings(),
@@ -221,16 +221,16 @@ public class ChunkerME implements Chunke
else if (TrainerType.SEQUENCE_TRAINER.equals(trainerType)) {
SequenceTrainer trainer = TrainerFactory.getSequenceModelTrainer(
mlParams.getSettings(), manifestInfoEntries);
-
+
// TODO: This will probably cause issue, since the feature generator uses the outcomes array
-
+
ChunkSampleSequenceStream ss = new ChunkSampleSequenceStream(in, factory.getContextGenerator());
seqChunkerModel = trainer.train(ss);
}
else {
- throw new IllegalArgumentException("Trainer type is not supported: " + trainerType);
+ throw new IllegalArgumentException("Trainer type is not supported: " + trainerType);
}
-
+
if (chunkerModel != null) {
return new ChunkerModel(lang, chunkerModel, manifestInfoEntries, factory);
}
@@ -244,16 +244,16 @@ public class ChunkerME implements Chunke
* {@link train(String, ObjectStream, TrainingParameters, ChunkerFactory)}
* instead.
*/
- public static ChunkerModel train(String lang, ObjectStream<ChunkSample> in,
+ public static ChunkerModel train(String lang, ObjectStream<ChunkSample> in,
ChunkerContextGenerator contextGenerator, TrainingParameters mlParams)
throws IOException {
-
+
Map<String, String> manifestInfoEntries = new HashMap<String, String>();
-
+
ObjectStream<Event> es = new ChunkerEventStream(in, contextGenerator);
-
+
MaxentModel maxentModel = TrainUtil.train(es, mlParams.getSettings(), manifestInfoEntries);
-
+
return new ChunkerModel(lang, maxentModel, manifestInfoEntries);
}
}
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerModel.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerModel.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerModel.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/ChunkerModel.java Fri May 2 12:34:23 2014
@@ -58,7 +58,7 @@ public class ChunkerModel extends BaseMo
public ChunkerModel(String languageCode, MaxentModel chunkerModel, Map<String, String> manifestInfoEntries) {
this(languageCode, chunkerModel, ChunkerME.DEFAULT_BEAM_SIZE, manifestInfoEntries, new ChunkerFactory());
}
-
+
public ChunkerModel(String languageCode, SequenceClassificationModel<String> chunkerModel,
Map<String, String> manifestInfoEntries, ChunkerFactory factory) {
super(COMPONENT_NAME, languageCode, manifestInfoEntries, factory);
@@ -70,18 +70,18 @@ public class ChunkerModel extends BaseMo
Map<String, String> manifestInfoEntries, ChunkerFactory factory) {
this(languageCode, chunkerModel, ChunkerME.DEFAULT_BEAM_SIZE, manifestInfoEntries, factory);
}
-
+
public ChunkerModel(String languageCode, MaxentModel chunkerModel, int beamSize,
Map<String, String> manifestInfoEntries, ChunkerFactory factory) {
super(COMPONENT_NAME, languageCode, manifestInfoEntries, factory);
artifactMap.put(CHUNKER_MODEL_ENTRY_NAME, chunkerModel);
-
+
Properties manifest = (Properties) artifactMap.get(MANIFEST_ENTRY);
manifest.put(BeamSearch.BEAM_SIZE_PARAMETER, Integer.toString(beamSize));
-
+
checkArtifactMap();
}
-
+
/**
* @deprecated Use
* {@link #ChunkerModel(String, MaxentModel, ChunkerFactory)
@@ -94,7 +94,7 @@ public class ChunkerModel extends BaseMo
public ChunkerModel(String languageCode, MaxentModel chunkerModel, ChunkerFactory factory) {
this(languageCode, chunkerModel, null, factory);
}
-
+
public ChunkerModel(InputStream in) throws IOException, InvalidFormatException {
super(COMPONENT_NAME, in);
}
@@ -102,11 +102,11 @@ public class ChunkerModel extends BaseMo
public ChunkerModel(File modelFile) throws IOException, InvalidFormatException {
super(COMPONENT_NAME, modelFile);
}
-
+
public ChunkerModel(URL modelURL) throws IOException, InvalidFormatException {
super(COMPONENT_NAME, modelURL);
}
-
+
@Override
protected void validateArtifactMap() throws InvalidFormatException {
super.validateArtifactMap();
@@ -128,19 +128,19 @@ public class ChunkerModel extends BaseMo
return null;
}
}
-
+
public SequenceClassificationModel<String> getChunkerSequenceModel() {
-
+
Properties manifest = (Properties) artifactMap.get(MANIFEST_ENTRY);
-
+
if (artifactMap.get(CHUNKER_MODEL_ENTRY_NAME) instanceof MaxentModel) {
String beamSizeString = manifest.getProperty(BeamSearch.BEAM_SIZE_PARAMETER);
-
+
int beamSize = NameFinderME.DEFAULT_BEAM_SIZE;
if (beamSizeString != null) {
beamSize = Integer.parseInt(beamSizeString);
}
-
+
return new BeamSearch<>(beamSize, (MaxentModel) artifactMap.get(CHUNKER_MODEL_ENTRY_NAME));
}
else if (artifactMap.get(CHUNKER_MODEL_ENTRY_NAME) instanceof SequenceClassificationModel) {
@@ -150,19 +150,19 @@ public class ChunkerModel extends BaseMo
return null;
}
}
-
+
@Override
protected Class<? extends BaseToolFactory> getDefaultFactory() {
return ChunkerFactory.class;
}
-
+
public ChunkerFactory getFactory() {
return (ChunkerFactory) this.toolFactory;
}
-
+
public static void main(String[] args) throws FileNotFoundException, IOException {
-
+
if (args.length != 4){
System.err.println("ChunkerModel -lang code packageName modelName");
System.exit(1);
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/DefaultChunkerSequenceValidator.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/DefaultChunkerSequenceValidator.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/DefaultChunkerSequenceValidator.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/chunker/DefaultChunkerSequenceValidator.java Fri May 2 12:34:23 2014
@@ -45,9 +45,9 @@ public class DefaultChunkerSequenceValid
}
return validOutcome(outcome,prevOutcome);
}
-
+
public boolean validSequence(int i, String[] sequence, String[] s, String outcome) {
return validOutcome(outcome, s);
}
-
+
}
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/ArgumentParser.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/ArgumentParser.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/ArgumentParser.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/ArgumentParser.java Fri May 2 12:34:23 2014
@@ -36,9 +36,9 @@ import java.util.Set;
/**
* Parser for command line arguments. The parser creates a dynamic proxy which
* can be access via a command line argument interface.
- *
+ *
* <p>
- *
+ *
* The command line argument proxy interface must follow these conventions:<br>
* - Methods do not define arguments<br>
* - Method names must start with get<br>
@@ -53,26 +53,26 @@ public class ArgumentParser {
public static final String DEFAULT_CHARSET = "DEFAULT_CHARSET";
public String defaultValue() default "";
}
-
+
public @Retention(RetentionPolicy.RUNTIME)
@interface ParameterDescription {
public String valueName();
public String description() default "";
}
-
+
private interface ArgumentFactory {
-
+
static final String INVALID_ARG = "Invalid argument: %s %s \n";
-
+
Object parseArgument(Method method, String argName, String argValue);
}
-
+
private static class IntegerArgumentFactory implements ArgumentFactory {
public Object parseArgument(Method method, String argName, String argValue) {
-
+
Object value;
-
+
try {
value = Integer.parseInt(argValue);
}
@@ -80,36 +80,36 @@ public class ArgumentParser {
throw new TerminateToolException(1, String.format(INVALID_ARG, argName, argValue) +
"Value must be an integer!", e);
}
-
+
return value;
}
}
-
+
private static class BooleanArgumentFactory implements ArgumentFactory {
public Object parseArgument(Method method, String argName, String argValue) {
return Boolean.parseBoolean(argValue);
}
- }
-
+ }
+
private static class StringArgumentFactory implements ArgumentFactory {
-
+
public Object parseArgument(Method method, String argName, String argValue) {
return argValue;
}
- }
-
+ }
+
private static class FileArgumentFactory implements ArgumentFactory {
-
+
public Object parseArgument(Method method, String argName, String argValue) {
return new File(argValue);
}
- }
-
+ }
+
private static class CharsetArgumentFactory implements ArgumentFactory {
-
+
public Object parseArgument(Method method, String argName, String charsetName) {
-
+
try {
if(OptionalParameter.DEFAULT_CHARSET.equals(charsetName)) {
return Charset.defaultCharset();
@@ -124,28 +124,28 @@ public class ArgumentParser {
"Illegal encoding name.");
}
}
- }
-
+ }
+
private static class ArgumentProxy implements InvocationHandler {
-
+
private final Map<String, Object> arguments;
-
+
ArgumentProxy(Map<String, Object> arguments) {
this.arguments = arguments;
}
-
+
public Object invoke(Object proxy, Method method, Object[] args)
throws Throwable {
-
+
if (args != null)
throw new IllegalStateException();
-
+
return arguments.get(method.getName());
}
}
-
+
private static final Map<Class<?>, ArgumentFactory> argumentFactories;
-
+
static {
Map<Class<?>, ArgumentFactory> factories = new HashMap<Class<?>, ArgumentParser.ArgumentFactory>();
factories.put(Integer.class, new IntegerArgumentFactory());
@@ -153,13 +153,13 @@ public class ArgumentParser {
factories.put(String.class, new StringArgumentFactory());
factories.put(File.class, new FileArgumentFactory());
factories.put(Charset.class, new CharsetArgumentFactory());
-
+
argumentFactories = Collections.unmodifiableMap(factories);
}
-
+
private ArgumentParser() {
}
-
+
private static <T> void checkProxyInterfaces(Class<T>... proxyInterfaces) {
for (Class<T> proxyInterface : proxyInterfaces) {
if (null != proxyInterface) {
@@ -196,11 +196,11 @@ public class ArgumentParser {
}
}
}
-
+
private static String methodNameToParameter(String methodName) {
// remove get from method name
char parameterNameChars[] = methodName.toCharArray();
-
+
// name length is checked to be at least 4 prior
parameterNameChars[3] = Character.toLowerCase(parameterNameChars[3]);
@@ -222,13 +222,13 @@ public class ArgumentParser {
return createUsage(new Class[]{argProxyInterface});
}
-
+
/**
* Creates a usage string which can be printed in case the user did specify the arguments
* incorrectly. Incorrectly is defined as {@link ArgumentParser#validateArguments(String[],
* Class[])}
* returns false.
- *
+ *
* @param argProxyInterfaces interfaces with parameter descriptions
* @return the help message usage string
*/
@@ -236,7 +236,7 @@ public class ArgumentParser {
checkProxyInterfaces(argProxyInterfaces);
Set<String> duplicateFilter = new HashSet<String>();
-
+
StringBuilder usage = new StringBuilder();
StringBuilder details = new StringBuilder();
for (Class<T> argProxyInterface : argProxyInterfaces) {
@@ -256,7 +256,7 @@ public class ArgumentParser {
else {
duplicateFilter.add(paramName);
}
-
+
if (optional != null)
usage.append('[');
@@ -327,7 +327,7 @@ public class ArgumentParser {
/**
* Tests if the arguments are correct or incorrect.
- *
+ *
* @param args command line arguments
* @param argProxyInterfaces interfaces with parameters description
* @return null, if arguments are valid or error message otherwise
@@ -373,63 +373,63 @@ public class ArgumentParser {
return null;
}
-
+
/**
* Parses the passed arguments and creates an instance of the proxy interface.
* <p>
* In case an argument value cannot be parsed a {@link TerminateToolException} is
* thrown which contains an error message which explains the problems.
- *
+ *
* @param args arguments
* @param argProxyInterface interface with parameters description
- *
+ *
* @return parsed parameters
- *
+ *
* @throws TerminateToolException if an argument value cannot be parsed.
* @throws IllegalArgumentException if validateArguments returns false, if the proxy interface is not compatible.
*/
@SuppressWarnings("unchecked")
public static <T> T parse(String args[], Class<T> argProxyInterface) {
-
+
checkProxyInterfaces(argProxyInterface);
-
+
if (!validateArguments(args, argProxyInterface))
throw new IllegalArgumentException("Passed args must be valid!");
-
+
Map<String, Object> arguments = new HashMap<String, Object>();
-
+
for (Method method : argProxyInterface.getMethods()) {
-
+
String parameterName = methodNameToParameter(method.getName());
String valueString = CmdLineUtil.getParameter(parameterName, args);
-
+
if (valueString == null) {
OptionalParameter optionalParam = method.getAnnotation(OptionalParameter.class);
-
+
if (optionalParam.defaultValue().length() > 0)
valueString = optionalParam.defaultValue();
else
valueString = null;
}
-
+
Class<?> returnType = method.getReturnType();
-
+
Object value;
-
+
if (valueString != null) {
ArgumentFactory factory = argumentFactories.get(returnType);
-
+
if (factory == null)
throw new IllegalStateException("factory for '" + returnType + "' must not be null");
-
+
value = factory.parseArgument(method, parameterName, valueString);
}
else
value = null;
-
+
arguments.put(method.getName(), value);
}
-
+
return (T) java.lang.reflect.Proxy.newProxyInstance(
argProxyInterface.getClassLoader(),
new Class[]{argProxyInterface},
Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/BasicCmdLineTool.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/BasicCmdLineTool.java?rev=1591889&r1=1591888&r2=1591889&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/BasicCmdLineTool.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/cmdline/BasicCmdLineTool.java Fri May 2 12:34:23 2014
@@ -26,7 +26,7 @@ public abstract class BasicCmdLineTool e
/**
* Executes the tool with the given parameters.
- *
+ *
* @param args arguments
*/
public abstract void run(String args[]);