You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ctakes.apache.org by se...@apache.org on 2017/11/26 19:09:53 UTC

svn commit: r1816390 - in /ctakes/trunk: ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/ ctakes-core/src/main/java/org/apache/ctakes/core/pipeline/ ctakes-examples-res/src/main/resources/org/apache/ctakes/examples/pipeline/

Author: seanfinan
Date: Sun Nov 26 19:09:53 2017
New Revision: 1816390

URL: http://svn.apache.org/viewvc?rev=1816390&view=rev
Log:
CTAKES-485 : rename AdvancedTokenizer to FullTokenizer

Added:
    ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/FullTokenizerPipeline.piper
      - copied, changed from r1816385, ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/AdvancedTokenizerPipeline.piper
Removed:
    ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/AdvancedTokenizerPipeline.piper
Modified:
    ctakes/trunk/ctakes-core/src/main/java/org/apache/ctakes/core/pipeline/PipelineBuilder.java
    ctakes/trunk/ctakes-examples-res/src/main/resources/org/apache/ctakes/examples/pipeline/FullPipeline.piper

Copied: ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/FullTokenizerPipeline.piper (from r1816385, ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/AdvancedTokenizerPipeline.piper)
URL: http://svn.apache.org/viewvc/ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/FullTokenizerPipeline.piper?p2=ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/FullTokenizerPipeline.piper&p1=ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/AdvancedTokenizerPipeline.piper&r1=1816385&r2=1816390&rev=1816390&view=diff
==============================================================================
--- ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/AdvancedTokenizerPipeline.piper (original)
+++ ctakes/trunk/ctakes-core-res/src/main/resources/org/apache/ctakes/core/pipeline/FullTokenizerPipeline.piper Sun Nov 26 19:09:53 2017
@@ -8,7 +8,7 @@ add BsvRegexSectionizer
 
 // The SentenceDetectorAnnotatorBIO is a "lumper" that works well for notes in which end of line does not indicate a sentence.
 // If that is not your case, then you may get better results using the more standard SentenceDetector
- add SentenceDetector
+add SentenceDetector
 
 // By default, paragraphs are parsed using empty lines as separators and Part #:
 add ParagraphAnnotator

Modified: ctakes/trunk/ctakes-core/src/main/java/org/apache/ctakes/core/pipeline/PipelineBuilder.java
URL: http://svn.apache.org/viewvc/ctakes/trunk/ctakes-core/src/main/java/org/apache/ctakes/core/pipeline/PipelineBuilder.java?rev=1816390&r1=1816389&r2=1816390&view=diff
==============================================================================
--- ctakes/trunk/ctakes-core/src/main/java/org/apache/ctakes/core/pipeline/PipelineBuilder.java (original)
+++ ctakes/trunk/ctakes-core/src/main/java/org/apache/ctakes/core/pipeline/PipelineBuilder.java Sun Nov 26 19:09:53 2017
@@ -54,9 +54,6 @@ final public class PipelineBuilder {
    private AnalysisEngineDescription _analysisEngineDesc;
    private boolean _pipelineChanged;
    private int _threadCount = 1;
-//    Full Pipeline, single: 5.53/4.19  4.53/4.03  4.56/4.06  4:45/4.03
-//    Full Pipeline, 2 proc: 5.23/3.16  3.59/2.55  4.01/2.55  4.00/2.55
-//    Full Pipeline, 3 proc: 4:20/2.49  3:49/2:44  3.46/2.36  3.44/2.43
 
    public PipelineBuilder() {
       _aeNameList = new ArrayList<>();

Modified: ctakes/trunk/ctakes-examples-res/src/main/resources/org/apache/ctakes/examples/pipeline/FullPipeline.piper
URL: http://svn.apache.org/viewvc/ctakes/trunk/ctakes-examples-res/src/main/resources/org/apache/ctakes/examples/pipeline/FullPipeline.piper?rev=1816390&r1=1816389&r2=1816390&view=diff
==============================================================================
--- ctakes/trunk/ctakes-examples-res/src/main/resources/org/apache/ctakes/examples/pipeline/FullPipeline.piper (original)
+++ ctakes/trunk/ctakes-examples-res/src/main/resources/org/apache/ctakes/examples/pipeline/FullPipeline.piper Sun Nov 26 19:09:53 2017
@@ -1,6 +1,6 @@
 
 // Advanced Tokenization: Regex sectionization, BIO Sentence Detector (lumper), Paragraphs, Lists
-load AdvancedTokenizerPipeline
+load FullTokenizerPipeline
 // OR use the standard tokenizer pipeline:
 //load DefaultTokenizerPipeline