svn commit: r1736653 - /ctakes/trunk/ctakes-temporal/src/main/java/org/apache/ctakes/temporal/data/analysis/ExtractDoctimerelPairProbabilities.java

[tm...@apache.org]

Author: tmill
Date: Fri Mar 25 20:28:20 2016
New Revision: 1736653

URL: http://svn.apache.org/viewvc?rev=1736653&view=rev
Log:
Added class for extracting event bigrams using doctimerel before and after.

Added:
    ctakes/trunk/ctakes-temporal/src/main/java/org/apache/ctakes/temporal/data/analysis/ExtractDoctimerelPairProbabilities.java

Added: ctakes/trunk/ctakes-temporal/src/main/java/org/apache/ctakes/temporal/data/analysis/ExtractDoctimerelPairProbabilities.java
URL: http://svn.apache.org/viewvc/ctakes/trunk/ctakes-temporal/src/main/java/org/apache/ctakes/temporal/data/analysis/ExtractDoctimerelPairProbabilities.java?rev=1736653&view=auto
==============================================================================
--- ctakes/trunk/ctakes-temporal/src/main/java/org/apache/ctakes/temporal/data/analysis/ExtractDoctimerelPairProbabilities.java (added)
+++ ctakes/trunk/ctakes-temporal/src/main/java/org/apache/ctakes/temporal/data/analysis/ExtractDoctimerelPairProbabilities.java Fri Mar 25 20:28:20 2016
@@ -0,0 +1,85 @@
+package org.apache.ctakes.temporal.data.analysis;
+
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.Iterator;
+import java.util.Set;
+
+import org.apache.ctakes.core.cr.FilesInDirectoryCollectionReader;
+import org.apache.ctakes.temporal.ae.BackwardsTimeAnnotator;
+import org.apache.ctakes.temporal.ae.DocTimeRelAnnotator;
+import org.apache.ctakes.temporal.ae.EventAnnotator;
+import org.apache.ctakes.temporal.pipelines.TemporalExtractionPipeline_ImplBase;
+import org.apache.ctakes.typesystem.type.textsem.EventMention;
+import org.apache.ctakes.utils.struct.CounterMap;
+import org.apache.uima.collection.CollectionReader;
+import org.apache.uima.fit.factory.AggregateBuilder;
+import org.apache.uima.fit.factory.CollectionReaderFactory;
+import org.apache.uima.fit.pipeline.JCasIterator;
+import org.apache.uima.fit.util.JCasUtil;
+import org.apache.uima.jcas.JCas;
+
+import com.lexicalscope.jewel.cli.CliFactory;
+import com.lexicalscope.jewel.cli.Option;
+
+public class ExtractDoctimerelPairProbabilities extends TemporalExtractionPipeline_ImplBase {
+  static interface Options {
+    @Option(
+        shortName = "i",
+        description = "specify the path to the directory containing the clinical notes to be processed")
+    public String getInputDirectory();
+  }
+  
+  public static void main(String[] args) throws Exception {
+    System.out.println("STarting...");
+    Options options = CliFactory.parseArguments(Options.class, args);
+    CollectionReader collectionReader = CollectionReaderFactory.createReaderFromPath(
+        "../ctakes-core/desc/collection_reader/FilesInDirectoryCollectionReader.xml",
+        FilesInDirectoryCollectionReader.PARAM_INPUTDIR,
+        options.getInputDirectory()
+        );
+    
+    AggregateBuilder aggregateBuilder = TemporalExtractionPipeline_ImplBase.getPreprocessorAggregateBuilder();
+    aggregateBuilder.add(EventAnnotator.createAnnotatorDescription());
+    aggregateBuilder.add(BackwardsTimeAnnotator.createAnnotatorDescription("/org/apache/ctakes/temporal/ae/timeannotator/model.jar"));
+    aggregateBuilder.add(DocTimeRelAnnotator.createAnnotatorDescription("/org/apache/ctakes/temporal/ae/doctimerel/model.jar"));
+    
+    CounterMap<String> corpusBefores = new CounterMap<>();
+    HashMap<String,CounterMap<String>> corpusPairs = new HashMap<>();
+    
+    for (Iterator<JCas> casIter = new JCasIterator(collectionReader, aggregateBuilder.createAggregate()); casIter.hasNext();) {
+      JCas jCas = casIter.next();
+//      String docUri = ViewUriUtil.getURI(jCas).toString();
+      Set<String> docBefores = new HashSet<>();
+      Set<String> docAfters = new HashSet<>();
+      
+      for(EventMention event : JCasUtil.select(jCas, EventMention.class)){
+        String dtr = event.getEvent().getProperties().getDocTimeRel();
+        if(dtr.equals("BEFORE")){
+          docBefores.add(event.getCoveredText().toLowerCase());
+        }else if(dtr.equals("AFTER")){
+          docAfters.add(event.getCoveredText().toLowerCase());
+        }
+      }
+      
+      for(String beforeEvent : docBefores){
+        corpusBefores.add(beforeEvent, docAfters.size());
+        if(!corpusPairs.containsKey(beforeEvent)){
+          corpusPairs.put(beforeEvent, new CounterMap<>());
+        }
+        for(String afterEvent : docAfters){
+          corpusPairs.get(beforeEvent).add(afterEvent);
+        }
+      }
+    }
+    
+    for(String beforeEvent : corpusBefores.keySet()){
+      int total = corpusBefores.get(beforeEvent);
+      for(String afterEvent : corpusPairs.get(beforeEvent).keySet()){
+        int count = corpusPairs.get(beforeEvent).get(afterEvent);
+        System.out.println(String.format("%s : %s => %f", beforeEvent, afterEvent, (float) count / total));
+      }
+      
+    }
+  }  
+}