You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by jo...@apache.org on 2011/08/08 15:50:18 UTC

svn commit: r1154965 - /incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/BeamSearchTest.java

Author: joern
Date: Mon Aug  8 13:50:17 2011
New Revision: 1154965

URL: http://svn.apache.org/viewvc?rev=1154965&view=rev
Log:
OPENNLP-16 Added test for beam search

Added:
    incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/BeamSearchTest.java   (with props)

Added: incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/BeamSearchTest.java
URL: http://svn.apache.org/viewvc/incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/BeamSearchTest.java?rev=1154965&view=auto
==============================================================================
--- incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/BeamSearchTest.java (added)
+++ incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/BeamSearchTest.java Mon Aug  8 13:50:17 2011
@@ -0,0 +1,204 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreemnets.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package opennlp.tools.util;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertNotNull;
+import static org.junit.Assert.assertNotSame;
+
+import java.util.HashMap;
+import java.util.Map;
+
+import opennlp.model.MaxentModel;
+
+import org.junit.Test;
+
+public class BeamSearchTest {
+
+  static class IdentityFeatureGenerator implements BeamSearchContextGenerator<String> {
+    
+    private String[] outcomeSequence;
+    
+    IdentityFeatureGenerator(String outcomeSequence[]) {
+      this.outcomeSequence = outcomeSequence;
+    }
+    
+    public String[] getContext(int index, String[] sequence,
+        String[] priorDecisions, Object[] additionalContext) {
+      return new String[] {outcomeSequence[index]};
+    }
+  }
+  
+  
+  static class IdentityModel implements MaxentModel {
+
+    private String[] outcomes;
+    
+    private Map<String, Integer> outcomeIndexMap = new HashMap<String, Integer>();
+    
+    private double bestOutcomeProb = 0.8d;
+    private double otherOutcomeProb;
+    
+    IdentityModel(String outcomes[]) {
+      this.outcomes = outcomes;
+      
+      for (int i = 0; i < outcomes.length; i++) {
+        outcomeIndexMap.put(outcomes[i], i);
+      }
+      
+      otherOutcomeProb = 0.2d / (outcomes.length - 1);
+    }
+    
+    public double[] eval(String[] context) {
+      
+      double probs[] = new double[outcomes.length];
+      
+      for (int i = 0; i < probs.length; i++) {
+        if (outcomes[i].equals(context[0])) {
+          probs[i] = bestOutcomeProb;
+        }
+        else {
+          probs[i] = otherOutcomeProb;
+        }
+      }
+      
+      return probs;
+    }
+
+    public double[] eval(String[] context, double[] probs) {
+      return eval(context);
+    }
+
+    public double[] eval(String[] context, float[] values) {
+      return eval(context);
+    }
+
+    public String getAllOutcomes(double[] outcomes) {
+      return null;
+    }
+
+    public String getBestOutcome(double[] outcomes) {
+      return null;
+    }
+
+    public Object[] getDataStructures() {
+      return null;
+    }
+
+    public int getIndex(String outcome) {
+      return 0;
+    }
+
+    public int getNumOutcomes() {
+      return outcomes.length;
+    }
+
+    public String getOutcome(int i) {
+      return outcomes[i];
+    }
+  }
+  
+  /**
+   * Tests that beam search does not fail to detect an empty sequence.
+   */
+  @Test
+  public void testBestSequenceZeroLengthInput() {
+    
+    String sequence[] = new String[0];
+    BeamSearchContextGenerator<String> cg = new IdentityFeatureGenerator(sequence);
+    
+    String outcomes[] = new String[] {"1", "2", "3"};
+    MaxentModel model = new IdentityModel(outcomes);
+    
+    BeamSearch<String> bs = new BeamSearch<String>(3, cg, model);
+    
+    Sequence seq = bs.bestSequence(sequence, null);
+    assertNotNull(seq);
+    assertEquals(sequence.length, seq.getOutcomes().size());
+  }
+  
+  /**
+   * Tests finding a sequence of length one.
+   */
+  @Test
+  public void testBestSequenceOneElementInput() {
+    String sequence[] = {"1"};
+    BeamSearchContextGenerator<String> cg = new IdentityFeatureGenerator(sequence);
+    
+    String outcomes[] = new String[] {"1", "2", "3"};
+    MaxentModel model = new IdentityModel(outcomes);
+    
+    BeamSearch<String> bs = new BeamSearch<String>(3, cg, model);
+    
+    Sequence seq = bs.bestSequence(sequence, null);
+    assertNotNull(seq);
+    assertEquals(sequence.length, seq.getOutcomes().size());
+    assertEquals("1", seq.getOutcomes().get(0));
+  }
+  
+  /**
+   * Tests finding the best sequence on a short input sequence.
+   */
+  @Test
+  public void testBestSequence() {
+    String sequence[] = {"1", "2", "3", "2", "1"};
+    BeamSearchContextGenerator<String> cg = new IdentityFeatureGenerator(sequence);
+    
+    String outcomes[] = new String[] {"1", "2", "3"};
+    MaxentModel model = new IdentityModel(outcomes);
+    
+    BeamSearch<String> bs = new BeamSearch<String>(2, cg, model);
+    
+    Sequence seq = bs.bestSequence(sequence, null);
+    assertNotNull(seq);
+    assertEquals(sequence.length, seq.getOutcomes().size());
+    assertEquals("1", seq.getOutcomes().get(0));
+    assertEquals("2", seq.getOutcomes().get(1));
+    assertEquals("3", seq.getOutcomes().get(2));
+    assertEquals("2", seq.getOutcomes().get(3));
+    assertEquals("1", seq.getOutcomes().get(4));
+  }
+  
+  /**
+   * Tests finding the best sequence on a short input sequence.
+   */
+  @Test
+  public void testBestSequenceWithValidator() {
+    String sequence[] = {"1", "2", "3", "2", "1"};
+    BeamSearchContextGenerator<String> cg = new IdentityFeatureGenerator(sequence);
+    
+    String outcomes[] = new String[] {"1", "2", "3"};
+    MaxentModel model = new IdentityModel(outcomes);
+    
+    BeamSearch<String> bs = new BeamSearch<String>(2, cg, model, new SequenceValidator<String>(){
+
+      public boolean validSequence(int i, String[] inputSequence,
+          String[] outcomesSequence, String outcome) {
+        return !"2".equals(outcome);
+      }}, 0);
+    
+    Sequence seq = bs.bestSequence(sequence, null);
+    assertNotNull(seq);
+    assertEquals(sequence.length, seq.getOutcomes().size());
+    assertEquals("1", seq.getOutcomes().get(0));
+    assertNotSame("2", seq.getOutcomes().get(1));
+    assertEquals("3", seq.getOutcomes().get(2));
+    assertNotSame("2", seq.getOutcomes().get(3));
+    assertEquals("1", seq.getOutcomes().get(4));
+  }
+}

Propchange: incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/util/BeamSearchTest.java
------------------------------------------------------------------------------
    svn:mime-type = text/plain