You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by jk...@apache.org on 2010/12/22 05:26:51 UTC

svn commit: r1051748 - /incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java

Author: jkosin
Date: Wed Dec 22 04:26:51 2010
New Revision: 1051748

URL: http://svn.apache.org/viewvc?rev=1051748&view=rev
Log:
OPENNLP-15: added the test class for the CoNLL 03 data set.

Added:
    incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java   (with props)

Added: incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java
URL: http://svn.apache.org/viewvc/incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java?rev=1051748&view=auto
==============================================================================
--- incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java (added)
+++ incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java Wed Dec 22 04:26:51 2010
@@ -0,0 +1,75 @@
+/*
+ *  Copyright 2010 James Kosin.
+ * 
+ *  Licensed under the Apache License, Version 2.0 (the "License");
+ *  you may not use this file except in compliance with the License.
+ *  You may obtain a copy of the License at
+ * 
+ *       http://www.apache.org/licenses/LICENSE-2.0
+ * 
+ *  Unless required by applicable law or agreed to in writing, software
+ *  distributed under the License is distributed on an "AS IS" BASIS,
+ *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *  See the License for the specific language governing permissions and
+ *  limitations under the License.
+ *  under the License.
+ */
+
+package opennlp.tools.formats;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertNotNull;
+import static org.junit.Assert.assertNull;
+import static org.junit.Assert.assertTrue;
+
+import java.io.IOException;
+import java.io.InputStream;
+import opennlp.tools.formats.Conll03NameSampleStream.LANGUAGE;
+import opennlp.tools.namefind.NameSample;
+import opennlp.tools.util.ObjectStream;
+import opennlp.tools.util.Span;
+import org.junit.Test;
+
+/**
+ *
+ * @author James Kosin
+ */
+public class Conll03NameSampleStreamTest {
+
+  private static ObjectStream<NameSample> openData(LANGUAGE lang, String name) throws IOException {
+    InputStream in = Conll03NameSampleStreamTest.class.getResourceAsStream("/opennlp/tools/formats/" + name);
+
+    return new Conll03NameSampleStream(lang, in, Conll03NameSampleStream.GENERATE_PERSON_ENTITIES);
+  }
+
+
+  @Test
+  public void testParsingEnglishSample() throws IOException {
+
+    ObjectStream<NameSample> sampleStream = openData(LANGUAGE.EN, "conll2003-en.sample");
+
+    NameSample personName = sampleStream.read();
+
+    assertNotNull(personName);
+
+    assertEquals(9, personName.getSentence().length);
+    assertEquals(0, personName.getNames().length);
+    assertEquals(true, personName.isClearAdaptiveDataSet());
+
+    personName = sampleStream.read();
+
+    assertNotNull(personName);
+
+    assertEquals(2, personName.getSentence().length);
+    assertEquals(1, personName.getNames().length);
+    assertEquals(false, personName.isClearAdaptiveDataSet());
+
+    Span nameSpan = personName.getNames()[0];
+    assertEquals(0, nameSpan.getStart());
+    assertEquals(2, nameSpan.getEnd());
+
+    assertNull(sampleStream.read());
+  }
+
+}
\ No newline at end of file

Propchange: incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java
------------------------------------------------------------------------------
    svn:eol-style = native



Re: svn commit: r1051748 - /incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java

Posted by Jörn Kottmann <ko...@gmail.com>.
Hi James,

please remove the author tag. It implies
individual code ownership but our goal is community
code ownership.

Thanks,
Jörn

On 12/22/10 5:26 AM, jkosin@apache.org wrote:
> Author: jkosin
> Date: Wed Dec 22 04:26:51 2010
> New Revision: 1051748
>
> URL: http://svn.apache.org/viewvc?rev=1051748&view=rev
> Log:
> OPENNLP-15: added the test class for the CoNLL 03 data set.
>
> Added:
>      incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java   (with props)
>
> Added: incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java
> URL: http://svn.apache.org/viewvc/incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java?rev=1051748&view=auto
> ==============================================================================
> --- incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java (added)
> +++ incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java Wed Dec 22 04:26:51 2010
> @@ -0,0 +1,75 @@
> +/*
> + *  Copyright 2010 James Kosin.
> + *
> + *  Licensed under the Apache License, Version 2.0 (the "License");
> + *  you may not use this file except in compliance with the License.
> + *  You may obtain a copy of the License at
> + *
> + *       http://www.apache.org/licenses/LICENSE-2.0
> + *
> + *  Unless required by applicable law or agreed to in writing, software
> + *  distributed under the License is distributed on an "AS IS" BASIS,
> + *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
> + *  See the License for the specific language governing permissions and
> + *  limitations under the License.
> + *  under the License.
> + */
> +
> +package opennlp.tools.formats;
> +
> +import static org.junit.Assert.assertEquals;
> +import static org.junit.Assert.assertFalse;
> +import static org.junit.Assert.assertNotNull;
> +import static org.junit.Assert.assertNull;
> +import static org.junit.Assert.assertTrue;
> +
> +import java.io.IOException;
> +import java.io.InputStream;
> +import opennlp.tools.formats.Conll03NameSampleStream.LANGUAGE;
> +import opennlp.tools.namefind.NameSample;
> +import opennlp.tools.util.ObjectStream;
> +import opennlp.tools.util.Span;
> +import org.junit.Test;
> +
> +/**
> + *
> + * @author James Kosin
> + */
> +public class Conll03NameSampleStreamTest {
> +
> +  private static ObjectStream<NameSample>  openData(LANGUAGE lang, String name) throws IOException {
> +    InputStream in = Conll03NameSampleStreamTest.class.getResourceAsStream("/opennlp/tools/formats/" + name);
> +
> +    return new Conll03NameSampleStream(lang, in, Conll03NameSampleStream.GENERATE_PERSON_ENTITIES);
> +  }
> +
> +
> +  @Test
> +  public void testParsingEnglishSample() throws IOException {
> +
> +    ObjectStream<NameSample>  sampleStream = openData(LANGUAGE.EN, "conll2003-en.sample");
> +
> +    NameSample personName = sampleStream.read();
> +
> +    assertNotNull(personName);
> +
> +    assertEquals(9, personName.getSentence().length);
> +    assertEquals(0, personName.getNames().length);
> +    assertEquals(true, personName.isClearAdaptiveDataSet());
> +
> +    personName = sampleStream.read();
> +
> +    assertNotNull(personName);
> +
> +    assertEquals(2, personName.getSentence().length);
> +    assertEquals(1, personName.getNames().length);
> +    assertEquals(false, personName.isClearAdaptiveDataSet());
> +
> +    Span nameSpan = personName.getNames()[0];
> +    assertEquals(0, nameSpan.getStart());
> +    assertEquals(2, nameSpan.getEnd());
> +
> +    assertNull(sampleStream.read());
> +  }
> +
> +}
> \ No newline at end of file
>
> Propchange: incubator/opennlp/trunk/opennlp-tools/src/test/java/opennlp/tools/formats/Conll03NameSampleStreamTest.java
> ------------------------------------------------------------------------------
>      svn:eol-style = native
>
>