svn commit: r1309039 - /opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerFactory.java

[co...@apache.org]

Author: colen
Date: Tue Apr  3 17:00:15 2012
New Revision: 1309039

URL: http://svn.apache.org/viewvc?rev=1309039&view=rev
Log:
OPENNLP-482: found an issue while loading alphanumeric pattern from manifest. If it fails to read from manifest will load the default one.

Modified:
    opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerFactory.java

Modified: opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerFactory.java
URL: http://svn.apache.org/viewvc/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerFactory.java?rev=1309039&r1=1309038&r2=1309039&view=diff
==============================================================================
--- opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerFactory.java (original)
+++ opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/TokenizerFactory.java Tue Apr  3 17:00:15 2012
@@ -192,8 +192,9 @@ public class TokenizerFactory extends Ba
         if (prop != null) {
           this.alphaNumericPattern = Pattern.compile(prop);
         }
-      } else {
-        // get from language dependent factory
+      }
+      // could not load from manifest, will get from language dependent factory
+      if (this.alphaNumericPattern == null) {
         Factory f = new Factory();
         this.alphaNumericPattern = f.getAlphanumeric(languageCode);
       }