You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by jk...@apache.org on 2011/08/04 04:57:19 UTC
svn commit: r1153734 - in
/incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools:
ngram/NGramModel.java postag/POSDictionary.java
tokenize/DetokenizationDictionary.java
Author: jkosin
Date: Thu Aug 4 02:57:18 2011
New Revision: 1153734
URL: http://svn.apache.org/viewvc?rev=1153734&view=rev
Log:
OPENNLP-239: fix the serialization of the other dictionaries, needs reviewing and discussion please.
Modified:
incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ngram/NGramModel.java
incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSDictionary.java
incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/DetokenizationDictionary.java
Modified: incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ngram/NGramModel.java
URL: http://svn.apache.org/viewvc/incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ngram/NGramModel.java?rev=1153734&r1=1153733&r2=1153734&view=diff
==============================================================================
--- incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ngram/NGramModel.java (original)
+++ incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/ngram/NGramModel.java Thu Aug 4 02:57:18 2011
@@ -334,7 +334,7 @@ public class NGramModel implements Itera
};
- DictionarySerializer.serialize(out, entryIterator);
+ DictionarySerializer.serialize(out, entryIterator, false);
}
public boolean equals(Object obj) {
Modified: incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSDictionary.java
URL: http://svn.apache.org/viewvc/incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSDictionary.java?rev=1153734&r1=1153733&r2=1153734&view=diff
==============================================================================
--- incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSDictionary.java (original)
+++ incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/postag/POSDictionary.java Thu Aug 4 02:57:18 2011
@@ -211,7 +211,7 @@ public class POSDictionary implements It
}
};
- DictionarySerializer.serialize(out, entries);
+ DictionarySerializer.serialize(out, entries, caseSensitive);
}
@Override
@@ -275,6 +275,7 @@ public class POSDictionary implements It
final POSDictionary newPosDict = new POSDictionary();
+ /* TODO: FIXME really need to save the case sensitivity flag read */
DictionarySerializer.create(in, new EntryInserter() {
public void insert(Entry entry) throws InvalidFormatException {
Modified: incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/DetokenizationDictionary.java
URL: http://svn.apache.org/viewvc/incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/DetokenizationDictionary.java?rev=1153734&r1=1153733&r2=1153734&view=diff
==============================================================================
--- incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/DetokenizationDictionary.java (original)
+++ incubator/opennlp/trunk/opennlp-tools/src/main/java/opennlp/tools/tokenize/DetokenizationDictionary.java Thu Aug 4 02:57:18 2011
@@ -146,6 +146,6 @@ public class DetokenizationDictionary {
}
};
- DictionarySerializer.serialize(out, entries);
+ DictionarySerializer.serialize(out, entries, false);
}
}
\ No newline at end of file