You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/04/21 15:24:36 UTC
incubator-joshua git commit: OOV fix for class-based LM
Repository: incubator-joshua
Updated Branches:
refs/heads/master 5396c5fd1 -> b7f23108f
OOV fix for class-based LM
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/b7f23108
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/b7f23108
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/b7f23108
Branch: refs/heads/master
Commit: b7f23108ffce1451fac45dcf6ac7ff6efa44ec56
Parents: 5396c5f
Author: Matt Post <po...@cs.jhu.edu>
Authored: Thu Apr 21 09:24:06 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Thu Apr 21 09:24:06 2016 -0400
----------------------------------------------------------------------
src/joshua/decoder/ff/lm/LanguageModelFF.java | 8 ++------
1 file changed, 2 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/b7f23108/src/joshua/decoder/ff/lm/LanguageModelFF.java
----------------------------------------------------------------------
diff --git a/src/joshua/decoder/ff/lm/LanguageModelFF.java b/src/joshua/decoder/ff/lm/LanguageModelFF.java
index 732229c..18c149d 100644
--- a/src/joshua/decoder/ff/lm/LanguageModelFF.java
+++ b/src/joshua/decoder/ff/lm/LanguageModelFF.java
@@ -92,7 +92,7 @@ public class LanguageModelFF extends StatefulFF {
protected class ClassMap {
- private final int OOV_id = 10;
+ private final int OOV_id = Vocabulary.getUnknownId();
private HashMap<Integer, Integer> classMap;
public ClassMap(String file_name) throws IOException {
@@ -101,11 +101,7 @@ public class LanguageModelFF extends StatefulFF {
}
public int getClassID(int wordID) {
- if (this.classMap.containsKey(wordID)) {
- return this.classMap.get(wordID);
- } else {
- return OOV_id;
- }
+ return this.classMap.getOrDefault(wordID, OOV_id);
}
/**