You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by to...@apache.org on 2018/12/05 10:10:42 UTC
[opennlp] branch master updated: OPENNLP-1225 - add WVT#tokens for
tokens iteration (#339)
This is an automated email from the ASF dual-hosted git repository.
tommaso pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/opennlp.git
The following commit(s) were added to refs/heads/master by this push:
new 842fa3c OPENNLP-1225 - add WVT#tokens for tokens iteration (#339)
842fa3c is described below
commit 842fa3c88b1a1b9118be7e151bffadef2073651e
Author: Tommaso Teofili <to...@gmail.com>
AuthorDate: Wed Dec 5 11:10:38 2018 +0100
OPENNLP-1225 - add WVT#tokens for tokens iteration (#339)
---
.../main/java/opennlp/tools/util/wordvector/MapWordVectorTable.java | 6 ++++++
.../main/java/opennlp/tools/util/wordvector/WordVectorTable.java | 4 ++++
2 files changed, 10 insertions(+)
diff --git a/opennlp-tools/src/main/java/opennlp/tools/util/wordvector/MapWordVectorTable.java b/opennlp-tools/src/main/java/opennlp/tools/util/wordvector/MapWordVectorTable.java
index 763a69c..11f687f 100644
--- a/opennlp-tools/src/main/java/opennlp/tools/util/wordvector/MapWordVectorTable.java
+++ b/opennlp-tools/src/main/java/opennlp/tools/util/wordvector/MapWordVectorTable.java
@@ -17,6 +17,7 @@
package opennlp.tools.util.wordvector;
+import java.util.Iterator;
import java.util.Map;
class MapWordVectorTable implements WordVectorTable {
@@ -33,6 +34,11 @@ class MapWordVectorTable implements WordVectorTable {
}
@Override
+ public Iterator<String> tokens() {
+ return vectors.keySet().iterator();
+ }
+
+ @Override
public int size() {
return vectors.size();
}
diff --git a/opennlp-tools/src/main/java/opennlp/tools/util/wordvector/WordVectorTable.java b/opennlp-tools/src/main/java/opennlp/tools/util/wordvector/WordVectorTable.java
index 5d55107..5bd78d8 100644
--- a/opennlp-tools/src/main/java/opennlp/tools/util/wordvector/WordVectorTable.java
+++ b/opennlp-tools/src/main/java/opennlp/tools/util/wordvector/WordVectorTable.java
@@ -17,6 +17,8 @@
package opennlp.tools.util.wordvector;
+import java.util.Iterator;
+
import opennlp.tools.util.java.Experimental;
/**
@@ -30,6 +32,8 @@ public interface WordVectorTable {
WordVector get(String token);
+ Iterator<String> tokens();
+
int size();
int dimension();