You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by kr...@apache.org on 2026/08/15 00:14:43 UTC
(opennlp) 07/14: Merge PR #1166 head into OPENNLP-1833-grpc-helper
This is an automated email from the ASF dual-hosted git repository.
krickert pushed a commit to branch OPENNLP-1833-grpc-helper
in repository https://gitbox.apache.org/repos/asf/opennlp.git
commit 16342a97ffc1dddfa5dabd54e402972459c80787
Merge: be0e7610d ff681b393
Author: Kristian Rickert <kr...@gmail.com>
AuthorDate: Fri Aug 14 20:01:59 2026 -0400
Merge PR #1166 head into OPENNLP-1833-grpc-helper
# Conflicts:
# rat-excludes
LICENSE | 33 +
.../stemmer/light/AbstractCharArrayStemmer.java | 52 +
.../tools/stemmer/light/EnglishMinimalStemmer.java | 70 +
.../tools/stemmer/light/FinnishLightStemmer.java | 247 +++
.../tools/stemmer/light/FrenchLightStemmer.java | 286 +++
.../tools/stemmer/light/FrenchMinimalStemmer.java | 102 +
.../tools/stemmer/light/GermanLightStemmer.java | 164 ++
.../tools/stemmer/light/GermanMinimalStemmer.java | 129 ++
.../tools/stemmer/light/HungarianLightStemmer.java | 256 +++
.../tools/stemmer/light/ItalianLightStemmer.java | 139 ++
.../tools/stemmer/light/NorwegianLightStemmer.java | 205 ++
.../stemmer/light/NorwegianMinimalStemmer.java | 134 ++
.../tools/stemmer/light/NorwegianVariety.java | 59 +
.../stemmer/light/PortugueseLightStemmer.java | 235 +++
.../tools/stemmer/light/RussianLightStemmer.java | 176 ++
.../tools/stemmer/light/SpanishLightStemmer.java | 138 ++
.../tools/stemmer/light/SpanishMinimalStemmer.java | 111 ++
.../opennlp/tools/stemmer/light/StemmerUtil.java | 86 +
.../tools/stemmer/light/SwedishLightStemmer.java | 126 ++
.../tools/stemmer/light/SwedishMinimalStemmer.java | 117 ++
.../stemmer/light/LightStemmerContractTest.java | 76 +
.../stemmer/light/LightStemmerParityTest.java | 100 +
.../light/LightStemmerUsageExampleTest.java | 56 +
.../opennlp/tools/stemmer/light/README.txt | 15 +
.../opennlp/tools/stemmer/light/de-light.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/de-minimal.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/en-minimal.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/es-light.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/es-minimal.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/fi-light.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/fr-light.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/fr-minimal.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/hu-light.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/it-light.tsv | 2000 ++++++++++++++++++++
.../tools/stemmer/light/no-light-bokmaal.tsv | 112 ++
.../tools/stemmer/light/no-light-nynorsk.tsv | 92 +
.../tools/stemmer/light/no-minimal-bokmaal.tsv | 78 +
.../tools/stemmer/light/no-minimal-nynorsk.tsv | 59 +
.../opennlp/tools/stemmer/light/pt-light.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/ru-light.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/sv-light.tsv | 2000 ++++++++++++++++++++
.../opennlp/tools/stemmer/light/sv-minimal.tsv | 2000 ++++++++++++++++++++
opennlp-distr/src/main/readme/LICENSE | 33 +
opennlp-docs/src/docbkx/stemmer.xml | 44 +-
rat-excludes | 2 +
45 files changed, 31525 insertions(+), 7 deletions(-)
diff --cc rat-excludes
index 0fc8287ba,c359333ed..8163f1d5d
--- a/rat-excludes
+++ b/rat-excludes
@@@ -71,24 -71,5 +71,26 @@@ src/main/resources/opennlp/tools/tokeni
src/main/resources/opennlp/tools/util/normalizer/confusables.txt
src/test/resources/opennlp/tools/tokenize/uax29/WordBreakTest.txt
+<!-- opennlp-dl tiny ONNX test model (project-generated binary, see gen_tiny_vectors_model.py committed next to it) -->
+src/test/resources/opennlp/dl/vectors/tiny-vectors.onnx
+<!-- opennlp-subword bundled test models and fixtures (project-generated binaries and data) -->
+src/test/resources/opennlp/subword/sentencepiece/*.model
+src/test/resources/opennlp/subword/sentencepiece/*.fixtures.tsv
+src/test/resources/opennlp/subword/sentencepiece/corpus.txt
+<!-- opennlp-embeddings copy of the opennlp-subword tiny SentencePiece test model -->
+src/test/resources/opennlp/embeddings/tiny-unigram.model
+<!-- opennlp-embeddings parity harness input sentences (data file, no AL header possible) -->
+dev/embeddings/parity/sentences.txt
+<!-- OPENNLP-1879 bundled Natural Earth gazetteer table (public domain data;
+ the file header carries the derivation record and the LICENSE pointer) -->
+src/main/resources/opennlp/geo/naturalearth-populated-places.txt
+<!-- Miniature WNDB morphology exception-list fixtures; the *.exc format is bare
+ "inflected base" lines with no comment syntax, so no header can be carried.
+ The index.* and data.* fixtures in the same directory do carry the header
+ in their space-prefixed WNDB license preamble and are not excluded. -->
+src/test/resources/opennlp/wordnet/mini-wndb/noun.exc
+src/test/resources/opennlp/wordnet/mini-wndb/verb.exc
+src/test/resources/opennlp/wordnet/mini-wndb/adj.exc
+src/test/resources/opennlp/wordnet/mini-wndb/adv.exc
+ <!-- UniNE light/minimal stemmer parity fixtures (generated word/stem pairs, see README) -->
+ src/test/resources/opennlp/tools/stemmer/light/*.tsv