You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by kr...@apache.org on 2026/08/15 00:14:43 UTC

(opennlp) 07/14: Merge PR #1166 head into OPENNLP-1833-grpc-helper

This is an automated email from the ASF dual-hosted git repository.

krickert pushed a commit to branch OPENNLP-1833-grpc-helper
in repository https://gitbox.apache.org/repos/asf/opennlp.git

commit 16342a97ffc1dddfa5dabd54e402972459c80787
Merge: be0e7610d ff681b393
Author: Kristian Rickert <kr...@gmail.com>
AuthorDate: Fri Aug 14 20:01:59 2026 -0400

    Merge PR #1166 head into OPENNLP-1833-grpc-helper
    
    # Conflicts:
    #       rat-excludes

 LICENSE                                            |   33 +
 .../stemmer/light/AbstractCharArrayStemmer.java    |   52 +
 .../tools/stemmer/light/EnglishMinimalStemmer.java |   70 +
 .../tools/stemmer/light/FinnishLightStemmer.java   |  247 +++
 .../tools/stemmer/light/FrenchLightStemmer.java    |  286 +++
 .../tools/stemmer/light/FrenchMinimalStemmer.java  |  102 +
 .../tools/stemmer/light/GermanLightStemmer.java    |  164 ++
 .../tools/stemmer/light/GermanMinimalStemmer.java  |  129 ++
 .../tools/stemmer/light/HungarianLightStemmer.java |  256 +++
 .../tools/stemmer/light/ItalianLightStemmer.java   |  139 ++
 .../tools/stemmer/light/NorwegianLightStemmer.java |  205 ++
 .../stemmer/light/NorwegianMinimalStemmer.java     |  134 ++
 .../tools/stemmer/light/NorwegianVariety.java      |   59 +
 .../stemmer/light/PortugueseLightStemmer.java      |  235 +++
 .../tools/stemmer/light/RussianLightStemmer.java   |  176 ++
 .../tools/stemmer/light/SpanishLightStemmer.java   |  138 ++
 .../tools/stemmer/light/SpanishMinimalStemmer.java |  111 ++
 .../opennlp/tools/stemmer/light/StemmerUtil.java   |   86 +
 .../tools/stemmer/light/SwedishLightStemmer.java   |  126 ++
 .../tools/stemmer/light/SwedishMinimalStemmer.java |  117 ++
 .../stemmer/light/LightStemmerContractTest.java    |   76 +
 .../stemmer/light/LightStemmerParityTest.java      |  100 +
 .../light/LightStemmerUsageExampleTest.java        |   56 +
 .../opennlp/tools/stemmer/light/README.txt         |   15 +
 .../opennlp/tools/stemmer/light/de-light.tsv       | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/de-minimal.tsv     | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/en-minimal.tsv     | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/es-light.tsv       | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/es-minimal.tsv     | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/fi-light.tsv       | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/fr-light.tsv       | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/fr-minimal.tsv     | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/hu-light.tsv       | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/it-light.tsv       | 2000 ++++++++++++++++++++
 .../tools/stemmer/light/no-light-bokmaal.tsv       |  112 ++
 .../tools/stemmer/light/no-light-nynorsk.tsv       |   92 +
 .../tools/stemmer/light/no-minimal-bokmaal.tsv     |   78 +
 .../tools/stemmer/light/no-minimal-nynorsk.tsv     |   59 +
 .../opennlp/tools/stemmer/light/pt-light.tsv       | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/ru-light.tsv       | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/sv-light.tsv       | 2000 ++++++++++++++++++++
 .../opennlp/tools/stemmer/light/sv-minimal.tsv     | 2000 ++++++++++++++++++++
 opennlp-distr/src/main/readme/LICENSE              |   33 +
 opennlp-docs/src/docbkx/stemmer.xml                |   44 +-
 rat-excludes                                       |    2 +
 45 files changed, 31525 insertions(+), 7 deletions(-)

diff --cc rat-excludes
index 0fc8287ba,c359333ed..8163f1d5d
--- a/rat-excludes
+++ b/rat-excludes
@@@ -71,24 -71,5 +71,26 @@@ src/main/resources/opennlp/tools/tokeni
  src/main/resources/opennlp/tools/util/normalizer/confusables.txt
  src/test/resources/opennlp/tools/tokenize/uax29/WordBreakTest.txt
  
 +<!-- opennlp-dl tiny ONNX test model (project-generated binary, see gen_tiny_vectors_model.py committed next to it) -->
 +src/test/resources/opennlp/dl/vectors/tiny-vectors.onnx
 +<!-- opennlp-subword bundled test models and fixtures (project-generated binaries and data) -->
 +src/test/resources/opennlp/subword/sentencepiece/*.model
 +src/test/resources/opennlp/subword/sentencepiece/*.fixtures.tsv
 +src/test/resources/opennlp/subword/sentencepiece/corpus.txt
 +<!-- opennlp-embeddings copy of the opennlp-subword tiny SentencePiece test model -->
 +src/test/resources/opennlp/embeddings/tiny-unigram.model
 +<!-- opennlp-embeddings parity harness input sentences (data file, no AL header possible) -->
 +dev/embeddings/parity/sentences.txt
 +<!-- OPENNLP-1879 bundled Natural Earth gazetteer table (public domain data;
 +     the file header carries the derivation record and the LICENSE pointer) -->
 +src/main/resources/opennlp/geo/naturalearth-populated-places.txt
 +<!-- Miniature WNDB morphology exception-list fixtures; the *.exc format is bare
 +     "inflected base" lines with no comment syntax, so no header can be carried.
 +     The index.* and data.* fixtures in the same directory do carry the header
 +     in their space-prefixed WNDB license preamble and are not excluded. -->
 +src/test/resources/opennlp/wordnet/mini-wndb/noun.exc
 +src/test/resources/opennlp/wordnet/mini-wndb/verb.exc
 +src/test/resources/opennlp/wordnet/mini-wndb/adj.exc
 +src/test/resources/opennlp/wordnet/mini-wndb/adv.exc
+ <!-- UniNE light/minimal stemmer parity fixtures (generated word/stem pairs, see README) -->
+ src/test/resources/opennlp/tools/stemmer/light/*.tsv