You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by rz...@apache.org on 2026/10/03 11:51:05 UTC
(opennlp) branch minor-dedup-url-email-classifier updated (8a6e6369d -> 554f60b9e)
This is an automated email from the ASF dual-hosted git repository.
rzo1 pushed a change to branch minor-dedup-url-email-classifier
in repository https://gitbox.apache.org/repos/asf/opennlp.git
omit 8a6e6369d Tidy the URL guard: constants, Javadoc wording, one normalizer in the test
omit b0d4ca554 Minor: Reuse the runtime email scan in the spellcheck URL guard
add 773f107c4 Minor: Move StringUtil tests to opennlp-api, share test fixtures, reject null in StringUtil.isEmpty and isBlank (#1361)
add 932dbd94c Minor: Share layer alignment and span mapping across document annotators (#1357)
add 36cd43a8c Minor: Share ISO 639 code conversion via LanguageCodeValidator (#1356)
add 20e63af11 Minor: Share one requireNonNullArg helper across modules (#1353)
add 0e2676667 Minor: Fix StringUtil.isEmpty and isBlank null checks after the ArgumentChecks move (#1362)
add 95fb9ea46 Minor: Reuse the runtime email scan in the spellcheck URL guard
add c337b8b07 Tidy the URL guard: constants, Javadoc wording, one normalizer in the test
add 554f60b9e Use ArgumentChecks in MailAddressScan.isAddress, Checks in its Javadoc
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8a6e6369d)
\
N -- N -- N refs/heads/minor-dedup-url-email-classifier (554f60b9e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
opennlp-api/pom.xml | 17 ++-
.../opennlp/tools/document/DocumentAnnotators.java | 107 ++++++++++++-
.../java/opennlp/tools/util/ArgumentChecks.java | 45 +++---
.../opennlp/tools/util/LanguageCodeValidator.java | 130 +++++++++++++---
.../main/java/opennlp/tools/util/StringUtil.java | 42 +++--
.../opennlp/tools/util/normalizer/CharClass.java | 63 +++-----
.../test/java/opennlp/tools/PinWhitespaceMode.java | 22 ++-
.../java/opennlp/tools/PinWhitespaceModeTest.java | 62 ++++++++
.../java/opennlp/tools/ResetWhitespaceMode.java | 22 ++-
.../opennlp/tools/ResetWhitespaceModeTest.java | 58 +++++++
.../java/opennlp/tools/RestoreDefaultLocale.java | 77 ++++++++++
.../opennlp/tools/RestoreDefaultLocaleTest.java | 68 +++++++++
.../opennlp/tools/WhitespaceModeExtension.java | 74 +++++++++
.../tools/document/DocumentAnnotatorsTest.java | 170 ++++++++++++++++++++-
.../opennlp/tools/util/ArgumentChecksTest.java | 60 ++++++++
.../opennlp/tools/util/CompatibilityModeTest.java | 4 +
.../opennlp/tools/util/StringUtilLocaleTest.java | 19 +--
.../java/opennlp/tools/util/StringUtilTest.java | 20 +--
.../opennlp/tools/util/WhitespaceModeTest.java | 4 +
opennlp-core/opennlp-cli/pom.xml | 7 +
.../cmdline/FineGrainedReportListenerTest.java | 10 +-
opennlp-core/opennlp-formats/pom.xml | 7 +
.../tools/formats/ad/ADSentenceStreamTest.java | 8 +-
.../src/main/java/opennlp/dl/AbstractDL.java | 32 ++--
.../opennlp/dl/doccat/DocumentCategorizerDL.java | 7 +-
.../java/opennlp/dl/namefinder/NameFinderDL.java | 9 +-
opennlp-core/opennlp-ml/opennlp-ml-maxent/pom.xml | 8 +
.../tools/ml/maxent/BasicContextGeneratorTest.java | 8 +-
opennlp-core/opennlp-runtime/pom.xml | 7 +
.../opennlp/tools/chunker/ChunkerAnnotator.java | 27 ++--
.../tools/lemmatizer/LemmatizerAnnotator.java | 10 +-
.../tools/namefind/NameFinderAnnotator.java | 19 +--
.../java/opennlp/tools/parser/ParserAnnotator.java | 5 +-
.../tools/stopword/StopwordFilterStream.java | 12 +-
.../java/opennlp/tools/stopword/StopwordLists.java | 60 +-------
.../tools/termvector/TermVectorAnnotator.java | 9 +-
.../tools/tokenize/uax29/WordTokenizer.java | 21 +--
.../AccentFoldCharSequenceNormalizer.java | 6 +-
.../AggregateCharSequenceNormalizer.java | 10 +-
.../normalizer/CaseFoldCharSequenceNormalizer.java | 6 +-
.../ConfusableSkeletonCharSequenceNormalizer.java | 6 +-
.../normalizer/EmojiCharSequenceNormalizer.java | 5 +-
.../EmojiToEmoticonCharSequenceNormalizer.java | 10 +-
.../EmoticonToEmojiCharSequenceNormalizer.java | 10 +-
.../FullCaseFoldCharSequenceNormalizer.java | 9 +-
.../tools/util/normalizer/MailAddressScan.java | 7 +-
.../util/normalizer/NfcCharSequenceNormalizer.java | 6 +-
.../normalizer/NfkcCharSequenceNormalizer.java | 6 +-
.../util/normalizer/NormalizationProfiles.java | 22 +--
.../normalizer/NumberCharSequenceNormalizer.java | 6 +-
.../normalizer/ShrinkCharSequenceNormalizer.java | 6 +-
.../SocialMediaCharSequenceNormalizer.java | 6 +-
.../util/normalizer/UrlCharSequenceNormalizer.java | 5 +-
.../tools/lemmatizer/DictionaryLemmatizerTest.java | 18 +--
.../tools/lemmatizer/LemmatizerMELocaleTest.java | 20 +--
.../SentenceDetectorMESpanMappingTest.java | 18 +--
.../opennlp/tools/stopword/StopwordListsTest.java | 8 +
.../tokenize/DefaultTokenContextGeneratorTest.java | 12 +-
.../tools/tokenize/SimpleTokenizerTest.java | 12 +-
.../tools/tokenize/WhitespaceTokenizerTest.java | 12 +-
.../tools/util/LanguageCodeValidatorTest.java | 64 ++++++++
.../AggregateCharSequenceNormalizerTest.java | 4 +-
.../util/normalizer/NormalizationProfilesTest.java | 10 ++
opennlp-eval-tests/pom.xml | 6 +
.../opennlp/tools/eval/SourceForgeModelEval.java | 23 +--
opennlp-extensions/opennlp-morfologik/pom.xml | 7 +
.../opennlp/morfologik/MorfologikLocaleTest.java | 19 +--
.../SpellCheckingCharSequenceNormalizer.java | 13 +-
.../stream/SpellCorrectingObjectStream.java | 27 +---
.../stream/SpellCorrectingTokenStream.java | 30 +---
opennlp-tools/pom.xml | 7 +
.../ChunkerDetailedFMeasureListenerTest.java | 10 +-
.../opennlp/tools/util/TrainingParametersTest.java | 17 +--
.../normalizer/UrlCharSequenceNormalizerTest.java | 2 +-
pom.xml | 7 +
75 files changed, 1220 insertions(+), 582 deletions(-)
copy opennlp-core/opennlp-formats/src/main/java/opennlp/tools/formats/convert/NameToSentenceSampleStream.java => opennlp-api/src/main/java/opennlp/tools/util/ArgumentChecks.java (50%)
copy opennlp-tools/src/test/java/opennlp/tools/HighMemoryUsage.java => opennlp-api/src/test/java/opennlp/tools/PinWhitespaceMode.java (56%)
create mode 100644 opennlp-api/src/test/java/opennlp/tools/PinWhitespaceModeTest.java
copy opennlp-tools/src/test/java/opennlp/tools/HighMemoryUsage.java => opennlp-api/src/test/java/opennlp/tools/ResetWhitespaceMode.java (58%)
create mode 100644 opennlp-api/src/test/java/opennlp/tools/ResetWhitespaceModeTest.java
create mode 100644 opennlp-api/src/test/java/opennlp/tools/RestoreDefaultLocale.java
create mode 100644 opennlp-api/src/test/java/opennlp/tools/RestoreDefaultLocaleTest.java
create mode 100644 opennlp-api/src/test/java/opennlp/tools/WhitespaceModeExtension.java
create mode 100644 opennlp-api/src/test/java/opennlp/tools/util/ArgumentChecksTest.java
rename {opennlp-tools => opennlp-api}/src/test/java/opennlp/tools/util/StringUtilTest.java (98%)