You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by ds...@apache.org on 2020/10/02 03:45:15 UTC

[lucene-solr] branch branch_8x updated: LUCENE-9032: BaseTokenStreamTestCase minor... * make checkResetException() public * one assertAnalyzesTo variant should be calling checkAnalysisConsistency (only used by OpenNLP tests now)

This is an automated email from the ASF dual-hosted git repository.

dsmiley pushed a commit to branch branch_8x
in repository https://gitbox.apache.org/repos/asf/lucene-solr.git


The following commit(s) were added to refs/heads/branch_8x by this push:
     new 9b5823f  LUCENE-9032: BaseTokenStreamTestCase minor... * make checkResetException() public * one assertAnalyzesTo variant should be calling checkAnalysisConsistency (only used by OpenNLP tests now)
9b5823f is described below

commit 9b5823fa72acb432346e9096fe322a645fdeaf8c
Author: David Smiley <ds...@salesforce.com>
AuthorDate: Thu Oct 1 23:43:03 2020 -0400

    LUCENE-9032: BaseTokenStreamTestCase minor...
    * make checkResetException() public
    * one assertAnalyzesTo variant should be calling checkAnalysisConsistency (only used by OpenNLP tests now)
    
    (cherry picked from commit 2aa51fe77caf60392f1352076888e447ad2b56e0)
---
 .../src/java/org/apache/lucene/analysis/BaseTokenStreamTestCase.java   | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/lucene/test-framework/src/java/org/apache/lucene/analysis/BaseTokenStreamTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/analysis/BaseTokenStreamTestCase.java
index fe9a706..914ae37 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/analysis/BaseTokenStreamTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/analysis/BaseTokenStreamTestCase.java
@@ -392,6 +392,7 @@ public abstract class BaseTokenStreamTestCase extends LuceneTestCase {
   public static void assertAnalyzesTo(Analyzer a, String input, String[] output, int startOffsets[], int endOffsets[], String types[], int posIncrements[], int posLengths[], boolean graphOffsetsAreCorrect, byte[][] payloads) throws IOException {
     assertTokenStreamContents(a.tokenStream("dummy", input), output, startOffsets, endOffsets, types, posIncrements, posLengths, input.length(), null, null, graphOffsetsAreCorrect, payloads);
     checkResetException(a, input);
+    checkAnalysisConsistency(random(), a, true, input, graphOffsetsAreCorrect);
   }
 
   public static void assertAnalyzesTo(Analyzer a, String input, String[] output) throws IOException {
@@ -422,7 +423,7 @@ public abstract class BaseTokenStreamTestCase extends LuceneTestCase {
     assertAnalyzesTo(a, input, output, startOffsets, endOffsets, null, posIncrements, null);
   }
 
-  static void checkResetException(Analyzer a, String input) throws IOException {
+  public static void checkResetException(Analyzer a, String input) throws IOException {
     TokenStream ts = a.tokenStream("bogus", input);
     try {
       if (ts.incrementToken()) {