You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by sa...@apache.org on 2016/06/15 22:03:05 UTC
[2/2] lucene-solr:branch_5x: LUCENE-7231: WeightedSpanTermExtractor
correctly deals with single-term PhraseQuery
LUCENE-7231: WeightedSpanTermExtractor correctly deals with single-term PhraseQuery
Project: http://git-wip-us.apache.org/repos/asf/lucene-solr/repo
Commit: http://git-wip-us.apache.org/repos/asf/lucene-solr/commit/c92703d3
Tree: http://git-wip-us.apache.org/repos/asf/lucene-solr/tree/c92703d3
Diff: http://git-wip-us.apache.org/repos/asf/lucene-solr/diff/c92703d3
Branch: refs/heads/branch_5x
Commit: c92703d3875bf8a47ff828d5910f78772e3841af
Parents: fa9940b
Author: Alan Woodward <ro...@apache.org>
Authored: Tue May 17 14:08:45 2016 +0100
Committer: Steve Rowe <sa...@apache.org>
Committed: Wed Jun 15 18:02:49 2016 -0400
----------------------------------------------------------------------
.../highlight/WeightedSpanTermExtractor.java | 33 +++++++++++---------
.../search/highlight/HighlighterTest.java | 28 +++++++++++++++++
2 files changed, 47 insertions(+), 14 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lucene-solr/blob/c92703d3/lucene/highlighter/src/java/org/apache/lucene/search/highlight/WeightedSpanTermExtractor.java
----------------------------------------------------------------------
diff --git a/lucene/highlighter/src/java/org/apache/lucene/search/highlight/WeightedSpanTermExtractor.java b/lucene/highlighter/src/java/org/apache/lucene/search/highlight/WeightedSpanTermExtractor.java
index 85bf79a..b527172 100644
--- a/lucene/highlighter/src/java/org/apache/lucene/search/highlight/WeightedSpanTermExtractor.java
+++ b/lucene/highlighter/src/java/org/apache/lucene/search/highlight/WeightedSpanTermExtractor.java
@@ -116,24 +116,29 @@ public class WeightedSpanTermExtractor {
} else if (query instanceof PhraseQuery) {
PhraseQuery phraseQuery = ((PhraseQuery) query);
Term[] phraseQueryTerms = phraseQuery.getTerms();
- SpanQuery[] clauses = new SpanQuery[phraseQueryTerms.length];
- for (int i = 0; i < phraseQueryTerms.length; i++) {
- clauses[i] = new SpanTermQuery(phraseQueryTerms[i]);
+ if (phraseQueryTerms.length == 1) {
+ extractWeightedSpanTerms(terms, new SpanTermQuery(phraseQueryTerms[0]), boost);
}
+ else {
+ SpanQuery[] clauses = new SpanQuery[phraseQueryTerms.length];
+ for (int i = 0; i < phraseQueryTerms.length; i++) {
+ clauses[i] = new SpanTermQuery(phraseQueryTerms[i]);
+ }
- // sum position increments beyond 1
- int positionGaps = 0;
- int[] positions = phraseQuery.getPositions();
- if (positions.length >= 2) {
- // positions are in increasing order. max(0,...) is just a safeguard.
- positionGaps = Math.max(0, positions[positions.length-1] - positions[0] - positions.length + 1);
- }
+ // sum position increments beyond 1
+ int positionGaps = 0;
+ int[] positions = phraseQuery.getPositions();
+ if (positions.length >= 2) {
+ // positions are in increasing order. max(0,...) is just a safeguard.
+ positionGaps = Math.max(0, positions[positions.length - 1] - positions[0] - positions.length + 1);
+ }
- //if original slop is 0 then require inOrder
- boolean inorder = (phraseQuery.getSlop() == 0);
+ //if original slop is 0 then require inOrder
+ boolean inorder = (phraseQuery.getSlop() == 0);
- SpanNearQuery sp = new SpanNearQuery(clauses, phraseQuery.getSlop() + positionGaps, inorder);
- extractWeightedSpanTerms(terms, sp, boost);
+ SpanNearQuery sp = new SpanNearQuery(clauses, phraseQuery.getSlop() + positionGaps, inorder);
+ extractWeightedSpanTerms(terms, sp, boost);
+ }
} else if (query instanceof TermQuery) {
extractWeightedTerms(terms, query, boost);
} else if (query instanceof SpanQuery) {
http://git-wip-us.apache.org/repos/asf/lucene-solr/blob/c92703d3/lucene/highlighter/src/test/org/apache/lucene/search/highlight/HighlighterTest.java
----------------------------------------------------------------------
diff --git a/lucene/highlighter/src/test/org/apache/lucene/search/highlight/HighlighterTest.java b/lucene/highlighter/src/test/org/apache/lucene/search/highlight/HighlighterTest.java
index 6d614f6..81db3de 100644
--- a/lucene/highlighter/src/test/org/apache/lucene/search/highlight/HighlighterTest.java
+++ b/lucene/highlighter/src/test/org/apache/lucene/search/highlight/HighlighterTest.java
@@ -40,6 +40,7 @@ import org.apache.lucene.analysis.MockTokenizer;
import org.apache.lucene.analysis.Token;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.Tokenizer;
+import org.apache.lucene.analysis.ngram.NGramTokenizer;
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
import org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute;
@@ -93,6 +94,7 @@ import org.apache.lucene.util.LuceneTestCase;
import org.apache.lucene.util.automaton.Automata;
import org.apache.lucene.util.automaton.CharacterRunAutomaton;
import org.apache.lucene.util.automaton.RegExp;
+import org.junit.Test;
import org.w3c.dom.Element;
import org.w3c.dom.NodeList;
@@ -1563,6 +1565,32 @@ public class HighlighterTest extends BaseTokenStreamTestCase implements Formatte
helper.start();
}
+ @Test
+ public void testHighlighterWithPhraseQuery() throws IOException, InvalidTokenOffsetsException {
+
+ final Analyzer analyzer = new Analyzer() {
+ @Override
+ protected TokenStreamComponents createComponents(String fieldName) {
+ return new TokenStreamComponents(new NGramTokenizer(4, 4));
+ }
+ };
+ final String fieldName = "substring";
+
+ final List<BytesRef> list = new ArrayList<>();
+ list.add(new BytesRef("uchu"));
+ final PhraseQuery query = new PhraseQuery(fieldName, list.toArray(new BytesRef[list.size()]));
+
+ final QueryScorer fragmentScorer = new QueryScorer(query, fieldName);
+ final SimpleHTMLFormatter formatter = new SimpleHTMLFormatter("<b>", "</b>");
+
+ final Highlighter highlighter = new Highlighter(formatter, fragmentScorer);
+ highlighter.setTextFragmenter(new SimpleFragmenter(100));
+ final String fragment = highlighter.getBestFragment(analyzer, fieldName, "Buchung");
+
+ assertEquals("B<b>uchu</b>ng",fragment);
+
+ }
+
public void testUnRewrittenQuery() throws Exception {
final TestHighlightRunner helper = new TestHighlightRunner() {