You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by rm...@apache.org on 2012/10/03 02:10:33 UTC
svn commit: r1393245 - in /lucene/dev/branches/lucene4456: ./ solr/
solr/core/ solr/core/src/java/org/apache/solr/highlight/
solr/core/src/test/org/apache/solr/highlight/ solr/solrj/
solr/solrj/src/java/org/apache/solr/common/params/
Author: rmuir
Date: Wed Oct 3 00:10:32 2012
New Revision: 1393245
URL: http://svn.apache.org/viewvc?rev=1393245&view=rev
Log:
merge up to trunk
Modified:
lucene/dev/branches/lucene4456/ (props changed)
lucene/dev/branches/lucene4456/solr/ (props changed)
lucene/dev/branches/lucene4456/solr/CHANGES.txt (contents, props changed)
lucene/dev/branches/lucene4456/solr/core/ (props changed)
lucene/dev/branches/lucene4456/solr/core/src/java/org/apache/solr/highlight/DefaultSolrHighlighter.java
lucene/dev/branches/lucene4456/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java
lucene/dev/branches/lucene4456/solr/solrj/ (props changed)
lucene/dev/branches/lucene4456/solr/solrj/src/java/org/apache/solr/common/params/HighlightParams.java
Modified: lucene/dev/branches/lucene4456/solr/CHANGES.txt
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4456/solr/CHANGES.txt?rev=1393245&r1=1393244&r2=1393245&view=diff
==============================================================================
--- lucene/dev/branches/lucene4456/solr/CHANGES.txt (original)
+++ lucene/dev/branches/lucene4456/solr/CHANGES.txt Wed Oct 3 00:10:32 2012
@@ -38,6 +38,11 @@ New Features
facet.method=fcs concurrently. PivotFacetHelper now extends SimpleFacet and
the getFacetImplementation() extension hook was removed. (dsmiley)
+* SOLR-3897: A highlighter parameter "hl.preserveMulti" to return all of the
+ values of a multiValued field in their original order when highlighting.
+ (Joel Bernstein via yonik)
+
+
Optimizations
----------------------
Modified: lucene/dev/branches/lucene4456/solr/core/src/java/org/apache/solr/highlight/DefaultSolrHighlighter.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4456/solr/core/src/java/org/apache/solr/highlight/DefaultSolrHighlighter.java?rev=1393245&r1=1393244&r2=1393245&view=diff
==============================================================================
--- lucene/dev/branches/lucene4456/solr/core/src/java/org/apache/solr/highlight/DefaultSolrHighlighter.java (original)
+++ lucene/dev/branches/lucene4456/solr/core/src/java/org/apache/solr/highlight/DefaultSolrHighlighter.java Wed Oct 3 00:10:32 2012
@@ -446,6 +446,8 @@ public class DefaultSolrHighlighter exte
listFields.add(field.stringValue());
}
+ boolean preserveMulti = params.getFieldBool(fieldName, HighlightParams.PRESERVE_MULTI, false);
+
String[] docTexts = (String[]) listFields.toArray(new String[listFields.size()]);
// according to Document javadoc, doc.getValues() never returns null. check empty instead of null
@@ -511,8 +513,14 @@ public class DefaultSolrHighlighter exte
try {
TextFragment[] bestTextFragments = highlighter.getBestTextFragments(tstream, docTexts[j], mergeContiguousFragments, numFragments);
for (int k = 0; k < bestTextFragments.length; k++) {
- if ((bestTextFragments[k] != null) && (bestTextFragments[k].getScore() > 0)) {
- frags.add(bestTextFragments[k]);
+ if (preserveMulti) {
+ if (bestTextFragments[k] != null) {
+ frags.add(bestTextFragments[k]);
+ }
+ } else {
+ if ((bestTextFragments[k] != null) && (bestTextFragments[k].getScore() > 0)) {
+ frags.add(bestTextFragments[k]);
+ }
}
}
} catch (InvalidTokenOffsetsException e) {
@@ -520,20 +528,29 @@ public class DefaultSolrHighlighter exte
}
}
// sort such that the fragments with the highest score come first
- Collections.sort(frags, new Comparator<TextFragment>() {
- public int compare(TextFragment arg0, TextFragment arg1) {
- return Math.round(arg1.getScore() - arg0.getScore());
- }
- });
-
+ if(!preserveMulti){
+ Collections.sort(frags, new Comparator<TextFragment>() {
+ public int compare(TextFragment arg0, TextFragment arg1) {
+ return Math.round(arg1.getScore() - arg0.getScore());
+ }
+ });
+ }
+
// convert fragments back into text
// TODO: we can include score and position information in output as snippet attributes
if (frags.size() > 0) {
ArrayList<String> fragTexts = new ArrayList<String>();
for (TextFragment fragment: frags) {
- if ((fragment != null) && (fragment.getScore() > 0)) {
- fragTexts.add(fragment.toString());
+ if (preserveMulti) {
+ if (fragment != null) {
+ fragTexts.add(fragment.toString());
+ }
+ } else {
+ if ((fragment != null) && (fragment.getScore() > 0)) {
+ fragTexts.add(fragment.toString());
+ }
}
+
if (fragTexts.size() >= numFragments) break;
}
summaries = fragTexts.toArray(new String[0]);
Modified: lucene/dev/branches/lucene4456/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4456/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java?rev=1393245&r1=1393244&r2=1393245&view=diff
==============================================================================
--- lucene/dev/branches/lucene4456/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (original)
+++ lucene/dev/branches/lucene4456/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java Wed Oct 3 00:10:32 2012
@@ -299,6 +299,31 @@ public class HighlighterTest extends Sol
);
}
+ @Test
+ public void testPreserveMulti() {
+ HashMap<String,String> args = new HashMap<String,String>();
+ args.put("hl", "true");
+ args.put("hl.fl", "cat");
+ args.put("hl.snippets", "2");
+ args.put("f.cat.hl.preserveMulti", "true");
+ TestHarness.LocalRequestFactory sumLRF = h.getRequestFactory(
+ "standard", 0, 200, args);
+
+ assertU(adoc("cat", "electronics",
+ "cat", "monitor",
+ "id", "1"));
+ assertU(commit());
+ assertU(optimize());
+ assertQ("Preserve multi",
+ sumLRF.makeRequest("cat:monitor"),
+ "//lst[@name='highlighting']/lst[@name='1']",
+ "//lst[@name='1']/arr[@name='cat']/str[.=\'electronics\']",
+ "//lst[@name='1']/arr[@name='cat']/str[.=\'<em>monitor</em>\']"
+ );
+ }
+
+
+
@Test
public void testDefaultFieldHighlight() {
Modified: lucene/dev/branches/lucene4456/solr/solrj/src/java/org/apache/solr/common/params/HighlightParams.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4456/solr/solrj/src/java/org/apache/solr/common/params/HighlightParams.java?rev=1393245&r1=1393244&r2=1393245&view=diff
==============================================================================
--- lucene/dev/branches/lucene4456/solr/solrj/src/java/org/apache/solr/common/params/HighlightParams.java (original)
+++ lucene/dev/branches/lucene4456/solr/solrj/src/java/org/apache/solr/common/params/HighlightParams.java Wed Oct 3 00:10:32 2012
@@ -32,6 +32,7 @@ public interface HighlightParams {
public static final String FORMATTER = HIGHLIGHT+".formatter";
public static final String ENCODER = HIGHLIGHT+".encoder";
public static final String FRAGMENTER = HIGHLIGHT+".fragmenter";
+ public static final String PRESERVE_MULTI = HIGHLIGHT+".preserveMulti";
public static final String FRAG_LIST_BUILDER = HIGHLIGHT+".fragListBuilder";
public static final String FRAGMENTS_BUILDER = HIGHLIGHT+".fragmentsBuilder";
public static final String BOUNDARY_SCANNER = HIGHLIGHT+".boundaryScanner";