You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by ko...@apache.org on 2011/02/24 02:49:50 UTC
svn commit: r1074011 - in /lucene/dev/branches/branch_3x: ./ lucene/ solr/
solr/src/java/org/apache/solr/analysis/
Author: koji
Date: Thu Feb 24 01:49:49 2011
New Revision: 1074011
URL: http://svn.apache.org/viewvc?rev=1074011&view=rev
Log:
LUCENE-2894: add more contribution
Modified:
lucene/dev/branches/branch_3x/ (props changed)
lucene/dev/branches/branch_3x/lucene/ (props changed)
lucene/dev/branches/branch_3x/solr/ (props changed)
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ShingleFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SnowballPorterFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SpanishLightStemFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardTokenizerFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StemmerOverrideFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SwedishLightStemFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SynonymFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ThaiWordFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TokenOffsetPayloadTokenFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TrimFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TypeAsPayloadTokenFilterFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/UAX29URLEmailTokenizerFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WhitespaceTokenizerFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WikipediaTokenizerFactory.java
lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WordDelimiterFilterFactory.java
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ShingleFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ShingleFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ShingleFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ShingleFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -26,7 +26,18 @@ import org.apache.solr.common.SolrExcept
import java.util.Map;
-/** Factory for {@link ShingleFilter} */
+/**
+ * Factory for {@link ShingleFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_shingle" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.ShingleFilterFactory" minShingleSize="2" maxShingleSize="2"
+ * outputUnigrams="true" outputUnigramsIfNoShingles="false" tokenSeparator=" "/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id$
+ */
public class ShingleFilterFactory extends BaseTokenFilterFactory {
private int minShingleSize;
private int maxShingleSize;
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SnowballPorterFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SnowballPorterFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SnowballPorterFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SnowballPorterFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -32,6 +32,13 @@ import org.tartarus.snowball.SnowballPro
* Factory for {@link SnowballFilter}, with configurable language
* <p>
* Note: Use of the "Lovins" stemmer is not recommended, as it is implemented with reflection.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_snowballstem" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.SnowballPorterFilterFactory" protected="protectedkeyword.txt" language="English"/>
+ * </analyzer>
+ * </fieldType></pre>
*
* @version $Id$
*/
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SpanishLightStemFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SpanishLightStemFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SpanishLightStemFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SpanishLightStemFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -20,7 +20,17 @@ package org.apache.solr.analysis;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.es.SpanishLightStemFilter;
-/** Factory for {@link SpanishLightStemFilter} */
+/**
+ * Factory for {@link SpanishLightStemFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_eslgtstem" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.SpanishLightStemFilterFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id$
+ */
public class SpanishLightStemFilterFactory extends BaseTokenFilterFactory {
public TokenStream create(TokenStream input) {
return new SpanishLightStemFilter(input);
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -23,6 +23,14 @@ import org.apache.lucene.analysis.TokenS
import org.apache.lucene.analysis.standard.StandardFilter;
/**
+ * Factory for {@link StandardFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_stndrd" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.StandardFilterFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
* @version $Id$
*/
public class StandardFilterFactory extends BaseTokenFilterFactory {
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardTokenizerFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardTokenizerFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardTokenizerFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StandardTokenizerFactory.java Thu Feb 24 01:49:49 2011
@@ -24,6 +24,13 @@ import java.io.Reader;
import java.util.Map;
/**
+ * Factory for {@link StandardTokenizer}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_stndrd" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.StandardTokenizerFactory" maxTokenLength="255"/>
+ * </analyzer>
+ * </fieldType></pre>
* @version $Id$
*/
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StemmerOverrideFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StemmerOverrideFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StemmerOverrideFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/StemmerOverrideFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -28,7 +28,15 @@ import org.apache.solr.common.util.StrUt
import org.apache.solr.util.plugin.ResourceLoaderAware;
/**
- * Factory for {@link StemmerOverrideFilter}
+ * Factory for {@link StemmerOverrideFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_dicstem" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.StemmerOverrideFilterFactory" dictionary="dictionary.txt" ignoreCase="false"/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id
*/
public class StemmerOverrideFilterFactory extends BaseTokenFilterFactory implements ResourceLoaderAware {
private CharArrayMap<String> dictionary = null;
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SwedishLightStemFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SwedishLightStemFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SwedishLightStemFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SwedishLightStemFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -20,7 +20,17 @@ package org.apache.solr.analysis;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.sv.SwedishLightStemFilter;
-/** Factory for {@link SwedishLightStemFilter} */
+/**
+ * Factory for {@link SwedishLightStemFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_svlgtstem" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.SwedishLightStemFilterFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id$
+ */
public class SwedishLightStemFilterFactory extends BaseTokenFilterFactory {
public TokenStream create(TokenStream input) {
return new SwedishLightStemFilter(input);
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SynonymFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SynonymFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SynonymFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/SynonymFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -33,6 +33,15 @@ import java.util.List;
import java.util.Map;
/**
+ * Factory for {@link SynonymFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_synonym" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="false"
+ * expand="true" tokenizerFactory="solr.WhitespaceTokenizerFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
* @version $Id$
*/
public class SynonymFilterFactory extends BaseTokenFilterFactory implements ResourceLoaderAware {
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ThaiWordFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ThaiWordFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ThaiWordFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/ThaiWordFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -22,7 +22,17 @@ import org.apache.lucene.analysis.th.Tha
import org.apache.lucene.analysis.TokenStream;
-/** Factory for {@link ThaiWordFilter} */
+/**
+ * Factory for {@link ThaiWordFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_thai" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.NGramTokenizerFactory"/>
+ * <filter class="solr.ThaiWordFilterFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id$
+ */
public class ThaiWordFilterFactory extends BaseTokenFilterFactory {
public ThaiWordFilter create(TokenStream input) {
assureMatchVersion();
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TokenOffsetPayloadTokenFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TokenOffsetPayloadTokenFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TokenOffsetPayloadTokenFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TokenOffsetPayloadTokenFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -22,7 +22,17 @@ package org.apache.solr.analysis;
import org.apache.lucene.analysis.payloads.TokenOffsetPayloadTokenFilter;
import org.apache.lucene.analysis.TokenStream;
-/** Factory for {@link TokenOffsetPayloadTokenFilter} */
+/**
+ * Factory for {@link TokenOffsetPayloadTokenFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_tokenoffset" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.TokenOffsetPayloadTokenFilterFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id$
+ */
public class TokenOffsetPayloadTokenFilterFactory extends BaseTokenFilterFactory {
public TokenOffsetPayloadTokenFilter create(TokenStream input) {
return new TokenOffsetPayloadTokenFilter(input);
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TrimFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TrimFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TrimFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TrimFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -23,7 +23,15 @@ import org.apache.lucene.analysis.TokenS
import org.apache.solr.common.SolrException;
/**
- * @version $Id:$
+ * Factory for {@link TrimFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_trm" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.NGramTokenizerFactory"/>
+ * <filter class="solr.TrimFilterFactory" updateOffsets="false"/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id$
* @see TrimFilter
*/
public class TrimFilterFactory extends BaseTokenFilterFactory {
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TurkishLowerCaseFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -20,7 +20,17 @@ package org.apache.solr.analysis;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.tr.TurkishLowerCaseFilter;
-/** Factory for {@link TurkishLowerCaseFilter} */
+/**
+ * Factory for {@link TurkishLowerCaseFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_trlwr" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.TurkishLowerCaseFilterFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id$
+ */
public class TurkishLowerCaseFilterFactory extends BaseTokenFilterFactory {
public TokenStream create(TokenStream input) {
return new TurkishLowerCaseFilter(input);
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TypeAsPayloadTokenFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TypeAsPayloadTokenFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TypeAsPayloadTokenFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/TypeAsPayloadTokenFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -22,7 +22,17 @@ package org.apache.solr.analysis;
import org.apache.lucene.analysis.payloads.TypeAsPayloadTokenFilter;
import org.apache.lucene.analysis.TokenStream;
-/** Factory for {@link TypeAsPayloadTokenFilter} */
+/**
+ * Factory for {@link TypeAsPayloadTokenFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_typeaspayload" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.TypeAsPayloadTokenFilterFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id$
+ */
public class TypeAsPayloadTokenFilterFactory extends BaseTokenFilterFactory {
public TypeAsPayloadTokenFilter create(TokenStream input) {
return new TypeAsPayloadTokenFilter(input);
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/UAX29URLEmailTokenizerFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/UAX29URLEmailTokenizerFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/UAX29URLEmailTokenizerFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/UAX29URLEmailTokenizerFactory.java Thu Feb 24 01:49:49 2011
@@ -27,6 +27,13 @@ import java.io.Reader;
import java.util.Map;
/**
+ * Factory for {@link UAX29URLEmailTokenizer}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_urlemail" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.UAX29URLEmailTokenizerFactory" maxTokenLength="255"/>
+ * </analyzer>
+ * </fieldType></pre>
* @version $Id$
*
*/
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WhitespaceTokenizerFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WhitespaceTokenizerFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WhitespaceTokenizerFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WhitespaceTokenizerFactory.java Thu Feb 24 01:49:49 2011
@@ -23,6 +23,13 @@ import java.io.Reader;
import java.util.Map;
/**
+ * Factory for {@link WhitespaceTokenizer}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
* @version $Id$
*/
public class WhitespaceTokenizerFactory extends BaseTokenizerFactory {
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WikipediaTokenizerFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WikipediaTokenizerFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WikipediaTokenizerFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WikipediaTokenizerFactory.java Thu Feb 24 01:49:49 2011
@@ -22,7 +22,16 @@ import java.io.Reader;
import org.apache.lucene.analysis.Tokenizer;
import org.apache.lucene.analysis.wikipedia.WikipediaTokenizer;
-/** Factory for {@link WikipediaTokenizer}*/
+/**
+ * Factory for {@link WikipediaTokenizer}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_wiki" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WikipediaTokenizerFactory"/>
+ * </analyzer>
+ * </fieldType></pre>
+ * @version $Id$
+ */
public class WikipediaTokenizerFactory extends BaseTokenizerFactory {
// TODO: add support for WikipediaTokenizer's advanced options.
public Tokenizer create(Reader input) {
Modified: lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WordDelimiterFilterFactory.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WordDelimiterFilterFactory.java?rev=1074011&r1=1074010&r2=1074011&view=diff
==============================================================================
--- lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WordDelimiterFilterFactory.java (original)
+++ lucene/dev/branches/branch_3x/solr/src/java/org/apache/solr/analysis/WordDelimiterFilterFactory.java Thu Feb 24 01:49:49 2011
@@ -35,6 +35,17 @@ import java.io.IOException;
/**
+ * Factory for {@link WordDelimiterFilter}.
+ * <pre class="prettyprint" >
+ * <fieldType name="text_wd" class="solr.TextField" positionIncrementGap="100">
+ * <analyzer>
+ * <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ * <filter class="solr.WordDelimiterFilterFactory" protected="protectedword.txt"
+ * preserveOriginal="0" splitOnNumerics="1" splitOnCaseChange="1"
+ * catenateWords="0" catenateNumbers="0" catenateAll="0"
+ * generateWordParts="1" generateNumberParts="1" stemEnglishPossessive="1"/>
+ * </analyzer>
+ * </fieldType></pre>
* @version $Id$
*/
public class WordDelimiterFilterFactory extends BaseTokenFilterFactory implements ResourceLoaderAware {