You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by rm...@apache.org on 2013/07/24 00:37:56 UTC
svn commit: r1506348 - in
/lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis:
charfilter/ standard/ wikipedia/
Author: rmuir
Date: Tue Jul 23 22:37:56 2013
New Revision: 1506348
URL: http://svn.apache.org/r1506348
Log:
add missing javadocs headers (so we dont get the jflex-generated one with paths and dates and timestamps)
Modified:
lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.java
lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.jflex
lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.java
lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.jflex
lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/StandardTokenizerImpl.java
lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/UAX29URLEmailTokenizerImpl.java
lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.java
lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.jflex
Modified: lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.java?rev=1506348&r1=1506347&r2=1506348&view=diff
==============================================================================
--- lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.java (original)
+++ lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.java Tue Jul 23 22:37:56 2013
@@ -1,4 +1,4 @@
-/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 5:04 PM */
+/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 6:37 PM */
package org.apache.lucene.analysis.charfilter;
@@ -31,18 +31,11 @@ import org.apache.lucene.analysis.util.C
import org.apache.lucene.analysis.util.CharArraySet;
import org.apache.lucene.analysis.util.OpenStringBuilder;
-
+@SuppressWarnings("fallthrough")
/**
* A CharFilter that wraps another Reader and attempts to strip out HTML constructs.
*/
-@SuppressWarnings("fallthrough")
-/**
- * This class is a scanner generated by
- * <a href="http://www.jflex.de/">JFlex</a> 1.5.0-SNAPSHOT
- * on 7/23/13 5:04 PM from the specification file
- * <tt>/l/regenerate.4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.jflex</tt>
- */
public final class HTMLStripCharFilter extends BaseCharFilter {
/** This character denotes the end of file */
Modified: lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.jflex
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.jflex?rev=1506348&r1=1506347&r2=1506348&view=diff
==============================================================================
--- lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.jflex (original)
+++ lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/charfilter/HTMLStripCharFilter.jflex Tue Jul 23 22:37:56 2013
@@ -29,11 +29,10 @@ import org.apache.lucene.analysis.util.C
import org.apache.lucene.analysis.util.CharArraySet;
import org.apache.lucene.analysis.util.OpenStringBuilder;
-
+@SuppressWarnings("fallthrough")
/**
* A CharFilter that wraps another Reader and attempts to strip out HTML constructs.
*/
-@SuppressWarnings("fallthrough")
%%
%unicode 6.1
Modified: lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.java?rev=1506348&r1=1506347&r2=1506348&view=diff
==============================================================================
--- lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.java (original)
+++ lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.java Tue Jul 23 22:37:56 2013
@@ -1,4 +1,4 @@
-/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 5:04 PM */
+/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 6:37 PM */
package org.apache.lucene.analysis.standard;
@@ -29,13 +29,10 @@ WARNING: if you change ClassicTokenizerI
import java.io.Reader;
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
-
/**
- * This class is a scanner generated by
- * <a href="http://www.jflex.de/">JFlex</a> 1.5.0-SNAPSHOT
- * on 7/23/13 5:04 PM from the specification file
- * <tt>/l/regenerate.4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.jflex</tt>
+ * This class implements the classic lucene StandardTokenizer up until 3.0
*/
+
class ClassicTokenizerImpl implements StandardTokenizerInterface {
/** This character denotes the end of file */
Modified: lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.jflex
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.jflex?rev=1506348&r1=1506347&r2=1506348&view=diff
==============================================================================
--- lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.jflex (original)
+++ lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/ClassicTokenizerImpl.jflex Tue Jul 23 22:37:56 2013
@@ -27,6 +27,9 @@ WARNING: if you change ClassicTokenizerI
import java.io.Reader;
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
+/**
+ * This class implements the classic lucene StandardTokenizer up until 3.0
+ */
%%
%class ClassicTokenizerImpl
Modified: lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/StandardTokenizerImpl.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/StandardTokenizerImpl.java?rev=1506348&r1=1506347&r2=1506348&view=diff
==============================================================================
--- lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/StandardTokenizerImpl.java (original)
+++ lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/StandardTokenizerImpl.java Tue Jul 23 22:37:56 2013
@@ -1,4 +1,4 @@
-/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 5:04 PM */
+/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 6:37 PM */
package org.apache.lucene.analysis.standard;
Modified: lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/UAX29URLEmailTokenizerImpl.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/UAX29URLEmailTokenizerImpl.java?rev=1506348&r1=1506347&r2=1506348&view=diff
==============================================================================
--- lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/UAX29URLEmailTokenizerImpl.java (original)
+++ lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/standard/UAX29URLEmailTokenizerImpl.java Tue Jul 23 22:37:56 2013
@@ -1,4 +1,4 @@
-/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 5:04 PM */
+/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 6:37 PM */
package org.apache.lucene.analysis.standard;
Modified: lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.java?rev=1506348&r1=1506347&r2=1506348&view=diff
==============================================================================
--- lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.java (original)
+++ lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.java Tue Jul 23 22:37:56 2013
@@ -1,4 +1,4 @@
-/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 5:04 PM */
+/* The following code was generated by JFlex 1.5.0-SNAPSHOT on 7/23/13 6:37 PM */
package org.apache.lucene.analysis.wikipedia;
@@ -21,13 +21,10 @@ package org.apache.lucene.analysis.wikip
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
-
/**
- * This class is a scanner generated by
- * <a href="http://www.jflex.de/">JFlex</a> 1.5.0-SNAPSHOT
- * on 7/23/13 5:04 PM from the specification file
- * <tt>/l/regenerate.4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.jflex</tt>
+ * JFlex-generated tokenizer that is aware of Wikipedia syntax.
*/
+
class WikipediaTokenizerImpl {
/** This character denotes the end of file */
Modified: lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.jflex
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.jflex?rev=1506348&r1=1506347&r2=1506348&view=diff
==============================================================================
--- lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.jflex (original)
+++ lucene/dev/branches/lucene4335/lucene/analysis/common/src/java/org/apache/lucene/analysis/wikipedia/WikipediaTokenizerImpl.jflex Tue Jul 23 22:37:56 2013
@@ -19,6 +19,9 @@ package org.apache.lucene.analysis.wikip
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
+/**
+ * JFlex-generated tokenizer that is aware of Wikipedia syntax.
+ */
%%
%class WikipediaTokenizerImpl