You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nutch.apache.org by je...@apache.org on 2005/09/13 16:03:49 UTC
svn commit: r280556 - in /lucene/nutch/trunk/src/plugin: ./ analysis-de/
analysis-de/src/ analysis-de/src/java/ analysis-de/src/java/org/
analysis-de/src/java/org/apache/ analysis-de/src/java/org/apache/nutch/
analysis-de/src/java/org/apache/nutch/anal...
Author: jerome
Date: Tue Sep 13 07:03:36 2005
New Revision: 280556
URL: http://svn.apache.org/viewcvs?rev=280556&view=rev
Log:
French and German analyzers added
Added:
lucene/nutch/trunk/src/plugin/analysis-de/
lucene/nutch/trunk/src/plugin/analysis-de/build.xml (with props)
lucene/nutch/trunk/src/plugin/analysis-de/plugin.xml (with props)
lucene/nutch/trunk/src/plugin/analysis-de/src/
lucene/nutch/trunk/src/plugin/analysis-de/src/java/
lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/
lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/
lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/nutch/
lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/nutch/analysis/
lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/nutch/analysis/de/
lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/nutch/analysis/de/GermanAnalyzer.java (with props)
lucene/nutch/trunk/src/plugin/analysis-fr/
lucene/nutch/trunk/src/plugin/analysis-fr/build.xml (with props)
lucene/nutch/trunk/src/plugin/analysis-fr/plugin.xml (with props)
lucene/nutch/trunk/src/plugin/analysis-fr/src/
lucene/nutch/trunk/src/plugin/analysis-fr/src/java/
lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/
lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/
lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/nutch/
lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/nutch/analysis/
lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/nutch/analysis/fr/
lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/nutch/analysis/fr/FrenchAnalyzer.java (with props)
Modified:
lucene/nutch/trunk/src/plugin/build.xml
Added: lucene/nutch/trunk/src/plugin/analysis-de/build.xml
URL: http://svn.apache.org/viewcvs/lucene/nutch/trunk/src/plugin/analysis-de/build.xml?rev=280556&view=auto
==============================================================================
--- lucene/nutch/trunk/src/plugin/analysis-de/build.xml (added)
+++ lucene/nutch/trunk/src/plugin/analysis-de/build.xml Tue Sep 13 07:03:36 2005
@@ -0,0 +1,13 @@
+<?xml version="1.0"?>
+
+<project name="analysis-de" default="jar">
+
+ <import file="../build-plugin.xml"/>
+
+ <path id="plugin.deps">
+ <fileset dir="../lib-lucene-analyzers/lib">
+ <include name="*.jar" />
+ </fileset>
+ </path>
+
+</project>
Propchange: lucene/nutch/trunk/src/plugin/analysis-de/build.xml
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/nutch/trunk/src/plugin/analysis-de/plugin.xml
URL: http://svn.apache.org/viewcvs/lucene/nutch/trunk/src/plugin/analysis-de/plugin.xml?rev=280556&view=auto
==============================================================================
--- lucene/nutch/trunk/src/plugin/analysis-de/plugin.xml (added)
+++ lucene/nutch/trunk/src/plugin/analysis-de/plugin.xml Tue Sep 13 07:03:36 2005
@@ -0,0 +1,29 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<plugin
+ id="analysis-de"
+ name="German Analysis Plug-in"
+ version="1.0.0"
+ provider-name="org.apache.nutch">
+
+ <runtime>
+ <library name="analysis-de.jar">
+ <export name="*"/>
+ </library>
+ </runtime>
+
+ <requires>
+ <import plugin="nutch-extensionpoints"/>
+ <import plugin="lib-lucene-analyzers"/>
+ </requires>
+
+ <extension id="org.apache.nutch.analysis.de"
+ name="GermanAnalyzer"
+ point="org.apache.nutch.analysis.NutchAnalyzer">
+
+ <implementation id="org.apache.nutch.analysis.de.GermanAnalyzer"
+ class="org.apache.nutch.analysis.de.GermanAnalyzer"
+ lang="de"/>
+
+ </extension>
+
+</plugin>
Propchange: lucene/nutch/trunk/src/plugin/analysis-de/plugin.xml
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/nutch/analysis/de/GermanAnalyzer.java
URL: http://svn.apache.org/viewcvs/lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/nutch/analysis/de/GermanAnalyzer.java?rev=280556&view=auto
==============================================================================
--- lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/nutch/analysis/de/GermanAnalyzer.java (added)
+++ lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/nutch/analysis/de/GermanAnalyzer.java Tue Sep 13 07:03:36 2005
@@ -0,0 +1,48 @@
+/**
+ * Copyright 2005 The Apache Software Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.nutch.analysis.de;
+
+// JDK imports
+import java.io.Reader;
+
+// Lucene imports
+import org.apache.lucene.analysis.Analyzer;
+import org.apache.lucene.analysis.TokenStream;
+
+// Nutch imports
+import org.apache.nutch.analysis.NutchAnalyzer;
+
+
+/**
+ * A simple German Analyzer that wraps the Lucene one.
+ * @author Jerome Charron
+ */
+public class GermanAnalyzer extends NutchAnalyzer {
+
+ private final static Analyzer ANALYZER =
+ new org.apache.lucene.analysis.de.GermanAnalyzer();
+
+
+ /** Creates a new instance of FrenchAnalyzer */
+ public GermanAnalyzer() { }
+
+
+ public TokenStream tokenStream(String fieldName, Reader reader) {
+ return ANALYZER.tokenStream(fieldName, reader);
+ }
+
+}
Propchange: lucene/nutch/trunk/src/plugin/analysis-de/src/java/org/apache/nutch/analysis/de/GermanAnalyzer.java
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/nutch/trunk/src/plugin/analysis-fr/build.xml
URL: http://svn.apache.org/viewcvs/lucene/nutch/trunk/src/plugin/analysis-fr/build.xml?rev=280556&view=auto
==============================================================================
--- lucene/nutch/trunk/src/plugin/analysis-fr/build.xml (added)
+++ lucene/nutch/trunk/src/plugin/analysis-fr/build.xml Tue Sep 13 07:03:36 2005
@@ -0,0 +1,13 @@
+<?xml version="1.0"?>
+
+<project name="analysis-fr" default="jar">
+
+ <import file="../build-plugin.xml"/>
+
+ <path id="plugin.deps">
+ <fileset dir="../lib-lucene-analyzers/lib">
+ <include name="*.jar" />
+ </fileset>
+ </path>
+
+</project>
Propchange: lucene/nutch/trunk/src/plugin/analysis-fr/build.xml
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/nutch/trunk/src/plugin/analysis-fr/plugin.xml
URL: http://svn.apache.org/viewcvs/lucene/nutch/trunk/src/plugin/analysis-fr/plugin.xml?rev=280556&view=auto
==============================================================================
--- lucene/nutch/trunk/src/plugin/analysis-fr/plugin.xml (added)
+++ lucene/nutch/trunk/src/plugin/analysis-fr/plugin.xml Tue Sep 13 07:03:36 2005
@@ -0,0 +1,29 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<plugin
+ id="analysis-fr"
+ name="French Analysis Plug-in"
+ version="1.0.0"
+ provider-name="org.apache.nutch">
+
+ <runtime>
+ <library name="analysis-fr.jar">
+ <export name="*"/>
+ </library>
+ </runtime>
+
+ <requires>
+ <import plugin="nutch-extensionpoints"/>
+ <import plugin="lib-lucene-analyzers"/>
+ </requires>
+
+ <extension id="org.apache.nutch.analysis.fr"
+ name="FrenchAnalyzer"
+ point="org.apache.nutch.analysis.NutchAnalyzer">
+
+ <implementation id="org.apache.nutch.analysis.fr.FrenchAnalyzer"
+ class="org.apache.nutch.analysis.fr.FrenchAnalyzer"
+ lang="fr"/>
+
+ </extension>
+
+</plugin>
Propchange: lucene/nutch/trunk/src/plugin/analysis-fr/plugin.xml
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/nutch/analysis/fr/FrenchAnalyzer.java
URL: http://svn.apache.org/viewcvs/lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/nutch/analysis/fr/FrenchAnalyzer.java?rev=280556&view=auto
==============================================================================
--- lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/nutch/analysis/fr/FrenchAnalyzer.java (added)
+++ lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/nutch/analysis/fr/FrenchAnalyzer.java Tue Sep 13 07:03:36 2005
@@ -0,0 +1,48 @@
+/**
+ * Copyright 2005 The Apache Software Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.nutch.analysis.fr;
+
+// JDK imports
+import java.io.Reader;
+
+// Lucene imports
+import org.apache.lucene.analysis.Analyzer;
+import org.apache.lucene.analysis.TokenStream;
+
+// Nutch imports
+import org.apache.nutch.analysis.NutchAnalyzer;
+
+
+/**
+ * A simple French Analyzer that wraps the Lucene one.
+ * @author Jerome Charron
+ */
+public class FrenchAnalyzer extends NutchAnalyzer {
+
+ private final static Analyzer ANALYZER =
+ new org.apache.lucene.analysis.fr.FrenchAnalyzer();
+
+
+ /** Creates a new instance of FrenchAnalyzer */
+ public FrenchAnalyzer() { }
+
+
+ public TokenStream tokenStream(String fieldName, Reader reader) {
+ return ANALYZER.tokenStream(fieldName, reader);
+ }
+
+}
Propchange: lucene/nutch/trunk/src/plugin/analysis-fr/src/java/org/apache/nutch/analysis/fr/FrenchAnalyzer.java
------------------------------------------------------------------------------
svn:eol-style = native
Modified: lucene/nutch/trunk/src/plugin/build.xml
URL: http://svn.apache.org/viewcvs/lucene/nutch/trunk/src/plugin/build.xml?rev=280556&r1=280555&r2=280556&view=diff
==============================================================================
--- lucene/nutch/trunk/src/plugin/build.xml (original)
+++ lucene/nutch/trunk/src/plugin/build.xml Tue Sep 13 07:03:36 2005
@@ -6,6 +6,8 @@
<!-- Build & deploy all the plugin jars. -->
<!-- ====================================================== -->
<target name="deploy">
+ <!--ant dir="analysis-de" target="deploy"/-->
+ <!--ant dir="analysis-fr" target="deploy"/-->
<ant dir="clustering-carrot2" target="deploy"/>
<ant dir="creativecommons" target="deploy"/>
<ant dir="index-basic" target="deploy"/>
@@ -61,6 +63,8 @@
<!-- Clean all of the plugins. -->
<!-- ====================================================== -->
<target name="clean">
+ <ant dir="analysis-de" target="clean"/>
+ <ant dir="analysis-fr" target="clean"/>
<ant dir="clustering-carrot2" target="clean"/>
<ant dir="creativecommons" target="clean"/>
<ant dir="index-basic" target="clean"/>