You are viewing a plain text version of this content. The canonical link for it is here.
Posted to java-commits@lucene.apache.org by rm...@apache.org on 2010/01/16 15:07:36 UTC
svn commit: r899955 - in /lucene/java/trunk: ./ contrib/
contrib/snowball/src/resources/ contrib/snowball/src/resources/org/
contrib/snowball/src/resources/org/apache/
contrib/snowball/src/resources/org/apache/lucene/
contrib/snowball/src/resources/org...
Author: rmuir
Date: Sat Jan 16 14:07:35 2010
New Revision: 899955
URL: http://svn.apache.org/viewvc?rev=899955&view=rev
Log:
LUCENE-2206: add snowball stopword lists
Added:
lucene/java/trunk/contrib/snowball/src/resources/
lucene/java/trunk/contrib/snowball/src/resources/org/
lucene/java/trunk/contrib/snowball/src/resources/org/apache/
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/danish_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/dutch_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/english_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/finnish_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/french_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/german_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/hungarian_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/italian_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/norwegian_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/portuguese_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/russian_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/spanish_stop.txt (with props)
lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/swedish_stop.txt (with props)
Modified:
lucene/java/trunk/NOTICE.txt
lucene/java/trunk/contrib/CHANGES.txt
lucene/java/trunk/src/java/org/apache/lucene/analysis/WordlistLoader.java
lucene/java/trunk/src/test/org/apache/lucene/index/TestWordlistLoader.java
Modified: lucene/java/trunk/NOTICE.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/NOTICE.txt?rev=899955&r1=899954&r2=899955&view=diff
==============================================================================
--- lucene/java/trunk/NOTICE.txt (original)
+++ lucene/java/trunk/NOTICE.txt Sat Jan 16 14:07:35 2010
@@ -7,6 +7,9 @@
The snowball stemmers in
contrib/snowball/src/java/net/sf/snowball
were developed by Martin Porter and Richard Boulton.
+The snowball stopword lists in
+ contrib/snowball/src/resources/org/apache/lucene/analysis/snowball
+were developed by Martin Porter and Richard Boulton.
The full snowball package is available from
http://snowball.tartarus.org/
Modified: lucene/java/trunk/contrib/CHANGES.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/CHANGES.txt?rev=899955&r1=899954&r2=899955&view=diff
==============================================================================
--- lucene/java/trunk/contrib/CHANGES.txt (original)
+++ lucene/java/trunk/contrib/CHANGES.txt Sat Jan 16 14:07:35 2010
@@ -83,6 +83,11 @@
* LUCENE-2062: Add a Bulgarian analyzer. (Robert Muir, Simon Willnauer)
+ * LUCENE-2206: Add Snowball's stopword lists for Danish, Dutch, English,
+ Finnish, French, German, Hungarian, Italian, Norwegian, Russian, Spanish,
+ and Swedish. These can be loaded with WordListLoader.getSnowballWordSet.
+ (Robert Muir, Simon Willnauer)
+
Build
* LUCENE-2117: SnowballAnalyzer now holds a runtime-dependency on
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/danish_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/danish_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/danish_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/danish_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,108 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/danish/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | A Danish stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | This is a ranked list (commonest to rarest) of stopwords derived from
+ | a large text sample.
+
+
+og | and
+i | in
+jeg | I
+det | that (dem. pronoun)/it (pers. pronoun)
+at | that (in front of a sentence)/to (with infinitive)
+en | a/an
+den | it (pers. pronoun)/that (dem. pronoun)
+til | to/at/for/until/against/by/of/into, more
+er | present tense of "to be"
+som | who, as
+på | on/upon/in/on/at/to/after/of/with/for, on
+de | they
+med | with/by/in, along
+han | he
+af | of/by/from/off/for/in/with/on, off
+for | at/for/to/from/by/of/ago, in front/before, because
+ikke | not
+der | who/which, there/those
+var | past tense of "to be"
+mig | me/myself
+sig | oneself/himself/herself/itself/themselves
+men | but
+et | a/an/one, one (number), someone/somebody/one
+har | present tense of "to have"
+om | round/about/for/in/a, about/around/down, if
+vi | we
+min | my
+havde | past tense of "to have"
+ham | him
+hun | she
+nu | now
+over | over/above/across/by/beyond/past/on/about, over/past
+da | then, when/as/since
+fra | from/off/since, off, since
+du | you
+ud | out
+sin | his/her/its/one's
+dem | them
+os | us/ourselves
+op | up
+man | you/one
+hans | his
+hvor | where
+eller | or
+hvad | what
+skal | must/shall etc.
+selv | myself/youself/herself/ourselves etc., even
+her | here
+alle | all/everyone/everybody etc.
+vil | will (verb)
+blev | past tense of "to stay/to remain/to get/to become"
+kunne | could
+ind | in
+når | when
+være | present tense of "to be"
+dog | however/yet/after all
+noget | something
+ville | would
+jo | you know/you see (adv), yes
+deres | their/theirs
+efter | after/behind/according to/for/by/from, later/afterwards
+ned | down
+skulle | should
+denne | this
+end | than
+dette | this
+mit | my/mine
+også | also
+under | under/beneath/below/during, below/underneath
+have | have
+dig | you
+anden | other
+hende | her
+mine | my
+alt | everything
+meget | much/very, plenty of
+sit | his, her, its, one's
+sine | his, her, its, one's
+vor | our
+mod | against
+disse | these
+hvis | if
+din | your/yours
+nogle | some
+hos | by/at
+blive | be/become
+mange | many
+ad | by/through
+bliver | present tense of "to be/to become"
+hendes | her/hers
+været | be
+thi | for (conj)
+jer | you
+sådan | such, like this/like that
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/danish_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/dutch_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/dutch_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/dutch_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/dutch_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,117 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/dutch/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | A Dutch stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | This is a ranked list (commonest to rarest) of stopwords derived from
+ | a large sample of Dutch text.
+
+ | Dutch stop words frequently exhibit homonym clashes. These are indicated
+ | clearly below.
+
+de | the
+en | and
+van | of, from
+ik | I, the ego
+te | (1) chez, at etc, (2) to, (3) too
+dat | that, which
+die | that, those, who, which
+in | in, inside
+een | a, an, one
+hij | he
+het | the, it
+niet | not, nothing, naught
+zijn | (1) to be, being, (2) his, one's, its
+is | is
+was | (1) was, past tense of all persons sing. of 'zijn' (to be) (2) wax, (3) the washing, (4) rise of river
+op | on, upon, at, in, up, used up
+aan | on, upon, to (as dative)
+met | with, by
+als | like, such as, when
+voor | (1) before, in front of, (2) furrow
+had | had, past tense all persons sing. of 'hebben' (have)
+er | there
+maar | but, only
+om | round, about, for etc
+hem | him
+dan | then
+zou | should/would, past tense all persons sing. of 'zullen'
+of | or, whether, if
+wat | what, something, anything
+mijn | possessive and noun 'mine'
+men | people, 'one'
+dit | this
+zo | so, thus, in this way
+door | through by
+over | over, across
+ze | she, her, they, them
+zich | oneself
+bij | (1) a bee, (2) by, near, at
+ook | also, too
+tot | till, until
+je | you
+mij | me
+uit | out of, from
+der | Old Dutch form of 'van der' still found in surnames
+daar | (1) there, (2) because
+haar | (1) her, their, them, (2) hair
+naar | (1) unpleasant, unwell etc, (2) towards, (3) as
+heb | present first person sing. of 'to have'
+hoe | how, why
+heeft | present third person sing. of 'to have'
+hebben | 'to have' and various parts thereof
+deze | this
+u | you
+want | (1) for, (2) mitten, (3) rigging
+nog | yet, still
+zal | 'shall', first and third person sing. of verb 'zullen' (will)
+me | me
+zij | she, they
+nu | now
+ge | 'thou', still used in Belgium and south Netherlands
+geen | none
+omdat | because
+iets | something, somewhat
+worden | to become, grow, get
+toch | yet, still
+al | all, every, each
+waren | (1) 'were' (2) to wander, (3) wares, (3)
+veel | much, many
+meer | (1) more, (2) lake
+doen | to do, to make
+toen | then, when
+moet | noun 'spot/mote' and present form of 'to must'
+ben | (1) am, (2) 'are' in interrogative second person singular of 'to be'
+zonder | without
+kan | noun 'can' and present form of 'to be able'
+hun | their, them
+dus | so, consequently
+alles | all, everything, anything
+onder | under, beneath
+ja | yes, of course
+eens | once, one day
+hier | here
+wie | who
+werd | imperfect third person sing. of 'become'
+altijd | always
+doch | yet, but etc
+wordt | present third person sing. of 'become'
+wezen | (1) to be, (2) 'been' as in 'been fishing', (3) orphans
+kunnen | to be able
+ons | us/our
+zelf | self
+tegen | against, towards, at
+na | after, near
+reeds | already
+wil | (1) present tense of 'want', (2) 'will', noun, (3) fender
+kon | could; past tense of 'to be able'
+niets | nothing
+uw | your
+iemand | somebody
+geweest | been; past participle of 'be'
+andere | other
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/dutch_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/english_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/english_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/english_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/english_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,317 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/english/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | An English stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | Many of the forms below are quite rare (e.g. "yourselves") but included for
+ | completeness.
+
+ | PRONOUNS FORMS
+ | 1st person sing
+
+i | subject, always in upper case of course
+
+me | object
+my | possessive adjective
+ | the possessive pronoun `mine' is best suppressed, because of the
+ | sense of coal-mine etc.
+myself | reflexive
+ | 1st person plural
+we | subject
+
+| us | object
+ | care is required here because US = United States. It is usually
+ | safe to remove it if it is in lower case.
+our | possessive adjective
+ours | possessive pronoun
+ourselves | reflexive
+ | second person (archaic `thou' forms not included)
+you | subject and object
+your | possessive adjective
+yours | possessive pronoun
+yourself | reflexive (singular)
+yourselves | reflexive (plural)
+ | third person singular
+he | subject
+him | object
+his | possessive adjective and pronoun
+himself | reflexive
+
+she | subject
+her | object and possessive adjective
+hers | possessive pronoun
+herself | reflexive
+
+it | subject and object
+its | possessive adjective
+itself | reflexive
+ | third person plural
+they | subject
+them | object
+their | possessive adjective
+theirs | possessive pronoun
+themselves | reflexive
+ | other forms (demonstratives, interrogatives)
+what
+which
+who
+whom
+this
+that
+these
+those
+
+ | VERB FORMS (using F.R. Palmer's nomenclature)
+ | BE
+am | 1st person, present
+is | -s form (3rd person, present)
+are | present
+was | 1st person, past
+were | past
+be | infinitive
+been | past participle
+being | -ing form
+ | HAVE
+have | simple
+has | -s form
+had | past
+having | -ing form
+ | DO
+do | simple
+does | -s form
+did | past
+doing | -ing form
+
+ | The forms below are, I believe, best omitted, because of the significant
+ | homonym forms:
+
+ | He made a WILL
+ | old tin CAN
+ | merry month of MAY
+ | a smell of MUST
+ | fight the good fight with all thy MIGHT
+
+ | would, could, should, ought might however be included
+
+ | | AUXILIARIES
+ | | WILL
+ |will
+
+would
+
+ | | SHALL
+ |shall
+
+should
+
+ | | CAN
+ |can
+
+could
+
+ | | MAY
+ |may
+ |might
+ | | MUST
+ |must
+ | | OUGHT
+
+ought
+
+ | COMPOUND FORMS, increasingly encountered nowadays in 'formal' writing
+ | pronoun + verb
+
+i'm
+you're
+he's
+she's
+it's
+we're
+they're
+i've
+you've
+we've
+they've
+i'd
+you'd
+he'd
+she'd
+we'd
+they'd
+i'll
+you'll
+he'll
+she'll
+we'll
+they'll
+
+ | verb + negation
+
+isn't
+aren't
+wasn't
+weren't
+hasn't
+haven't
+hadn't
+doesn't
+don't
+didn't
+
+ | auxiliary + negation
+
+won't
+wouldn't
+shan't
+shouldn't
+can't
+cannot
+couldn't
+mustn't
+
+ | miscellaneous forms
+
+let's
+that's
+who's
+what's
+here's
+there's
+when's
+where's
+why's
+how's
+
+ | rarer forms
+
+ | daren't needn't
+
+ | doubtful forms
+
+ | oughtn't mightn't
+
+ | ARTICLES
+a
+an
+the
+
+ | THE REST (Overlap among prepositions, conjunctions, adverbs etc is so
+ | high, that classification is pointless.)
+and
+but
+if
+or
+because
+as
+until
+while
+
+of
+at
+by
+for
+with
+about
+against
+between
+into
+through
+during
+before
+after
+above
+below
+to
+from
+up
+down
+in
+out
+on
+off
+over
+under
+
+again
+further
+then
+once
+
+here
+there
+when
+where
+why
+how
+
+all
+any
+both
+each
+few
+more
+most
+other
+some
+such
+
+no
+nor
+not
+only
+own
+same
+so
+than
+too
+very
+
+ | Just for the record, the following words are among the commonest in English
+
+ | one
+ | every
+ | least
+ | less
+ | many
+ | now
+ | ever
+ | never
+ | say
+ | says
+ | said
+ | also
+ | get
+ | go
+ | goes
+ | just
+ | made
+ | make
+ | put
+ | see
+ | seen
+ | whether
+ | like
+ | well
+ | back
+ | even
+ | still
+ | way
+ | take
+ | since
+ | another
+ | however
+ | two
+ | three
+ | four
+ | five
+ | first
+ | second
+ | new
+ | old
+ | high
+ | long
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/english_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/finnish_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/finnish_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/finnish_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/finnish_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,95 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/finnish/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+| forms of BE
+
+olla
+olen
+olet
+on
+olemme
+olette
+ovat
+ole | negative form
+
+oli
+olisi
+olisit
+olisin
+olisimme
+olisitte
+olisivat
+olit
+olin
+olimme
+olitte
+olivat
+ollut
+olleet
+
+en | negation
+et
+ei
+emme
+ette
+eivät
+
+|Nom Gen Acc Part Iness Elat Illat Adess Ablat Allat Ess Trans
+minä minun minut minua minussa minusta minuun minulla minulta minulle | I
+sinä sinun sinut sinua sinussa sinusta sinuun sinulla sinulta sinulle | you
+hän hänen hänet häntä hänessä hänestä häneen hänellä häneltä hänelle | he she
+me meidän meidät meitä meissä meistä meihin meillä meiltä meille | we
+te teidän teidät teitä teissä teistä teihin teillä teiltä teille | you
+he heidän heidät heitä heissä heistä heihin heillä heiltä heille | they
+
+tämä tämän tätä tässä tästä tähän tallä tältä tälle tänä täksi | this
+tuo tuon tuotä tuossa tuosta tuohon tuolla tuolta tuolle tuona tuoksi | that
+se sen sitä siinä siitä siihen sillä siltä sille sinä siksi | it
+nämä näiden näitä näissä näistä näihin näillä näiltä näille näinä näiksi | these
+nuo noiden noita noissa noista noihin noilla noilta noille noina noiksi | those
+ne niiden niitä niissä niistä niihin niillä niiltä niille niinä niiksi | they
+
+kuka kenen kenet ketä kenessä kenestä keneen kenellä keneltä kenelle kenenä keneksi| who
+ketkä keiden ketkä keitä keissä keistä keihin keillä keiltä keille keinä keiksi | (pl)
+mikä minkä minkä mitä missä mistä mihin millä miltä mille minä miksi | which what
+mitkä | (pl)
+
+joka jonka jota jossa josta johon jolla jolta jolle jona joksi | who which
+jotka joiden joita joissa joista joihin joilla joilta joille joina joiksi | (pl)
+
+| conjunctions
+
+että | that
+ja | and
+jos | if
+koska | because
+kuin | than
+mutta | but
+niin | so
+sekä | and
+sillä | for
+tai | or
+vaan | but
+vai | or
+vaikka | although
+
+
+| prepositions
+
+kanssa | with
+mukaan | according to
+noin | about
+poikki | across
+yli | over, across
+
+| other
+
+kun | when
+niin | so
+nyt | now
+itse | self
+
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/finnish_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/french_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/french_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/french_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/french_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,183 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/french/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | A French stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+au | a + le
+aux | a + les
+avec | with
+ce | this
+ces | these
+dans | with
+de | of
+des | de + les
+du | de + le
+elle | she
+en | `of them' etc
+et | and
+eux | them
+il | he
+je | I
+la | the
+le | the
+leur | their
+lui | him
+ma | my (fem)
+mais | but
+me | me
+même | same; as in moi-même (myself) etc
+mes | me (pl)
+moi | me
+mon | my (masc)
+ne | not
+nos | our (pl)
+notre | our
+nous | we
+on | one
+ou | where
+par | by
+pas | not
+pour | for
+qu | que before vowel
+que | that
+qui | who
+sa | his, her (fem)
+se | oneself
+ses | his (pl)
+son | his, her (masc)
+sur | on
+ta | thy (fem)
+te | thee
+tes | thy (pl)
+toi | thee
+ton | thy (masc)
+tu | thou
+un | a
+une | a
+vos | your (pl)
+votre | your
+vous | you
+
+ | single letter forms
+
+c | c'
+d | d'
+j | j'
+l | l'
+Ã | to, at
+m | m'
+n | n'
+s | s'
+t | t'
+y | there
+
+ | forms of être (not including the infinitive):
+été
+étée
+étées
+étés
+étant
+suis
+es
+est
+sommes
+êtes
+sont
+serai
+seras
+sera
+serons
+serez
+seront
+serais
+serait
+serions
+seriez
+seraient
+étais
+était
+étions
+étiez
+étaient
+fus
+fut
+fûmes
+fûtes
+furent
+sois
+soit
+soyons
+soyez
+soient
+fusse
+fusses
+fût
+fussions
+fussiez
+fussent
+
+ | forms of avoir (not including the infinitive):
+ayant
+eu
+eue
+eues
+eus
+ai
+as
+avons
+avez
+ont
+aurai
+auras
+aura
+aurons
+aurez
+auront
+aurais
+aurait
+aurions
+auriez
+auraient
+avais
+avait
+avions
+aviez
+avaient
+eut
+eûmes
+eûtes
+eurent
+aie
+aies
+ait
+ayons
+ayez
+aient
+eusse
+eusses
+eût
+eussions
+eussiez
+eussent
+
+ | Later additions (from Jean-Christophe Deschamps)
+ceci | this
+celà  | that
+cet | this
+cette | this
+ici | here
+ils | they
+les | the (pl)
+leurs | their (pl)
+quel | which
+quels | which
+quelle | which
+quelles | which
+sans | without
+soi | oneself
+
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/french_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/german_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/german_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/german_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/german_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,292 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/german/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | A German stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | The number of forms in this list is reduced significantly by passing it
+ | through the German stemmer.
+
+
+aber | but
+
+alle | all
+allem
+allen
+aller
+alles
+
+als | than, as
+also | so
+am | an + dem
+an | at
+
+ander | other
+andere
+anderem
+anderen
+anderer
+anderes
+anderm
+andern
+anderr
+anders
+
+auch | also
+auf | on
+aus | out of
+bei | by
+bin | am
+bis | until
+bist | art
+da | there
+damit | with it
+dann | then
+
+der | the
+den
+des
+dem
+die
+das
+
+daà | that
+
+derselbe | the same
+derselben
+denselben
+desselben
+demselben
+dieselbe
+dieselben
+dasselbe
+
+dazu | to that
+
+dein | thy
+deine
+deinem
+deinen
+deiner
+deines
+
+denn | because
+
+derer | of those
+dessen | of him
+
+dich | thee
+dir | to thee
+du | thou
+
+dies | this
+diese
+diesem
+diesen
+dieser
+dieses
+
+
+doch | (several meanings)
+dort | (over) there
+
+
+durch | through
+
+ein | a
+eine
+einem
+einen
+einer
+eines
+
+einig | some
+einige
+einigem
+einigen
+einiger
+einiges
+
+einmal | once
+
+er | he
+ihn | him
+ihm | to him
+
+es | it
+etwas | something
+
+euer | your
+eure
+eurem
+euren
+eurer
+eures
+
+für | for
+gegen | towards
+gewesen | p.p. of sein
+hab | have
+habe | have
+haben | have
+hat | has
+hatte | had
+hatten | had
+hier | here
+hin | there
+hinter | behind
+
+ich | I
+mich | me
+mir | to me
+
+
+ihr | you, to her
+ihre
+ihrem
+ihren
+ihrer
+ihres
+euch | to you
+
+im | in + dem
+in | in
+indem | while
+ins | in + das
+ist | is
+
+jede | each, every
+jedem
+jeden
+jeder
+jedes
+
+jene | that
+jenem
+jenen
+jener
+jenes
+
+jetzt | now
+kann | can
+
+kein | no
+keine
+keinem
+keinen
+keiner
+keines
+
+können | can
+könnte | could
+machen | do
+man | one
+
+manche | some, many a
+manchem
+manchen
+mancher
+manches
+
+mein | my
+meine
+meinem
+meinen
+meiner
+meines
+
+mit | with
+muss | must
+musste | had to
+nach | to(wards)
+nicht | not
+nichts | nothing
+noch | still, yet
+nun | now
+nur | only
+ob | whether
+oder | or
+ohne | without
+sehr | very
+
+sein | his
+seine
+seinem
+seinen
+seiner
+seines
+
+selbst | self
+sich | herself
+
+sie | they, she
+ihnen | to them
+
+sind | are
+so | so
+
+solche | such
+solchem
+solchen
+solcher
+solches
+
+soll | shall
+sollte | should
+sondern | but
+sonst | else
+über | over
+um | about, around
+und | and
+
+uns | us
+unse
+unsem
+unsen
+unser
+unses
+
+unter | under
+viel | much
+vom | von + dem
+von | from
+vor | before
+während | while
+war | was
+waren | were
+warst | wast
+was | what
+weg | away, off
+weil | because
+weiter | further
+
+welche | which
+welchem
+welchen
+welcher
+welches
+
+wenn | when
+werde | will
+werden | will
+wie | how
+wieder | again
+will | want
+wir | we
+wird | will
+wirst | willst
+wo | where
+wollen | want
+wollte | wanted
+würde | would
+würden | would
+zu | to
+zum | zu + dem
+zur | zu + der
+zwar | indeed
+zwischen | between
+
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/german_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/hungarian_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/hungarian_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/hungarian_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/hungarian_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,209 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/hungarian/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+| Hungarian stop word list
+| prepared by Anna Tordai
+
+a
+ahogy
+ahol
+aki
+akik
+akkor
+alatt
+által
+általában
+amely
+amelyek
+amelyekben
+amelyeket
+amelyet
+amelynek
+ami
+amit
+amolyan
+amÃg
+amikor
+át
+abban
+ahhoz
+annak
+arra
+arról
+az
+azok
+azon
+azt
+azzal
+azért
+aztán
+azután
+azonban
+bár
+be
+belül
+benne
+cikk
+cikkek
+cikkeket
+csak
+de
+e
+eddig
+egész
+egy
+egyes
+egyetlen
+egyéb
+egyik
+egyre
+ekkor
+el
+elég
+ellen
+elÅ
+elÅször
+elÅtt
+elsÅ
+én
+éppen
+ebben
+ehhez
+emilyen
+ennek
+erre
+ez
+ezt
+ezek
+ezen
+ezzel
+ezért
+és
+fel
+felé
+hanem
+hiszen
+hogy
+hogyan
+igen
+Ãgy
+illetve
+ill.
+ill
+ilyen
+ilyenkor
+ison
+ismét
+itt
+jó
+jól
+jobban
+kell
+kellett
+keresztül
+keressünk
+ki
+kÃvül
+között
+közül
+legalább
+lehet
+lehetett
+legyen
+lenne
+lenni
+lesz
+lett
+maga
+magát
+majd
+majd
+már
+más
+másik
+meg
+még
+mellett
+mert
+mely
+melyek
+mi
+mit
+mÃg
+miért
+milyen
+mikor
+minden
+mindent
+mindenki
+mindig
+mint
+mintha
+mivel
+most
+nagy
+nagyobb
+nagyon
+ne
+néha
+nekem
+neki
+nem
+néhány
+nélkül
+nincs
+olyan
+ott
+össze
+Å
+Åk
+Åket
+pedig
+persze
+rá
+s
+saját
+sem
+semmi
+sok
+sokat
+sokkal
+számára
+szemben
+szerint
+szinte
+talán
+tehát
+teljes
+tovább
+továbbá
+több
+úgy
+ugyanis
+új
+újabb
+újra
+után
+utána
+utolsó
+vagy
+vagyis
+valaki
+valami
+valamint
+való
+vagyok
+van
+vannak
+volt
+voltam
+voltak
+voltunk
+vissza
+vele
+viszont
+volna
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/hungarian_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/italian_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/italian_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/italian_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/italian_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,301 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/italian/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | An Italian stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ad | a (to) before vowel
+al | a + il
+allo | a + lo
+ai | a + i
+agli | a + gli
+all | a + l'
+agl | a + gl'
+alla | a + la
+alle | a + le
+con | with
+col | con + il
+coi | con + i (forms collo, cogli etc are now very rare)
+da | from
+dal | da + il
+dallo | da + lo
+dai | da + i
+dagli | da + gli
+dall | da + l'
+dagl | da + gll'
+dalla | da + la
+dalle | da + le
+di | of
+del | di + il
+dello | di + lo
+dei | di + i
+degli | di + gli
+dell | di + l'
+degl | di + gl'
+della | di + la
+delle | di + le
+in | in
+nel | in + el
+nello | in + lo
+nei | in + i
+negli | in + gli
+nell | in + l'
+negl | in + gl'
+nella | in + la
+nelle | in + le
+su | on
+sul | su + il
+sullo | su + lo
+sui | su + i
+sugli | su + gli
+sull | su + l'
+sugl | su + gl'
+sulla | su + la
+sulle | su + le
+per | through, by
+tra | among
+contro | against
+io | I
+tu | thou
+lui | he
+lei | she
+noi | we
+voi | you
+loro | they
+mio | my
+mia |
+miei |
+mie |
+tuo |
+tua |
+tuoi | thy
+tue |
+suo |
+sua |
+suoi | his, her
+sue |
+nostro | our
+nostra |
+nostri |
+nostre |
+vostro | your
+vostra |
+vostri |
+vostre |
+mi | me
+ti | thee
+ci | us, there
+vi | you, there
+lo | him, the
+la | her, the
+li | them
+le | them, the
+gli | to him, the
+ne | from there etc
+il | the
+un | a
+uno | a
+una | a
+ma | but
+ed | and
+se | if
+perché | why, because
+anche | also
+come | how
+dov | where (as dov')
+dove | where
+che | who, that
+chi | who
+cui | whom
+non | not
+più | more
+quale | who, that
+quanto | how much
+quanti |
+quanta |
+quante |
+quello | that
+quelli |
+quella |
+quelle |
+questo | this
+questi |
+questa |
+queste |
+si | yes
+tutto | all
+tutti | all
+
+ | single letter forms:
+
+a | at
+c | as c' for ce or ci
+e | and
+i | the
+l | as l'
+o | or
+
+ | forms of avere, to have (not including the infinitive):
+
+ho
+hai
+ha
+abbiamo
+avete
+hanno
+abbia
+abbiate
+abbiano
+avrò
+avrai
+avrÃ
+avremo
+avrete
+avranno
+avrei
+avresti
+avrebbe
+avremmo
+avreste
+avrebbero
+avevo
+avevi
+aveva
+avevamo
+avevate
+avevano
+ebbi
+avesti
+ebbe
+avemmo
+aveste
+ebbero
+avessi
+avesse
+avessimo
+avessero
+avendo
+avuto
+avuta
+avuti
+avute
+
+ | forms of essere, to be (not including the infinitive):
+sono
+sei
+è
+siamo
+siete
+sia
+siate
+siano
+sarò
+sarai
+sarÃ
+saremo
+sarete
+saranno
+sarei
+saresti
+sarebbe
+saremmo
+sareste
+sarebbero
+ero
+eri
+era
+eravamo
+eravate
+erano
+fui
+fosti
+fu
+fummo
+foste
+furono
+fossi
+fosse
+fossimo
+fossero
+essendo
+
+ | forms of fare, to do (not including the infinitive, fa, fat-):
+faccio
+fai
+facciamo
+fanno
+faccia
+facciate
+facciano
+farò
+farai
+farÃ
+faremo
+farete
+faranno
+farei
+faresti
+farebbe
+faremmo
+fareste
+farebbero
+facevo
+facevi
+faceva
+facevamo
+facevate
+facevano
+feci
+facesti
+fece
+facemmo
+faceste
+fecero
+facessi
+facesse
+facessimo
+facessero
+facendo
+
+ | forms of stare, to be (not including the infinitive):
+sto
+stai
+sta
+stiamo
+stanno
+stia
+stiate
+stiano
+starò
+starai
+starÃ
+staremo
+starete
+staranno
+starei
+staresti
+starebbe
+staremmo
+stareste
+starebbero
+stavo
+stavi
+stava
+stavamo
+stavate
+stavano
+stetti
+stesti
+stette
+stemmo
+steste
+stettero
+stessi
+stesse
+stessimo
+stessero
+stando
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/italian_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/norwegian_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/norwegian_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/norwegian_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/norwegian_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,192 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/norwegian/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | A Norwegian stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | This stop word list is for the dominant bokmål dialect. Words unique
+ | to nynorsk are marked *.
+
+ | Revised by Jan Bruusgaard <Ja...@ssb.no>, Jan 2005
+
+og | and
+i | in
+jeg | I
+det | it/this/that
+at | to (w. inf.)
+en | a/an
+et | a/an
+den | it/this/that
+til | to
+er | is/am/are
+som | who/that
+på | on
+de | they / you(formal)
+med | with
+han | he
+av | of
+ikke | not
+ikkje | not *
+der | there
+så | so
+var | was/were
+meg | me
+seg | you
+men | but
+ett | one
+har | have
+om | about
+vi | we
+min | my
+mitt | my
+ha | have
+hadde | had
+hun | she
+nå | now
+over | over
+da | when/as
+ved | by/know
+fra | from
+du | you
+ut | out
+sin | your
+dem | them
+oss | us
+opp | up
+man | you/one
+kan | can
+hans | his
+hvor | where
+eller | or
+hva | what
+skal | shall/must
+selv | self (reflective)
+sjøl | self (reflective)
+her | here
+alle | all
+vil | will
+bli | become
+ble | became
+blei | became *
+blitt | have become
+kunne | could
+inn | in
+når | when
+være | be
+kom | come
+noen | some
+noe | some
+ville | would
+dere | you
+som | who/which/that
+deres | their/theirs
+kun | only/just
+ja | yes
+etter | after
+ned | down
+skulle | should
+denne | this
+for | for/because
+deg | you
+si | hers/his
+sine | hers/his
+sitt | hers/his
+mot | against
+Ã¥ | to
+meget | much
+hvorfor | why
+dette | this
+disse | these/those
+uten | without
+hvordan | how
+ingen | none
+din | your
+ditt | your
+blir | become
+samme | same
+hvilken | which
+hvilke | which (plural)
+sånn | such a
+inni | inside/within
+mellom | between
+vår | our
+hver | each
+hvem | who
+vors | us/ours
+hvis | whose
+både | both
+bare | only/just
+enn | than
+fordi | as/because
+før | before
+mange | many
+også | also
+slik | just
+vært | been
+være | to be
+båe | both *
+begge | both
+siden | since
+dykk | your *
+dykkar | yours *
+dei | they *
+deira | them *
+deires | theirs *
+deim | them *
+di | your (fem.) *
+då | as/when *
+eg | I *
+ein | a/an *
+eit | a/an *
+eitt | a/an *
+elles | or *
+honom | he *
+hjå | at *
+ho | she *
+hoe | she *
+henne | her
+hennar | her/hers
+hennes | hers
+hoss | how *
+hossen | how *
+ikkje | not *
+ingi | noone *
+inkje | noone *
+korleis | how *
+korso | how *
+kva | what/which *
+kvar | where *
+kvarhelst | where *
+kven | who/whom *
+kvi | why *
+kvifor | why *
+me | we *
+medan | while *
+mi | my *
+mine | my *
+mykje | much *
+no | now *
+nokon | some (masc./neut.) *
+noka | some (fem.) *
+nokor | some *
+noko | some *
+nokre | some *
+si | his/hers *
+sia | since *
+sidan | since *
+so | so *
+somt | some *
+somme | some *
+um | about*
+upp | up *
+vere | be *
+vore | was *
+verte | become *
+vort | become *
+varte | became *
+vart | became *
+
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/norwegian_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/portuguese_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/portuguese_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/portuguese_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/portuguese_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,251 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/portuguese/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | A Portuguese stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+
+ | The following is a ranked list (commonest to rarest) of stopwords
+ | deriving from a large sample of text.
+
+ | Extra words have been added at the end.
+
+de | of, from
+a | the; to, at; her
+o | the; him
+que | who, that
+e | and
+do | de + o
+da | de + a
+em | in
+um | a
+para | for
+ | é from SER
+com | with
+não | not, no
+uma | a
+os | the; them
+no | em + o
+se | himself etc
+na | em + a
+por | for
+mais | more
+as | the; them
+dos | de + os
+como | as, like
+mas | but
+ | foi from SER
+ao | a + o
+ele | he
+das | de + as
+ | tem from TER
+Ã | a + a
+seu | his
+sua | her
+ou | or
+ | ser from SER
+quando | when
+muito | much
+ | há from HAV
+nos | em + os; us
+já | already, now
+ | está from EST
+eu | I
+também | also
+só | only, just
+pelo | per + o
+pela | per + a
+até | up to
+isso | that
+ela | he
+entre | between
+ | era from SER
+depois | after
+sem | without
+mesmo | same
+aos | a + os
+ | ter from TER
+seus | his
+quem | whom
+nas | em + as
+me | me
+esse | that
+eles | they
+ | estão from EST
+você | you
+ | tinha from TER
+ | foram from SER
+essa | that
+num | em + um
+nem | nor
+suas | her
+meu | my
+Ã s | a + as
+minha | my
+ | têm from TER
+numa | em + uma
+pelos | per + os
+elas | they
+ | havia from HAV
+ | seja from SER
+qual | which
+ | será from SER
+nós | we
+ | tenho from TER
+lhe | to him, her
+deles | of them
+essas | those
+esses | those
+pelas | per + as
+este | this
+ | fosse from SER
+dele | of him
+
+ | other words. There are many contractions such as naquele = em+aquele,
+ | mo = me+o, but they are rare.
+ | Indefinite article plural forms are also rare.
+
+tu | thou
+te | thee
+vocês | you (plural)
+vos | you
+lhes | to them
+meus | my
+minhas
+teu | thy
+tua
+teus
+tuas
+nosso | our
+nossa
+nossos
+nossas
+
+dela | of her
+delas | of them
+
+esta | this
+estes | these
+estas | these
+aquele | that
+aquela | that
+aqueles | those
+aquelas | those
+isto | this
+aquilo | that
+
+ | forms of estar, to be (not including the infinitive):
+estou
+está
+estamos
+estão
+estive
+esteve
+estivemos
+estiveram
+estava
+estávamos
+estavam
+estivera
+estivéramos
+esteja
+estejamos
+estejam
+estivesse
+estivéssemos
+estivessem
+estiver
+estivermos
+estiverem
+
+ | forms of haver, to have (not including the infinitive):
+hei
+há
+havemos
+hão
+houve
+houvemos
+houveram
+houvera
+houvéramos
+haja
+hajamos
+hajam
+houvesse
+houvéssemos
+houvessem
+houver
+houvermos
+houverem
+houverei
+houverá
+houveremos
+houverão
+houveria
+houverÃamos
+houveriam
+
+ | forms of ser, to be (not including the infinitive):
+sou
+somos
+são
+era
+éramos
+eram
+fui
+foi
+fomos
+foram
+fora
+fôramos
+seja
+sejamos
+sejam
+fosse
+fôssemos
+fossem
+for
+formos
+forem
+serei
+será
+seremos
+serão
+seria
+serÃamos
+seriam
+
+ | forms of ter, to have (not including the infinitive):
+tenho
+tem
+temos
+tém
+tinha
+tÃnhamos
+tinham
+tive
+teve
+tivemos
+tiveram
+tivera
+tivéramos
+tenha
+tenhamos
+tenham
+tivesse
+tivéssemos
+tivessem
+tiver
+tivermos
+tiverem
+terei
+terá
+teremos
+terão
+teria
+terÃamos
+teriam
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/portuguese_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/russian_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/russian_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/russian_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/russian_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,241 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/russian/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | a russian stop word list. comments begin with vertical bar. each stop
+ | word is at the start of a line.
+
+ | this is a ranked list (commonest to rarest) of stopwords derived from
+ | a large text sample.
+
+ | letter `Ñ' is translated to `е'.
+
+и | and
+в | in/into
+во | alternative form
+не | not
+ÑÑо | what/that
+он | he
+на | on/onto
+Ñ | i
+Ñ | from
+Ñо | alternative form
+как | how
+а | milder form of `no' (but)
+Ñо | conjunction and form of `that'
+вÑе | all
+она | she
+Ñак | so, thus
+его | him
+но | but
+да | yes/and
+ÑÑ | thou
+к | towards, by
+Ñ | around, chez
+же | intensifier particle
+Ð²Ñ | you
+за | beyond, behind
+Ð±Ñ | conditional/subj. particle
+по | up to, along
+ÑолÑко | only
+ее | her
+мне | to me
+бÑло | it was
+Ð²Ð¾Ñ | here is/are, particle
+Ð¾Ñ | away from
+Ð¼ÐµÐ½Ñ | me
+еÑе | still, yet, more
+Ð½ÐµÑ | no, there isnt/arent
+о | about
+из | out of
+ÐµÐ¼Ñ | to him
+ÑепеÑÑ | now
+когда | when
+даже | even
+Ð½Ñ | so, well
+вдÑÑг | suddenly
+ли | interrogative particle
+еÑли | if
+Ñже | already, but homonym of `narrower'
+или | or
+ни | neither
+бÑÑÑ | to be
+бÑл | he was
+него | prepositional form of его
+до | up to
+Ð²Ð°Ñ | you accusative
+нибÑÐ´Ñ | indef. suffix preceded by hyphen
+опÑÑÑ | again
+Ñж | already, but homonym of `adder'
+вам | to you
+Ñказал | he said
+Ð²ÐµÐ´Ñ | particle `after all'
+Ñам | there
+поÑом | then
+ÑÐµÐ±Ñ | oneself
+ниÑего | nothing
+ей | to her
+Ð¼Ð¾Ð¶ÐµÑ | usually with `бÑÑÑ' as `maybe'
+они | they
+ÑÑÑ | here
+где | where
+еÑÑÑ | there is/are
+надо | got to, must
+ней | prepositional form of ей
+Ð´Ð»Ñ | for
+Ð¼Ñ | we
+ÑÐµÐ±Ñ | thee
+иÑ
| them, their
+Ñем | than
+бÑла | she was
+Ñам | self
+ÑÑоб | in order to
+без | without
+бÑдÑо | as if
+Ñеловек | man, person, one
+Ñего | genitive form of `what'
+Ñаз | once
+Ñоже | also
+Ñебе | to oneself
+под | beneath
+Ð¶Ð¸Ð·Ð½Ñ | life
+бÑÐ´ÐµÑ | will be
+ж | short form of intensifer particle `же'
+Ñогда | then
+кÑо | who
+ÑÑÐ¾Ñ | this
+говоÑил | was saying
+Ñого | genitive form of `that'
+поÑÐ¾Ð¼Ñ | for that reason
+ÑÑого | genitive form of `this'
+какой | which
+ÑовÑем | altogether
+ним | prepositional form of `его', `они'
+здеÑÑ | here
+ÑÑом | prepositional form of `ÑÑоÑ'
+один | one
+поÑÑи | almost
+мой | my
+Ñем | instrumental/dative plural of `ÑоÑ', `Ñо'
+ÑÑÐ¾Ð±Ñ | full form of `in order that'
+нее | her (acc.)
+кажеÑÑÑ | it seems
+ÑейÑÐ°Ñ | now
+бÑли | they were
+кÑда | where to
+заÑем | why
+ÑказаÑÑ | to say
+вÑеÑ
| all (acc., gen. preposn. plural)
+никогда | never
+ÑÐµÐ³Ð¾Ð´Ð½Ñ | today
+можно | possible, one can
+пÑи | by
+Ð½Ð°ÐºÐ¾Ð½ÐµÑ | finally
+два | two
+об | alternative form of `о', about
+дÑÑгой | another
+Ñ
оÑÑ | even
+поÑле | after
+над | above
+болÑÑе | more
+ÑÐ¾Ñ | that one (masc.)
+ÑеÑез | across, in
+ÑÑи | these
+Ð½Ð°Ñ | us
+пÑо | about
+вÑего | in all, only, of all
+ниÑ
| prepositional form of `они' (they)
+ÐºÐ°ÐºÐ°Ñ | which, feminine
+много | lots
+Ñазве | interrogative particle
+Ñказала | she said
+ÑÑи | three
+ÑÑÑ | this, acc. fem. sing.
+Ð¼Ð¾Ñ | my, feminine
+впÑоÑем | moreover, besides
+Ñ
оÑоÑо | good
+ÑÐ²Ð¾Ñ | ones own, acc. fem. sing.
+ÑÑой | oblique form of `ÑÑа', fem. `this'
+пеÑед | in front of
+иногда | sometimes
+лÑÑÑе | better
+ÑÑÑÑ | a little
+Ñом | preposn. form of `that one'
+нелÑÐ·Ñ | one must not
+Ñакой | such a one
+им | to them
+более | more
+вÑегда | always
+конеÑно | of course
+вÑÑ | acc. fem. sing of `all'
+Ð¼ÐµÐ¶Ð´Ñ | between
+
+
+ | b: some paradigms
+ |
+ | personal pronouns
+ |
+ | Ñ Ð¼ÐµÐ½Ñ Ð¼Ð½Ðµ мной [мноÑ]
+ | ÑÑ ÑÐµÐ±Ñ Ñебе Ñобой [ÑобоÑ]
+ | он его ÐµÐ¼Ñ Ð¸Ð¼ [него, немÑ, ним]
+ | она ее Ñи ÐµÑ [нее, нÑи, неÑ]
+ | оно его ÐµÐ¼Ñ Ð¸Ð¼ [него, немÑ, ним]
+ |
+ | Ð¼Ñ Ð½Ð°Ñ Ð½Ð°Ð¼ нами
+ | Ð²Ñ Ð²Ð°Ñ Ð²Ð°Ð¼ вами
+ | они иÑ
им ими [ниÑ
, ним, ними]
+ |
+ | ÑÐµÐ±Ñ Ñебе Ñобой [ÑобоÑ]
+ |
+ | demonstrative pronouns: ÑÑÐ¾Ñ (this), ÑÐ¾Ñ (that)
+ |
+ | ÑÑÐ¾Ñ ÑÑа ÑÑо ÑÑи
+ | ÑÑого ÑÑÑ ÑÑо ÑÑи
+ | ÑÑого ÑÑой ÑÑого ÑÑиÑ
+ | ÑÑÐ¾Ð¼Ñ ÑÑой ÑÑÐ¾Ð¼Ñ ÑÑим
+ | ÑÑим ÑÑой ÑÑим [ÑÑоÑ] ÑÑими
+ | ÑÑом ÑÑой ÑÑом ÑÑиÑ
+ |
+ | ÑÐ¾Ñ Ñа Ñо Ñе
+ | Ñого ÑÑ Ñо Ñе
+ | Ñого Ñой Ñого ÑеÑ
+ | ÑÐ¾Ð¼Ñ Ñой ÑÐ¾Ð¼Ñ Ñем
+ | Ñем Ñой Ñем [ÑоÑ] Ñеми
+ | Ñом Ñой Ñом ÑеÑ
+ |
+ | determinative pronouns
+ |
+ | (a) веÑÑ (all)
+ |
+ | веÑÑ Ð²ÑÑ Ð²Ñе вÑе
+ | вÑего вÑÑ Ð²Ñе вÑе
+ | вÑего вÑей вÑего вÑеÑ
+ | вÑÐµÐ¼Ñ Ð²Ñей вÑÐµÐ¼Ñ Ð²Ñем
+ | вÑем вÑей вÑем [вÑеÑ] вÑеми
+ | вÑем вÑей вÑем вÑеÑ
+ |
+ | (b) Ñам (himself etc)
+ |
+ | Ñам Ñама Ñамо Ñами
+ | Ñамого ÑÐ°Ð¼Ñ Ñамо ÑамиÑ
+ | Ñамого Ñамой Ñамого ÑамиÑ
+ | ÑÐ°Ð¼Ð¾Ð¼Ñ Ñамой ÑÐ°Ð¼Ð¾Ð¼Ñ Ñамим
+ | Ñамим Ñамой Ñамим [ÑамоÑ] Ñамими
+ | Ñамом Ñамой Ñамом ÑамиÑ
+ |
+ | stems of verbs `to be', `to have', `to do' and modal
+ |
+ | бÑÑÑ Ð±Ñ Ð±Ñд бÑв еÑÑÑ ÑÑÑÑ
+ | име
+ | дел
+ | мог мож моÑÑ
+ | Ñме
+ | Ñ
Ð¾Ñ Ñ
оÑ
+ | долж
+ | можн
+ | нÑжн
+ | нелÑзÑ
+
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/russian_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/spanish_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/spanish_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/spanish_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/spanish_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,354 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/spanish/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | A Spanish stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+
+ | The following is a ranked list (commonest to rarest) of stopwords
+ | deriving from a large sample of text.
+
+ | Extra words have been added at the end.
+
+de | from, of
+la | the, her
+que | who, that
+el | the
+en | in
+y | and
+a | to
+los | the, them
+del | de + el
+se | himself, from him etc
+las | the, them
+por | for, by, etc
+un | a
+para | for
+con | with
+no | no
+una | a
+su | his, her
+al | a + el
+ | es from SER
+lo | him
+como | how
+más | more
+pero | pero
+sus | su plural
+le | to him, her
+ya | already
+o | or
+ | fue from SER
+este | this
+ | ha from HABER
+sà | himself etc
+porque | because
+esta | this
+ | son from SER
+entre | between
+ | está from ESTAR
+cuando | when
+muy | very
+sin | without
+sobre | on
+ | ser from SER
+ | tiene from TENER
+también | also
+me | me
+hasta | until
+hay | there is/are
+donde | where
+ | han from HABER
+quien | whom, that
+ | están from ESTAR
+ | estado from ESTAR
+desde | from
+todo | all
+nos | us
+durante | during
+ | estados from ESTAR
+todos | all
+uno | a
+les | to them
+ni | nor
+contra | against
+otros | other
+ | fueron from SER
+ese | that
+eso | that
+ | habÃa from HABER
+ante | before
+ellos | they
+e | and (variant of y)
+esto | this
+mà | me
+antes | before
+algunos | some
+qué | what?
+unos | a
+yo | I
+otro | other
+otras | other
+otra | other
+él | he
+tanto | so much, many
+esa | that
+estos | these
+mucho | much, many
+quienes | who
+nada | nothing
+muchos | many
+cual | who
+ | sea from SER
+poco | few
+ella | she
+estar | to be
+ | haber from HABER
+estas | these
+ | estaba from ESTAR
+ | estamos from ESTAR
+algunas | some
+algo | something
+nosotros | we
+
+ | other forms
+
+mi | me
+mis | mi plural
+tú | thou
+te | thee
+ti | thee
+tu | thy
+tus | tu plural
+ellas | they
+nosotras | we
+vosotros | you
+vosotras | you
+os | you
+mÃo | mine
+mÃa |
+mÃos |
+mÃas |
+tuyo | thine
+tuya |
+tuyos |
+tuyas |
+suyo | his, hers, theirs
+suya |
+suyos |
+suyas |
+nuestro | ours
+nuestra |
+nuestros |
+nuestras |
+vuestro | yours
+vuestra |
+vuestros |
+vuestras |
+esos | those
+esas | those
+
+ | forms of estar, to be (not including the infinitive):
+estoy
+estás
+está
+estamos
+estáis
+están
+esté
+estés
+estemos
+estéis
+estén
+estaré
+estarás
+estará
+estaremos
+estaréis
+estarán
+estarÃa
+estarÃas
+estarÃamos
+estarÃais
+estarÃan
+estaba
+estabas
+estábamos
+estabais
+estaban
+estuve
+estuviste
+estuvo
+estuvimos
+estuvisteis
+estuvieron
+estuviera
+estuvieras
+estuviéramos
+estuvierais
+estuvieran
+estuviese
+estuvieses
+estuviésemos
+estuvieseis
+estuviesen
+estando
+estado
+estada
+estados
+estadas
+estad
+
+ | forms of haber, to have (not including the infinitive):
+he
+has
+ha
+hemos
+habéis
+han
+haya
+hayas
+hayamos
+hayáis
+hayan
+habré
+habrás
+habrá
+habremos
+habréis
+habrán
+habrÃa
+habrÃas
+habrÃamos
+habrÃais
+habrÃan
+habÃa
+habÃas
+habÃamos
+habÃais
+habÃan
+hube
+hubiste
+hubo
+hubimos
+hubisteis
+hubieron
+hubiera
+hubieras
+hubiéramos
+hubierais
+hubieran
+hubiese
+hubieses
+hubiésemos
+hubieseis
+hubiesen
+habiendo
+habido
+habida
+habidos
+habidas
+
+ | forms of ser, to be (not including the infinitive):
+soy
+eres
+es
+somos
+sois
+son
+sea
+seas
+seamos
+seáis
+sean
+seré
+serás
+será
+seremos
+seréis
+serán
+serÃa
+serÃas
+serÃamos
+serÃais
+serÃan
+era
+eras
+éramos
+erais
+eran
+fui
+fuiste
+fue
+fuimos
+fuisteis
+fueron
+fuera
+fueras
+fuéramos
+fuerais
+fueran
+fuese
+fueses
+fuésemos
+fueseis
+fuesen
+siendo
+sido
+ | sed also means 'thirst'
+
+ | forms of tener, to have (not including the infinitive):
+tengo
+tienes
+tiene
+tenemos
+tenéis
+tienen
+tenga
+tengas
+tengamos
+tengáis
+tengan
+tendré
+tendrás
+tendrá
+tendremos
+tendréis
+tendrán
+tendrÃa
+tendrÃas
+tendrÃamos
+tendrÃais
+tendrÃan
+tenÃa
+tenÃas
+tenÃamos
+tenÃais
+tenÃan
+tuve
+tuviste
+tuvo
+tuvimos
+tuvisteis
+tuvieron
+tuviera
+tuvieras
+tuviéramos
+tuvierais
+tuvieran
+tuviese
+tuvieses
+tuviésemos
+tuvieseis
+tuviesen
+teniendo
+tenido
+tenida
+tenidos
+tenidas
+tened
+
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/spanish_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Added: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/swedish_stop.txt
URL: http://svn.apache.org/viewvc/lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/swedish_stop.txt?rev=899955&view=auto
==============================================================================
--- lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/swedish_stop.txt (added)
+++ lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/swedish_stop.txt Sat Jan 16 14:07:35 2010
@@ -0,0 +1,131 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/swedish/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ | - Encoding was converted to UTF-8.
+ | - This notice was added.
+
+ | A Swedish stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | This is a ranked list (commonest to rarest) of stopwords derived from
+ | a large text sample.
+
+ | Swedish stop words occasionally exhibit homonym clashes. For example
+ | så = so, but also seed. These are indicated clearly below.
+
+och | and
+det | it, this/that
+att | to (with infinitive)
+i | in, at
+en | a
+jag | I
+hon | she
+som | who, that
+han | he
+på | on
+den | it, this/that
+med | with
+var | where, each
+sig | him(self) etc
+för | for
+så | so (also: seed)
+till | to
+är | is
+men | but
+ett | a
+om | if; around, about
+hade | had
+de | they, these/those
+av | of
+icke | not, no
+mig | me
+du | you
+henne | her
+då | then, when
+sin | his
+nu | now
+har | have
+inte | inte någon = no one
+hans | his
+honom | him
+skulle | 'sake'
+hennes | her
+där | there
+min | my
+man | one (pronoun)
+ej | nor
+vid | at, by, on (also: vast)
+kunde | could
+något | some etc
+från | from, off
+ut | out
+när | when
+efter | after, behind
+upp | up
+vi | we
+dem | them
+vara | be
+vad | what
+över | over
+än | than
+dig | you
+kan | can
+sina | his
+här | here
+ha | have
+mot | towards
+alla | all
+under | under (also: wonder)
+någon | some etc
+eller | or (else)
+allt | all
+mycket | much
+sedan | since
+ju | why
+denna | this/that
+själv | myself, yourself etc
+detta | this/that
+Ã¥t | to
+utan | without
+varit | was
+hur | how
+ingen | no
+mitt | my
+ni | you
+bli | to be, become
+blev | from bli
+oss | us
+din | thy
+dessa | these/those
+några | some etc
+deras | their
+blir | from bli
+mina | my
+samma | (the) same
+vilken | who, that
+er | you, your
+sådan | such a
+vår | our
+blivit | from bli
+dess | its
+inom | within
+mellan | between
+sådant | such a
+varför | why
+varje | each
+vilka | who, that
+ditt | thy
+vem | who
+vilket | who, that
+sitta | his
+sådana | such a
+vart | each
+dina | thy
+vars | whose
+vårt | our
+våra | our
+ert | your
+era | your
+vilkas | whose
+
Propchange: lucene/java/trunk/contrib/snowball/src/resources/org/apache/lucene/analysis/snowball/swedish_stop.txt
------------------------------------------------------------------------------
svn:eol-style = native
Modified: lucene/java/trunk/src/java/org/apache/lucene/analysis/WordlistLoader.java
URL: http://svn.apache.org/viewvc/lucene/java/trunk/src/java/org/apache/lucene/analysis/WordlistLoader.java?rev=899955&r1=899954&r2=899955&view=diff
==============================================================================
--- lucene/java/trunk/src/java/org/apache/lucene/analysis/WordlistLoader.java (original)
+++ lucene/java/trunk/src/java/org/apache/lucene/analysis/WordlistLoader.java Sat Jan 16 14:07:35 2010
@@ -191,6 +191,66 @@
return result;
}
+ /**
+ * Loads a text file in Snowball format associated with a given class (See
+ * {@link Class#getResourceAsStream(String)}) and adds all words as entries to
+ * a {@link Set}. The words need to be in lower-case if you make use of an
+ * Analyzer which uses LowerCaseFilter (like StandardAnalyzer).
+ *
+ * @param aClass a class that is associated with the given stopwordResource
+ * @param stopwordResource name of the resource file associated with the given
+ * class
+ * @return a {@link Set} with the file's words
+ * @see #getSnowballWordSet(Reader)
+ */
+ public static Set<String> getSnowballWordSet(Class<?> aClass,
+ String stopwordResource) throws IOException {
+ final Reader reader = new BufferedReader(new InputStreamReader(aClass
+ .getResourceAsStream(stopwordResource), "UTF-8"));
+ try {
+ return getSnowballWordSet(reader);
+ } finally {
+ reader.close();
+ }
+ }
+
+ /**
+ * Reads stopwords from a stopword list in Snowball format.
+ * <p>
+ * The snowball format is the following:
+ * <ul>
+ * <li>Lines may contain multiple words separated by whitespace.
+ * <li>The comment character is the vertical line (|).
+ * <li>Lines may contain trailing comments.
+ * </ul>
+ * </p>
+ *
+ * @param reader Reader containing a Snowball stopword list
+ * @return A Set with the reader's words
+ */
+ public static Set<String> getSnowballWordSet(Reader reader)
+ throws IOException {
+ final Set<String> result = new HashSet<String>();
+ BufferedReader br = null;
+ try {
+ if (reader instanceof BufferedReader) {
+ br = (BufferedReader) reader;
+ } else {
+ br = new BufferedReader(reader);
+ }
+ String line = null;
+ while ((line = br.readLine()) != null) {
+ int comment = line.indexOf('|');
+ if (comment >= 0) line = line.substring(0, comment);
+ String words[] = line.split("\\s+");
+ for (int i = 0; i < words.length; i++)
+ if (words[i].length() > 0) result.add(words[i]);
+ }
+ } finally {
+ if (br != null) br.close();
+ }
+ return result;
+ }
/**
Modified: lucene/java/trunk/src/test/org/apache/lucene/index/TestWordlistLoader.java
URL: http://svn.apache.org/viewvc/lucene/java/trunk/src/test/org/apache/lucene/index/TestWordlistLoader.java?rev=899955&r1=899954&r2=899955&view=diff
==============================================================================
--- lucene/java/trunk/src/test/org/apache/lucene/index/TestWordlistLoader.java (original)
+++ lucene/java/trunk/src/test/org/apache/lucene/index/TestWordlistLoader.java Sat Jan 16 14:07:35 2010
@@ -21,6 +21,7 @@
import java.io.IOException;
import java.io.StringReader;
import java.util.HashSet;
+import java.util.Set;
import org.apache.lucene.util.LuceneTestCase;
@@ -53,4 +54,28 @@
assertFalse(wordset.contains("four"));
}
+ /**
+ * Test stopwords in snowball format
+ */
+ public void testSnowballListLoading() throws IOException {
+ String s =
+ "|comment\n" + // commented line
+ " |comment\n" + // commented line with leading whitespace
+ "\n" + // blank line
+ " \t\n" + // line with only whitespace
+ " |comment | comment\n" + // commented line with comment
+ "ONE\n" + // stopword, in uppercase
+ " two \n" + // stopword with leading/trailing space
+ " three four five \n" + // multiple stopwords
+ "six seven | comment\n"; //multiple stopwords + comment
+ Set<String> wordset = WordlistLoader.getSnowballWordSet(new StringReader(s));
+ assertEquals(7, wordset.size());
+ assertTrue(wordset.contains("ONE"));
+ assertTrue(wordset.contains("two"));
+ assertTrue(wordset.contains("three"));
+ assertTrue(wordset.contains("four"));
+ assertTrue(wordset.contains("five"));
+ assertTrue(wordset.contains("six"));
+ assertTrue(wordset.contains("seven"));
+ }
}