[tika] 01/02: TIKA-3343 -- move Tika's legacy lang detector to its own submodule in tika-langdetect -- git add lang models

[ta...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

tallison pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tika.git

commit bd6cbb56b9ee65bb1ef72a23cad5961f02223a9a
Author: tallison <ta...@apache.org>
AuthorDate: Sat Apr 10 07:07:53 2021 -0400

    TIKA-3343 -- move Tika's legacy lang detector to its own submodule in tika-langdetect -- git add lang models
---
 .../org/apache/tika/langdetect/tika/be.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/ca.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/da.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/de.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/el.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/en.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/eo.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/es.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/et.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/fa.ngp         | 1001 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/fi.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/fr.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/gl.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/hu.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/is.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/it.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/lt.ngp         | 1209 ++++++++++++++++++++
 .../org/apache/tika/langdetect/tika/nl.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/no.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/pl.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/pt.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/ro.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/ru.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/sk.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/sl.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/sv.ngp         | 1014 ++++++++++++++++
 .../org/apache/tika/langdetect/tika/th.ngp         | 1014 ++++++++++++++++
 .../tika/langdetect/tika/tika.language.properties  |   56 +
 .../org/apache/tika/langdetect/tika/uk.ngp         | 1014 ++++++++++++++++
 29 files changed, 28630 insertions(+)

diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/be.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/be.ngp
new file mode 100644
index 0000000..5a90dfb
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/be.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_па 3116
+_і_ 2556
+_на 2147
+_пр 2138
+на_ 2079
+ай_ 1954
+ста 1826
+_ка 1654
+пра 1646
+аў_ 1634
+_ў_ 1489
+_з_ 1484
+ава 1461
+_ст 1451
+ць_ 1391
+га_ 1369
+кі_ 1308
+ага 1303
+_у_ 1298
+ны_ 1297
+_ад 1277
+_за 1271
+_як 1261
+ска 1234
+_вы 1167
+_да 1149
+ам_ 1123
+ii_ 1108
+ых_ 1094
+пер 1074
+ара 1055
+дзе 1022
+_ра 997
+_ма 950
+ым_ 946
+ая_ 934
+най 933
+ана 932
+ыя_ 920
+ца_ 919
+не_ 899
+льн 883
+ла_ 846
+пад 842
+ван 836
+ера 832
+алі 831
+пры 819
+ае_ 818
+цца 811
+год 792
+_пе 783
+мі_ 779
+аль 776
+ня_ 773
+лі_ 772
+_th 765
+анн 760
+_i_ 748
+да_ 744
+ад_ 741
+ала 737
+ада 736
+_ii 733
+ва_ 729
+асц 724
+скі 714
+рад 710
+_не 701
+_бы 688
+рац 681
+аст 679
+кам 668
+ся_ 668
+ных 651
+_са 650
+іст 648
+ары 640
+ыі_ 636
+оль 635
+тар 633
+the 625
+ння 625
+кай 618
+ля_ 610
+_аб 607
+ка_ 607
+ама 604
+іка 604
+кар 599
+_of 594
+of_ 587
+he_ 586
+ki_ 584
+on_ 580
+дзі 580
+аны 579
+ным 579
+рам 578
+рас 577
+рав 569
+але 568
+_та 561
+er_ 561
+ры_ 555
+які 555
+ці_ 553
+дзя 552
+вал 548
+тра 548
+кан 545
+нас 544
+наг 542
+_го 540
+таг 540
+аго 539
+тва 539
+адз 536
+нік 535
+амі 534
+ні_ 533
+ран 527
+ку_ 526
+нне 517
+ата 513
+іі_ 508
+сці 507
+ski 505
+ія_ 505
+_ча 503
+раз 501
+ацы 499
+es_ 498
+зе_ 493
+нск 492
+_ва 486
+зна 485
+_лі 484
+та_ 481
+_св 480
+ую_ 476
+_co 472
+аць 471
+лас 468
+тры 466
+ддз 460
+час 460
+лад 459
+го_ 457
+ств 450
+іх_ 450
+стр 449
+ion 445
+сам 442
+_га 441
+ная 441
+чна 441
+_сі 437
+так 437
+_дз 436
+ім_ 436
+тал 435
+ныя 434
+us_ 428
+ецц 428
+_de 426
+_ал 424
+одд 424
+ра_ 424
+ыў_ 424
+iii 418
+аро 416
+лік 415
+_су 414
+кла 413
+лен 410
+таў 408
+рым 406
+вае 404
+тан 402
+еры 400
+каг 400
+_рэ 398
+энн 398
+оўн 395
+одз 394
+_ін 393
+вы_ 392
+_wi 387
+был 386
+па_ 386
+там 384
+пас 382
+раў 381
+ова 380
+дна 379
+рыс 379
+енн 373
+нав 372
+and 371
+ычн 371
+_re 370
+апа 369
+ма_ 369
+_по 368
+йск 368
+ход 368
+_ме 366
+_гр 364
+ах_ 364
+адн 363
+_in 357
+is_ 356
+ані 355
+кім 355
+рыя 355
+аве 353
+для 353
+_an 352
+_вя 351
+tio 351
+аві 349
+гра 348
+овы 348
+анс 345
+_дл 343
+_сп 343
+ача 343
+ыка 343
+ыст 343
+аўн 342
+al_ 341
+_бе 339
+_li 338
+кал 338
+_ас 337
+ows 336
+_ma 335
+_шт 335
+_ве 333
+_кр 333
+вар 333
+ьна 331
+ман 330
+стэ 330
+_ба 328
+спа 328
+оў_ 327
+ўна 327
+_ар 326
+яго 325
+кія 323
+_vi 322
+аля 319
+пар 319
+цыя 318
+кая 317
+_po 316
+_яг 316
+мен 316
+пал 316
+нач 315
+рат 312
+анд 311
+аса 309
+ой_ 308
+то_ 308
+ар_ 307
+ле_ 307
+пам 307
+_тэ 306
+ati 306
+nd_ 306
+ter 306
+_ім 303
+род 303
+an_ 302
+вай 302
+тэм 302
+цыі 301
+_а_ 300
+ваў 299
+вер 299
+мы_ 299
+нал 299
+_мо 298
+быў 298
+асн 296
+en_ 295
+ліс 295
+ак_ 291
+аўс 290
+што 290
+сва 288
+вык 287
+рус 287
+аме 286
+ака 284
+нам 284
+чны 284
+_ко 283
+рал 283
+яў_ 282
+ены 281
+чан 281
+_ат 280
+авы 280
+сту 279
+ася 276
+ахо 276
+ора 276
+сіс 276
+сто 275
+_xi 274
+аец 274
+як_ 274
+ялі 274
+гэт 273
+кра 273
+_be 272
+_ar 271
+нні 271
+одн 271
+ты_ 271
+му_ 270
+паў 269
+яка 269
+_мі 268
+іна 268
+ду_ 267
+аб_ 266
+ына 266
+ўся 266
+de_ 265
+_гэ 264
+кіх 264
+аюц 263
+уль 262
+_pr 261
+ed_ 261
+_ск 260
+ia_ 260
+чын 260
+ыма 260
+_pa 259
+ўва 259
+ало 257
+мар 257
+_ро 255
+ды_ 255
+ела 255
+сць 255
+асп 254
+кас 254
+льк 254
+оры 254
+чы_ 254
+эта 254
+азв 252
+даў 252
+іта 252
+_во 251
+_зн 249
+бел 249
+_то 248
+_гу 247
+iv_ 247
+цый 247
+зен 246
+ыла 246
+асл 245
+мал 245
+wsk 244
+атр 244
+зя_ 244
+йна 244
+ing 242
+уск 242
+кса 241
+мас 241
+чэн 241
+ады 240
+вац 240
+ода 240
+_st 239
+ch_ 239
+арт 239
+_ап 237
+_xv 236
+_ся 236
+_тр 236
+in_ 236
+вял 236
+за_ 236
+тэр 236
+цы_ 236
+ена 235
+пав 235
+_to 234
+ng_ 234
+акс 234
+_бо 233
+_ві 233
+кав 233
+іра 232
+re_ 231
+аба 231
+le_ 230
+сты 230
+ант 229
+ную 229
+яй_ 229
+раб 228
+чал 228
+іў_ 228
+sta 227
+тор 227
+амп 226
+піс 226
+ix_ 225
+нта 224
+ent 223
+to_ 223
+_no 222
+_ан 221
+дав 221
+каў 221
+тур 221
+раг 220
+_ге 219
+ist 219
+ыва 219
+ьны 219
+or_ 218
+зва 218
+_so 217
+ару 217
+нар 216
+ьні 216
+ерш 215
+рын 215
+rus 214
+at_ 213
+ве_ 213
+пач 213
+іла 213
+_ca 212
+ем_ 212
+мер 212
+ст_ 212
+_bo 211
+або 211
+ніц 210
+ымі 210
+ўны 210
+_iv 209
+іва 209
+ўля 209
+vii 208
+маг 208
+_ру 207
+вых 207
+дар 207
+_a_ 206
+_ты 206
+xvi 206
+нов 206
+юць 206
+_un 205
+_се 205
+nte 205
+аза 205
+анц 205
+ель 205
+_la 204
+ылі 204
+_ўс 203
+ыйн 203
+бра 202
+льш 202
+літ 202
+нае 202
+тым 202
+ўні 202
+_se 201
+ndo 201
+оўв 201
+пан 201
+яе_ 201
+win 200
+іцы 200
+_ды 199
+_кі 199
+наў 199
+рыі 199
+шча 199
+аты 198
+мат 198
+пол 198
+сна 198
+_mi 197
+_аў 197
+ate 197
+агр 197
+ога 197
+са_ 197
+спр 197
+dow 196
+буд 195
+лав 195
+ль_ 195
+рак 195
+гад 194
+рма 194
+мов 193
+сла 193
+ькі 193
+адк 192
+дал 192
+рык 192
+іць 192
+ind 191
+гру 191
+ічн 191
+_na 190
+et_ 190
+na_ 190
+амо 190
+_fo 189
+тна 189
+_sa 188
+асі 188
+ган 188
+ўск 188
+int 187
+рыт 187
+дам 186
+лан 186
+мпе 186
+туп 186
+імп 186
+_др 185
+_ры 185
+лар 185
+тоў 185
+_бу 184
+la_ 184
+інш 183
+ver 182
+тав 182
+ікі 182
+_le 181
+гор 181
+іза 181
+_al 180
+дра 180
+яўл 180
+vi_ 179
+ляе 179
+ту_ 179
+ta_ 177
+te_ 177
+вой 177
+вор 177
+lar 175
+аду 175
+жна 175
+ков 175
+кры 174
+нцы 174
+яко 174
+абі 173
+гал 173
+рна 173
+ік_ 173
+_му 172
+ан_ 172
+ачы 172
+ваю 172
+нен 172
+che 171
+for 171
+ліц 171
+ce_ 170
+lin 170
+адс 170
+наз 170
+_ro 169
+ws_ 169
+зі_ 169
+од_ 168
+ers 167
+st_ 167
+ас_ 167
+зіц 167
+тка 167
+ён_ 167
+_ку 166
+tor 166
+йны 166
+ne_ 165
+апі 165
+акі 164
+бар 164
+кір 164
+ліч 164
+рск 164
+тыч 164
+ыю_ 164
+_ус 163
+_do 162
+аво 162
+аўт 162
+вед 162
+дан 162
+дны 162
+_am 161
+ns_ 161
+вым 161
+ніі 161
+рап 161
+_ца 160
+os_ 160
+акт 160
+жан 160
+нак 160
+шы_ 160
+ілі 160
+_чы 159
+арм 159
+бол 159
+ей_ 159
+каз 159
+тол 159
+ума 159
+адо 158
+ейс 158
+ыкл 158
+ыць 158
+_но 157
+гар 157
+_ле 156
+пы_ 156
+рон 156
+ін_ 156
+няў 155
+скл 155
+це_ 155
+_di 154
+вет 154
+ека 154
+роў 154
+сав 154
+_fr 153
+_зв 153
+ste 153
+апр 153
+ica 152
+гер 152
+заб 152
+зін 152
+паз 152
+_mo 151
+el_ 151
+ie_ 151
+тай 151
+ызн 151
+эмы 151
+ra_ 150
+um_ 150
+гул 150
+пла 150
+руп 150
+ыні 150
+_ch 149
+_пл 149
+арэ 149
+вод 149
+рта 149
+цар 149
+am_ 148
+аму 148
+est 147
+адр 147
+лів 147
+сан 147
+as_ 146
+апе 146
+аск 146
+дад 146
+ект 146
+зас 146
+цэн 146
+іль 146
+_ак 145
+con 145
+азн 145
+кую 145
+нда 145
+нем 145
+рга 145
+ску 145
+тво 145
+цтв 145
+_c_ 144
+_яў 144
+ot_ 144
+лін 144
+нап 144
+яна 144
+яшч 144
+кол 143
+льс 143
+ну_ 143
+ршы 143
+_ne 142
+_te 142
+his 142
+блі 142
+вяр 142
+кта 142
+_me 141
+ms_ 141
+nt_ 141
+азі 141
+анг 141
+віл 141
+аін 140
+зам 140
+суп 140
+_sp 139
+_фа 139
+ari 139
+вып 139
+ент 139
+коў 139
+мін 139
+рэн 139
+тро 139
+ill 138
+ran 138
+sto 138
+амы 138
+кае 138
+роз 138
+чым 138
+іча 138
+bel 137
+кат 137
+ноў 137
+ост 137
+пак 137
+уда 137
+юцц 137
+_xx 136
+_ўз 136
+ry_ 136
+амн 136
+аўл 136
+ерс 136
+зел 136
+лам 136
+мны 136
+ншы 136
+рыз 136
+рэд 136
+ючы 136
+all 135
+ic_ 135
+пап 135
+_ba 134
+_фр 134
+_ён 134
+афі 134
+зав 134
+нія 134
+све 134
+яме 134
+_іс 133
+lan 133
+se_ 133
+айн 133
+арс 133
+ацэ 133
+раі 133
+уча 133
+іся 133
+_gr 132
+ela 132
+men 132
+uni 132
+зац 132
+ней 132
+оду 132
+энт 132
+_гі 131
+зах 131
+мац 131
+нст 131
+она 131
+спе 131
+ула 131
+_ge 130
+_v_ 130
+xii 130
+вен 130
+вік 130
+ру_ 130
+ьск 130
+_зм 129
+edi 129
+per 129
+ане 129
+мад 129
+маў 129
+фар 129
+arm 128
+bot 128
+аз_ 128
+нтр 128
+ско 128
+цэс 128
+ыяд 128
+іку 128
+ўта 128
+ета 127
+між 127
+іса 127
+_ho 126
+_ха 126
+com 126
+ome 126
+бал 126
+ярж 126
+_si 125
+_кл 125
+era 125
+атк 125
+мес 125
+ржа 125
+_su 124
+_зб 124
+ar_ 124
+nal 124
+rea 124
+він 124
+зап 124
+кул 124
+лаў 124
+ніз 124
+сля 124
+ўле 124
+_кн 123
+ani 123
+aru 123
+ich 123
+ona 123
+адп 123
+бер 123
+ваг 123
+зяр 123
+мпа 123
+цка 123
+імі 123
+_ам 122
+_ну 122
+mar 122
+ńsk 122
+асо 122
+гу_ 122
+зан 122
+нан 122
+нах 122
+lit 121
+nce 121
+sch 121
+ату 121
+уст 121
+чат 121
+ўст 121
+_at 120
+ian 120
+pol 120
+ris 120
+агу 120
+дст 119
+дын 119
+ерн 119
+зал 119
+сар 119
+тны 119
+удз 119
+_ni 118
+_ла 118
+бо_ 118
+ніч 118
+усі 118
+ive 117
+rat 117
+абр 117
+дск 117
+кцы 117
+мет 117
+нна 117
+тат 117
+ію_ 117
+_бр 116
+der 116
+no_ 116
+саб 116
+яды 116
+_г_ 115
+ens 115
+ons 115
+rs_ 115
+ано 115
+ато 115
+эра 115
+_is 114
+ali 114
+les 114
+lis 114
+man 114
+tan 114
+два 114
+дыч 114
+кты 114
+над 114
+ярэ 114
+_da 113
+ten 113
+зей 113
+ло_ 113
+льт 113
+нны 113
+нум 113
+яец 113
+_дв 112
+_лю 112
+_сл 112
+tra 112
+адм 112
+дае 112
+нек 112
+озн 112
+упы 112
+іны 112
+_жа 111
+_яе 111
+ll_ 111
+арк 111
+ліз 111
+стк 111
+цоў 111
+_ha 110
+_pe 110
+_ян 110
+ka_ 110
+дка 110
+ойс 110
+рай 110
+pro 109
+ros 109
+абл 109
+авя 109
+аха 109
+ву_ 109
+выя 109
+еда 109
+раф 109
+фра 109
+цыю 109
+_ja 108
+th_ 108
+арг 108
+пат 108
+ыло 108
+эты 108
+ях_ 108
+іцц 108
+_on 107
+ard 107
+ell 107
+lle 107
+om_ 107
+str 107
+пус 107
+_he 106
+_дэ 106
+art 106
+coa 106
+por 106
+адт 106
+аца 106
+бав 106
+эры 106
+_tr 105
+oli 105
+выс 105
+нты 105
\ No newline at end of file
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/ca.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/ca.ngp
new file mode 100644
index 0000000..083e0e6
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/ca.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_de 516022
+es_ 365077
+de_ 334150
+la_ 263275
+el_ 261190
+_el 243111
+_la 233181
+_co 177338
+_i_ 171080
+en_ 169592
+ent 166275
+que 166181
+ls_ 157560
+nt_ 150408
+_a_ 143945
+_es 142224
+_qu 141042
+_se 140738
+_en 134188
+_pe 132199
+er_ 131611
+_un 123347
+per 123282
+al_ 120012
+ia_ 118076
+del 116515
+_al 107051
+_l_ 105983
+at_ 105377
+est 105341
+men 104773
+ue_ 104665
+na_ 104442
+els 101956
+ar_ 101658
+_ca 100754
+va_ 97716
+les 97400
+ts_ 95576
+_va 93846
+_pr 91960
+_re 90487
+ió_ 89704
+és_ 87754
+ra_ 86970
+ant 86210
+_d_ 84565
+ns_ 83984
+res 79034
+con 78700
+com 76189
+re_ 75747
+_le 73315
+ció 71365
+ta_ 71034
+_ma 69384
+tat 69135
+_po 67807
+des 67019
+_pa 65755
+sta 65224
+aci 64934
+amb 64831
+_no 63591
+ica 62191
+da_ 61970
+ons 61946
+un_ 60044
+_am 59421
+tre 58786
+era 55582
+_di 55225
+ter 55129
+an_ 54289
+ca_ 54098
+_in 53935
+ita 53038
+ues 52668
+una 52339
+_an 49240
+_te 49089
+mb_ 48417
+pro 47675
+nci 47057
+_mo 47048
+cia 46374
+ion 46213
+ran 46058
+ona 45850
+par 45623
+ist 44820
+_tr 43920
+ada 43914
+tra 43026
+als 41706
+_fo 41079
+om_ 40973
+_ll 40939
+_és 40055
+ria 39718
+_ha 39263
+ir_ 38985
+tes 37588
+ame 37502
+eix 36953
+_so 36817
+os_ 36738
+rs_ 36655
+ser 36569
+nta 35894
+ell 35382
+ntr 35005
+or_ 34878
+aqu 34384
+ura 34186
+cio 33689
+ren 33576
+tan 33546
+esp 33545
+ste 33496
+ici 33411
+car 33386
+_ta 33334
+pre 33213
+any 33166
+eri 33092
+ina 32951
+tal 32531
+str 32499
+_ba 32466
+més 32434
+art 32365
+_me 32132
+lla 32045
+nts 31902
+_aq 31778
+ats 31473
+tic 31409
+_si 31263
+sa_ 31258
+_ar 31183
+bre 30897
+_to 30832
+ten 30645
+le_ 30308
+_fi 30264
+ort 30218
+man 30192
+ver 30142
+for 29957
+_ex 29143
+sti 29068
+_ac 28797
+nte 28630
+us_ 28612
+eu_ 28538
+nom 28515
+lit 28502
+sen 28418
+seg 28278
+tor 28235
+err 28123
+_vi 28083
+_mé 28005
+ers 27946
+_su 27596
+_sa 27595
+mar 27488
+ic_ 27478
+lle 27184
+ari 26678
+ont 26666
+ara 26489
+ori 26486
+_fe 26413
+seu 26393
+_gr 26304
+qua 26246
+_hi 26199
+is_ 26180
+int 25926
+gra 25649
+tar 25610
+_mi 25597
+no_ 25452
+nes 25065
+alt 24511
+ix_ 24456
+ll_ 24451
+_ve 24208
+por 24096
+ere 24061
+ans 24031
+arr 23938
+ime 23877
+fer 23807
+ali 23651
+all 23633
+ial 23506
+ass 23454
+pri 23452
+_o_ 23436
+ual 23234
+ana 23127
+rre 23061
+esc 22896
+ect 22871
+ome 22854
+nal 22845
+_s_ 22560
+ral 22518
+nic 22285
+_do 22283
+rt_ 22264
+st_ 22258
+mer 22240
+tam 22231
+uni 22189
+ma_ 22184
+ble 22180
+ene 22143
+nti 22140
+tur 22048
+van 22021
+orm 22005
+act 21946
+ins 21897
+ies 21892
+lar 21738
+_ci 21641
+cs_ 21161
+se_ 20858
+pos 20683
+rra 20605
+ava 20555
+fin 20460
+rec 20446
+tro 20443
+rac 20323
+rat 20233
+tot 20207
+ade 20156
+ssi 20136
+ner 20125
+cat 19966
+emp 19904
+sev 19886
+one 19873
+enc 19861
+rma 19747
+gen 19728
+it_ 19693
+den 19676
+lan 19577
+mat 19547
+itz 19446
+_ge 19434
+der 19382
+rta 19204
+ènc 19186
+ata 19034
+ot_ 18970
+fic 18950
+ate 18866
+nat 18829
+_cr 18819
+ide 18781
+eva 18674
+on_ 18627
+_ce 18458
+rti 18387
+tit 18385
+_mu 18237
+rim 18230
+_fa 18218
+ens 18112
+mes 18112
+cap 18107
+omp 18045
+eta 18011
+ric 17998
+reg 17890
+tri 17879
+ess 17709
+inc 17709
+ri_ 17687
+cci 17676
+_or 17654
+cte 17632
+min 17550
+ode 17544
+nar 17519
+egu 17514
+erm 17464
+sos 17459
+aix 17443
+ost 17412
+olt 17332
+cas 17292
+tza 17252
+cor 17228
+ssa 17182
+tem 16913
+qui 16901
+ili 16857
+dor 16849
+ón_ 16828
+obl 16777
+ret 16755
+bar 16710
+cal 16685
+ena 16678
+te_ 16677
+rad 16633
+alm 16596
+ien 16571
+rop 16567
+vol 16554
+obr 16529
+rme 16443
+are 16439
+mun 16433
+_fr 16417
+ven 16399
+ors 16387
+san 16350
+_im 16318
+can 16285
+dia 16285
+bé_ 16281
+mol 16137
+ill 16059
+me_ 16036
+ese 15975
+ixe 15972
+ha_ 15947
+_ai 15854
+et_ 15830
+lic 15800
+val 15792
+_ro 15789
+ale 15784
+_du 15675
+rit 15631
+cip 15576
+ert 15538
+lme 15519
+ord 15447
+and 15425
+ltr 15408
+gue 15316
+ado 15312
+ern 15098
+iqu 15087
+len 14989
+ris 14984
+nya 14948
+cul 14944
+cen 14918
+ol_ 14907
+ou_ 14906
+hi_ 14874
+rei 14862
+ula 14766
+ora 14745
+tin 14743
+pel 14711
+itu 14694
+eni 14603
+arc 14590
+dic 14407
+_ob 14388
+imp 14387
+dis 14310
+nit 14227
+ele 14009
+ani 13971
+ast 13971
+eme 13932
+ny_ 13839
+ive 13822
+_na 13820
+tua 13809
+oma 13726
+_pl 13717
+uer 13693
+osa 13686
+ron 13581
+ini 13555
+ala 13512
+ida 13500
+cie 13468
+cre 13468
+mon 13465
+end 13447
+tac 13438
+_er 13426
+mpo 13404
+ure 13374
+rie 13339
+tei 13267
+edi 13254
+unt 13234
+iu_ 13221
+nse 13173
+nen 13153
+nor 13079
+_só 13030
+rin 12959
+són 12945
+mit 12928
+oca 12908
+ine 12900
+ave 12869
+bla 12846
+mbé 12845
+mpl 12834
+_ap 12825
+ics 12814
+cad 12803
+nst 12802
+ves 12789
+nia 12782
+sit 12782
+rar 12769
+pla 12734
+_as 12727
+_gu 12721
+_ja 12720
+_ho 12715
+uta 12678
+ota 12648
+ses 12620
+via 12599
+ega 12561
+_li 12555
+lac 12526
+dre 12515
+gle 12477
+sol 12468
+pob 12447
+col 12441
+sió 12419
+anc 12363
+nca 12341
+ind 12339
+sse 12307
+rob 12271
+lat 12262
+nda 12249
+_ju 12215
+cri 12161
+rri 12146
+ane 12139
+mbr 12080
+rea 12049
+llo 11949
+ema 11932
+gua 11875
+rd_ 11866
+sar 11789
+rel 11778
+ber 11736
+erò 11715
+sic 11598
+_ne 11592
+cam 11520
+ple 11474
+pod 11458
+met 11451
+ctu 11440
+rep 11438
+pal 11427
+_da 11420
+rib 11400
+ati 11390
+ndi 11390
+rò_ 11380
+rio 11368
+esa 11341
+_ab 11328
+lli 11321
+dur 11318
+cos 11280
+iva 11228
+igu 11219
+_be 11216
+avi 11215
+ut_ 11203
+fra 11164
+bli 11153
+lem 11146
+ys_ 11134
+uan 11131
+ces 11109
+rom 11076
+ove 11038
+nys 11002
+gui 10995
+nça 10985
+tiv 10957
+egl 10943
+lia 10896
+ya_ 10893
+ult 10843
+erv 10831
+_ga 10734
+rna 10732
+_ri 10676
+_jo 10674
+ing 10662
+emb 10644
+eus 10637
+nce 10612
+nde 10594
+lor 10593
+nsi 10581
+ete 10554
+rca 10542
+ja_ 10524
+spe 10499
+lta 10474
+ifi 10465
+_em 10456
+pol 10444
+dir 10436
+ngu 10431
+nis 10409
+cer 10390
+don 10375
+_pu 10323
+eco 10300
+_ra 10262
+sob 10260
+ivi 10238
+ban 10229
+ian 10170
+sis 10162
+_fu 10153
+alg 10112
+rod 10078
+lt_ 10050
+_cl 10043
+pan 10040
+dif 10028
+ua_ 10012
+tel 9978
+li_ 9977
+cti 9957
+si_ 9943
+mor 9937
+gon 9889
+rés 9888
+egi 9884
+ni_ 9864
+abl 9848
+_bo 9844
+olu 9815
+mal 9813
+pas 9800
+ap_ 9785
+sme 9781
+cta 9727
+_ad 9715
+hav 9713
+ima 9703
+mic 9686
+apa 9669
+tru 9662
+ça_ 9643
+tir 9636
+mil 9608
+til 9572
+ego 9564
+ano 9507
+pen 9507
+_au 9488
+tge 9463
+_oc 9455
+spr 9442
+cla 9407
+orr 9393
+ciu 9374
+ola 9352
+oni 9339
+loc 9337
+ram 9321
+_on 9317
+_cu 9285
+_lo 9251
+sco 9204
+_vo 9195
+nad 9194
+ès_ 9179
+rov 9167
+esi 9153
+div 9145
+as_ 9130
+vis 9114
+fou 9048
+iut 9043
+ard 8995
+omi 8972
+nac 8969
+tiu 8965
+oc_ 8913
+aba 8860
+olo 8854
+ire 8841
+pré 8827
+il_ 8820
+oba 8808
+ang 8790
+erc 8775
+òri 8767
+_pi 8739
+ior 8736
+ite 8721
+ii_ 8705
+bra 8694
+eny 8693
+ism 8690
+exp 8687
+pot 8675
+oli 8626
+ore 8624
+_ti 8613
+ipa 8589
+din 8544
+lls 8534
+omb 8529
+mpe 8517
+cel 8502
+son 8501
+atr 8482
+dar 8460
+_at 8397
+sso 8378
+sid 8365
+its 8361
+_go 8338
+aca 8333
+pec 8306
+ga_ 8289
+ps_ 8274
+ge_ 8262
+atu 8257
+eng 8206
+rqu 8206
+etr 8170
+oci 8168
+lgu 8156
+stà 8124
+ler 8122
+lon 8118
+gun 8109
+roc 8104
+rer 8100
+lis 8081
+odu 8065
+tà_ 8062
+xen 8043
+his 7998
+ela 7945
+sem 7945
+tad 7919
+atg 7895
+in_ 7889
+sup 7878
+ote 7860
+uir 7809
+sal 7776
+ust 7768
+ama 7756
+reu 7735
+fil 7690
+spa 7671
+neg 7669
+ís_ 7662
+uns 7656
+amp 7646
+vil 7641
+ndr 7631
+adi 7617
+spo 7599
+eur 7590
+_xi 7571
+eci 7552
+tòr 7550
+reb 7523
+onc 7522
+ixa 7517
+uci 7514
+bal 7503
+eve 7490
+duc 7474
+rce 7431
+han 7411
+oss 7406
+bri 7389
+rig 7372
+vin 7362
+gut 7357
+jor 7343
+ros 7317
+eti 7308
+sca 7294
+ars 7286
+rn_ 7286
+ud_ 7268
+ucc 7258
+uit 7244
+ira 7243
+ipi 7239
+_br 7237
+var 7233
+anç 7223
+gre 7223
+ila 7217
+ei_ 7205
+rso 7194
+mpr 7170
+riu 7125
+efe 7122
+eli 7116
+isi 7105
+té_ 7098
+rem 7075
+und 7059
+ova 7043
+àni 7041
+inf 7026
+vid 7026
+sin 7008
+pon 7004
+nir 7000
+pli 6922
+ife 6896
+bas 6873
+arl 6871
+osi 6859
+aus 6851
+sia 6834
+upa 6821
+iar 6812
+_ag 6800
+scr 6758
+ovi 6753
+uen 6729
+gia 6727
+uti 6727
+xem 6727
+fon 6719
+rci 6717
+nve 6706
+iss 6705
+lin 6698
+aco 6694
+org 6677
+tim 6668
+cac 6662
+gad 6659
+ref 6647
+lec 6646
+ext 6638
+sig 6636
+stò 6622
+llu 6611
+sat 6606
+pat 6604
+acc 6577
+orn 6571
+ià_ 6556
+igi 6555
+lad 6555
+iat 6553
+ume 6547
+ajo 6541
+gan 6525
+rro 6523
+nov 6518
+ope 6518
+ba_ 6515
+tja 6512
+_ed 6493
+cit 6468
+ger 6462
+_he 6451
+fun 6434
+eda 6426
+maj 6401
+arg 6374
+_ni 6371
+pa_ 6369
+ito 6356
+enç 6344
+env 6341
+udi 6337
+ui_ 6317
+aig 6306
+dat 6296
+_eu 6285
+lim 6278
+rot 6262
+sor 6261
+iga 6249
+xa_ 6247
+íti 6224
+leg 6221
+dos 6196
+pet 6192
+au_ 6181
+olí 6152
+let 6144
+uny 6143
+_av 6136
+eso 6133
+ebr 6125
+bat 6104
+jun 6092
+tud 6092
+cto 6077
+asa 6062
+upe 6055
+tab 6053
+ben 6044
+pi_ 6039
+cle 6011
+rga 6005
+ne_ 6004
+imi 6002
+ond 5990
+rà_ 5990
+poc 5965
+tav 5944
+ges 5932
+rav 5920
+iba 5915
+tia 5906
+rev 5905
+àri 5897
+itj 5881
+lun 5875
+exe 5874
+gar 5843
+usa 5839
+abi 5825
+ots 5818
+vel 5816
+soc 5815
+aut 5798
+sio 5794
+exi 5791
+ole 5782
+tàn 5769
+mpa 5757
+lti 5752
+ac_ 5741
+elo 5728
+red 5719
+què 5714
+ogr 5712
+em_ 5710
+_bi 5697
+uro 5689
+evo 5683
+cid 5666
+ius 5663
+rte 5640
+nvi 5633
+bit 5623
+èri 5621
+òni 5609
+une 5606
+veg 5591
+evi 5576
+dem 5573
+vit 5542
+_té 5541
+uda 5491
+sub 5486
+mad 5484
+nsa 5484
+uct 5483
+uè_ 5475
+uar 5472
+opo 5470
+_af 5465
+lam 5454
+mod 5441
+eal 5429
+tig 5412
+sul 5409
+mos 5398
+obe 5388
+im_ 5375
+_ut 5373
+pit 5373
+stu 5364
+di_ 5346
+fet 5320
+ig_ 5313
+eno 5311
+ton 5311
+cis 5293
+nim 5292
+sud 5289
+ecc 5284
+uin 5245
+pul 5239
+alu 5233
+àti 5229
+fa_ 5220
+ece 5213
+dec 5200
+cep 5178
+dei 5171
+ruc 5169
+là_ 5168
+gov 5166
+due 5160
+_hu 5159
+ea_ 5159
+ixò 5154
+xò_ 5152
+dit 5145
+emi 5129
+set 5128
+ero 5125
+xí_ 5123
+gin 5117
+opi 5112
+mps 5108
+ose 5083
+ixí 5082
+mas 5078
+ono 5071
+nyo 5070
+sto 5049
+uat 5042
+dep 5035
+ocu 5033
+_of 5021
+ede 5004
+rsi 5002
+cin 5001
+cab 4986
+uei 4979
+equ 4973
+gat 4972
+_ec 4964
+uel 4957
+die 4930
+jan 4924
+ign 4916
+iet 4909
+oll 4909
+onv 4907
+lte 4905
+nqu 4905
+epr 4892
+omu 4883
+ms_ 4880
+los 4879
+um_ 4877
+isc 4871
+ltu 4866
+log 4865
+mis 4861
+dan 4844
+lít 4799
+ras 4784
+med 4778
+nvo 4770
+scu 4769
+iri 4766
+ibl 4754
+ols 4753
+ecu 4750
+sim 4733
+mac 4730
+zar 4727
+rag 4721
+bai 4720
+sec 4717
+cau 4712
+lig 4708
+agr 4687
+rla 4680
+uri 4671
+apr 4646
+odi 4637
+zac 4636
+rts 4634
+rup 4634
+cli 4629
+hor 4624
+def 4611
+fes 4607
+rol 4600
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/da.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/da.ngp
new file mode 100644
index 0000000..d8ff9bc
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/da.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+er_ 132232
+_de 103517
+en_ 82666
+et_ 80661
+for 65286
+_fo 57945
+de_ 51382
+der 44049
+at_ 41915
+det 41381
+_og 40344
+_at 39482
+ing 38707
+den 36795
+og_ 36577
+_me 34924
+nde 34528
+_i_ 33267
+_vi 32625
+or_ 32053
+om_ 31206
+_er 29398
+il_ 29247
+re_ 28969
+_af 28934
+til 28370
+_ti 28270
+ke_ 27854
+ere 27756
+ne_ 26820
+_en 25210
+lig 24909
+ed_ 24168
+af_ 23702
+ter 23332
+es_ 22109
+ger 22046
+ge_ 21757
+and 21487
+ion 21203
+lle 21168
+_be 21089
+nin 20565
+te_ 20381
+kke 19844
+nge 19835
+ng_ 19621
+med 18904
+end 18886
+men 18796
+ske 18757
+som 18654
+_ha 18627
+els 18561
+_ko 18448
+_om 18051
+tte 17863
+ede 17830
+le_ 17790
+_so 17747
+gen 17236
+lse 17224
+ind 17109
+_st 16887
+ige 16683
+ern 16450
+_in 16439
+ste 16357
+se_ 16253
+ar_ 15962
+ikk 15896
+_på 15640
+ig_ 15274
+rne 15042
+vi_ 14945
+på_ 14727
+ver 14378
+isk 14355
+_ud 14205
+ent 14033
+an_ 13917
+_je 13885
+eg_ 13844
+_re 13815
+jeg 13707
+_si 13697
+_fr 13341
+ret 13313
+har 13273
+igt 13233
+del 13131
+ler 13016
+_ik 12818
+mme 12523
+res 12471
+vil 12426
+hed 12411
+_sk 12198
+one 12163
+rin 12026
+nne 11960
+gt_ 11839
+ska 11777
+kom 11592
+_eu 11223
+_hv 11033
+man 10992
+iss 10867
+omm 10770
+nte 10763
+age 10696
+_an 10556
+und 10124
+ner 10119
+nd_ 10098
+_he 10089
+ser 9903
+_mi 9852
+get 9849
+_et 9839
+ett 9756
+tio 9752
+ene 9541
+tet 9477
+ens 9417
+så_ 9402
+enn 9299
+mis 9287
+ive 9128
+_ma 9119
+_pr 9051
+nen 9049
+ati 8977
+lan 8972
+uro 8935
+_ve 8868
+eur 8851
+tig 8762
+al_ 8741
+ell 8695
+ors 8678
+sta 8674
+øre 8614
+ren 8526
+_sa 8460
+ore 8431
+mer 8304
+_al 8294
+rop 8291
+år_ 8254
+ord 8218
+sig 8135
+_ka 8105
+rer 8001
+ove 7998
+ære 7940
+kon 7892
+ghe 7782
+pro 7745
+lem 7738
+vær 7738
+igh 7723
+eri 7684
+vor 7669
+ngs 7609
+orm 7607
+ale 7580
+ang 7540
+eli 7441
+str 7435
+ssi 7430
+ker 7413
+kal 7342
+kan 7320
+ans 7306
+_op 7271
+vis 7262
+_un 7256
+sio 7254
+ege 7233
+tal 7142
+før 7123
+mmi 7100
+em_ 7019
+_bl 6957
+åde 6865
+iti 6855
+dle 6843
+tni 6828
+_pa 6782
+_ge 6712
+ag_ 6666
+ndr 6626
+_væ 6623
+sen 6586
+_så 6583
+dig 6562
+bes 6500
+lag 6461
+_ov 6448
+red 6435
+lin 6431
+dre 6409
+ved 6325
+sam 6318
+par 6284
+bet 6246
+ve_ 6237
+_se 6234
+est 6223
+_la 6213
+ill 6205
+ide 6125
+on_ 6109
+fre 6086
+tag 6083
+nes 6043
+_di 5942
+_må 5910
+lit 5909
+lde 5898
+rbe 5884
+råd 5866
+ven 5815
+sse 5776
+ers 5745
+var 5666
+_ta 5600
+ns_ 5544
+st_ 5538
+_gr 5521
+tat 5501
+kel 5480
+ogs 5449
+ten 5440
+min 5423
+gså 5390
+ekt 5388
+sla 5380
+_tr 5376
+han 5374
+ndl 5355
+ame 5318
+fra 5314
+rem 5301
+rla 5286
+reg 5266
+ate 5254
+is_ 5251
+all 5217
+arl 5188
+kti 5187
+old 5187
+hr_ 5178
+_hr 5176
+_fø 5112
+_sp 5086
+rt_ 5079
+dt_ 5023
+tiv 5019
+oli 5011
+des 5003
+rma 4963
+lt_ 4909
+ra_ 4909
+tis 4889
+rke 4867
+alt 4846
+tra 4828
+udv 4811
+mål 4804
+tid 4800
+sk_ 4780
+el_ 4779
+ble 4764
+fte 4744
+ist 4744
+_no 4735
+kni 4733
+tem 4733
+hol 4713
+rst 4688
+lam 4662
+gel 4654
+rde 4617
+gru 4609
+arb 4586
+ejd 4545
+ort 4545
+emm 4540
+bej 4528
+dis 4518
+_li 4479
+gør 4467
+pol 4451
+orb 4435
+sti 4427
+esk 4361
+nsk 4339
+ænd 4324
+rsl 4308
+opæ 4287
+_va 4281
+bli 4247
+_fa 4238
+mod 4205
+me_ 4185
+æis 4185
+pæi 4180
+hvi 4166
+gge 4114
+art 4105
+_fi 4050
+_po 4045
+ndi 4042
+ets 4036
+rli 4022
+_da 4018
+_ku 4010
+kab 3991
+hvo 3978
+amm 3963
+tor 3924
+mel 3909
+sto 3868
+hen 3867
+nst 3866
+giv 3857
+lev 3847
+nog 3840
+ems 3831
+ele 3804
+les 3797
+_mo 3794
+opa 3774
+ørg 3774
+vet 3746
+ør_ 3744
+elt 3707
+ts_ 3707
+ber 3705
+dem 3704
+gan 3699
+are 3691
+edl 3676
+_ar 3649
+ken 3639
+ise 3633
+dvi 3632
+_vo 3607
+stø 3590
+lli 3585
+tik 3581
+fin 3576
+rig 3574
+_el 3567
+val 3566
+gti 3562
+dri 3558
+gsm 3549
+_ef 3545
+ite 3534
+lut 3525
+akt 3522
+tæn 3508
+små 3486
+dst 3482
+liv 3458
+spø 3456
+nds 3445
+pør 3441
+led 3402
+eks 3396
+kun 3386
+pa_ 3386
+jde 3376
+her 3375
+ad_ 3374
+dni 3373
+nat 3371
+kri 3370
+ffe 3344
+run 3334
+bru 3327
+fæl 3325
+yde 3313
+rti 3288
+sær 3279
+nal 3261
+ess 3252
+nem 3250
+sid 3234
+sik 3226
+lge 3222
+ål_ 3187
+vid 3175
+rel 3165
+_kr 3153
+sæt 3133
+int 3128
+per 3125
+kte 3113
+sst 3113
+hel 3112
+gle 3102
+rat 3100
+eds 3098
+rgs 3074
+sel 3069
+rre 3048
+ons 3046
+tro 3037
+ænk 3037
+ran 3031
+ppe 3030
+mar 3026
+tel 3023
+ert 3003
+rug 2996
+uni 2990
+meg 2978
+slu 2954
+esl 2919
+mul 2914
+_na 2913
+eve 2904
+att 2902
+os_ 2901
+rge 2895
+rdi 2879
+_gø 2875
+tur 2873
+tti 2858
+in_ 2857
+ik_ 2843
+orh 2843
+rfo 2831
+_fæ 2828
+eft 2819
+kla 2803
+omr 2799
+sfo 2793
+ris 2792
+mrå 2788
+erf 2787
+dli 2783
+tre 2780
+_rå 2779
+nt_ 2778
+må_ 2758
+org 2747
+hav 2729
+dan 2726
+ona 2725
+ali 2707
+syn 2707
+pri 2699
+agt 2685
+_ny 2680
+kt_ 2679
+dag 2676
+nu_ 2676
+_or 2675
+od_ 2668
+_br 2657
+let 2656
+tan 2646
+ørs 2644
+_ne 2641
+uli 2637
+eu_ 2631
+læg 2628
+_mu 2620
+ærk 2614
+ave 2608
+mil 2608
+æll 2585
+ld_ 2582
+sat 2578
+sva 2572
+gra 2563
+_år 2559
+abe 2557
+ndt 2557
+nis 2555
+gte 2552
+rsk 2547
+_ga 2535
+tli 2533
+nio 2531
+nkt 2504
+_æn 2499
+ket 2487
+len 2483
+ast 2480
+id_ 2461
+sag 2456
+elv 2451
+vir 2433
+_nå 2428
+etæ 2426
+oge 2424
+nce 2415
+irk 2412
+lad 2409
+_os 2408
+stå 2407
+øde 2404
+træ 2398
+ier 2395
+nse 2393
+vig 2392
+ude 2378
+ant 2363
+omi 2357
+jer 2354
+oll 2353
+ram 2347
+_bø 2337
+nsi 2335
+ætt 2321
+_ba 2319
+alg 2311
+kra 2310
+ikl 2303
+nkn 2300
+vik 2296
+bør 2281
+tøt 2274
+unk 2274
+rek 2272
+øtt 2266
+ine 2265
+_ek 2261
+_få 2261
+nve 2258
+ted 2250
+åle 2246
+_fl 2236
+_sy 2230
+_gi 2228
+_nu 2225
+ode 2224
+æng 2224
+æld 2220
+egi 2203
+mid 2202
+dva 2201
+_ho 2199
+gsf 2194
+_kl 2189
+går 2188
+lar 2180
+sin 2177
+ald 2164
+dta 2162
+_pe 2155
+udg 2144
+ien 2142
+ina 2142
+_go 2133
+idl 2131
+kre 2128
+rte 2124
+bed 2122
+pun 2115
+aft 2110
+net 2110
+ytt 2109
+ial 2101
+_næ 2099
+lke 2099
+ade 2097
+bin 2096
+_hø 2094
+_lo 2093
+_bi 2092
+dfø 2088
+_nø 2085
+når 2082
+ges 2080
+ire 2078
+eme 2074
+eni 2073
+ids 2067
+ntr 2058
+itu 2055
+ono 2053
+edr 2051
+ær_ 2050
+_le 2049
+god 2045
+_to 2042
+øko 2032
+van 2024
+nom 2017
+skr 2004
+lis 2003
+rbi 1990
+føl 1989
+beh 1984
+ked 1984
+ure 1975
+sit 1974
+rag 1973
+un_ 1969
+øje 1966
+kol 1961
+rme 1956
+utn 1956
+iv_ 1948
+ægg 1946
+spe 1944
+vad 1938
+sni 1936
+tri 1936
+hva 1932
+nke 1930
+_bo 1926
+spr 1925
+ærd 1925
+mss 1917
+rit 1915
+kli 1911
+ud_ 1907
+pla 1904
+nød 1901
+ukt 1899
+nta 1897
+cen 1894
+erh 1891
+øge 1887
+afs 1877
+tru 1868
+fri 1845
+ini 1842
+sky 1840
+upp 1838
+rod 1836
+_øk 1833
+ræn 1830
+tyd 1819
+rak 1818
+_sæ 1814
+_fu 1811
+dsk 1809
+ete 1806
+ont 1797
+ntl 1792
+bek 1787
+obl 1784
+mær 1776
+fer 1774
+ins 1774
+fat 1769
+eta 1764
+idt 1763
+bor 1758
+dir 1756
+rog 1755
+søg 1755
+øns 1749
+efo 1745
+beg 1741
+_do 1732
+ils 1725
+ses 1717
+raf 1715
+rks 1713
+ogl 1712
+ilk 1709
+rol 1706
+_bu 1694
+rup 1694
+_ra 1688
+eje 1685
+mig 1683
+por 1680
+sku 1680
+uge 1680
+dve 1678
+pe_ 1677
+spo 1668
+rob 1666
+olk 1660
+_hu 1659
+hve 1659
+cer 1658
+fru 1657
+soc 1657
+lov 1655
+oci 1655
+ølg 1646
+rho 1644
+_te 1641
+edt 1639
+_im 1637
+ark 1636
+unn 1636
+nan 1631
+nti 1628
+jen 1625
+emt 1622
+mpe 1622
+_gå 1620
+cia 1617
+ora 1617
+ori 1604
+erv 1603
+op_ 1600
+enc 1598
+enh 1594
+ru_ 1594
+pen 1592
+fun 1591
+_dr 1587
+fol 1587
+evi 1584
+mt_ 1570
+ækk 1570
+era 1562
+rs_ 1557
+ogr 1554
+vel 1554
+leg 1553
+ror 1553
+ral 1551
+nye 1549
+igg 1547
+_pl 1535
+ev_ 1535
+di_ 1534
+ika 1530
+met 1528
+to_ 1519
+_of 1517
+onk 1511
+ilj 1505
+roc 1503
+præ 1502
+uds 1501
+udt 1497
+teg 1496
+oce 1489
+ødv 1488
+nsy 1486
+_ri 1485
+gne 1483
+ned 1483
+nli 1482
+ult 1480
+lik 1478
+yn_ 1475
+_øn 1468
+ræk 1465
+ikr 1461
+mst 1451
+kso 1450
+tes 1450
+egr 1444
+rid 1443
+gsp 1441
+bud 1440
+bel 1439
+sis 1437
+løs 1435
+ilf 1434
+fle 1433
+ye_ 1432
+bev 1428
+fal 1425
+høj 1425
+_lø 1420
+tyr 1419
+ari 1416
+rdn 1415
+ynd 1406
+dde 1395
+egn 1394
+opf 1394
+rie 1393
+_kv 1386
+off 1384
+rik 1384
+ssæ 1381
+tin 1380
+uti 1377
+fas 1374
+_læ 1372
+sme 1372
+vin 1365
+lta 1362
+åbe 1362
+bil 1354
+je_ 1353
+omh 1352
+yst 1343
+nit 1342
+idi 1339
+_ty 1331
+kat 1331
+tje 1331
+mød 1329
+æse 1326
+ful 1323
+erl 1320
+tør 1317
+sek 1316
+_sv 1315
+eml 1303
+dsp 1302
+ane 1300
+emo 1296
+ety 1296
+ljø 1296
+kul 1294
+såd 1290
+åda 1290
+odu 1288
+erd 1287
+drø 1286
+da_ 1281
+jds 1281
+ltn 1279
+dra 1277
+gio 1276
+uld 1275
+_pu 1274
+fti 1274
+tak 1269
+bef 1267
+få_ 1267
+måd 1263
+nel 1261
+sko 1261
+atu 1256
+etn 1255
+rve 1255
+græ 1252
+kræ 1250
+eho 1243
+_su 1239
+emf 1239
+tit 1238
+tab 1237
+eng 1232
+ået 1231
+mfø 1229
+amt 1228
+lid 1227
+_ak 1223
+emn 1222
+top 1221
+_hå 1220
+anv 1220
+iel 1220
+rhe 1220
+ili 1218
+hør 1215
+sor 1213
+isi 1212
+lv_ 1210
+igs 1208
+imi 1208
+sie 1206
+ama 1203
+vej 1203
+_gl 1201
+æde 1201
+dar 1193
+log 1193
+ani 1192
+bag 1189
+ørt 1189
+rha 1187
+ssk 1185
+ben 1184
+vne 1183
+_s_ 1182
+it_ 1182
+orv 1180
+_ad 1174
+stæ 1171
+dsa 1170
+nsv 1164
+erk 1163
+oms 1160
+cip 1159
+tår 1158
+adi 1155
+eva 1152
+ks_ 1152
+rbr 1144
+nci 1142
+sty 1139
+tek 1139
+æft 1137
+odt 1133
+anl 1131
+try 1130
+rsø 1129
+mhe 1128
+ldt 1127
+mat 1124
+rts 1124
+gæl 1121
+skæ 1120
+inc 1119
+lst 1118
+rso 1115
+ats 1114
+eha 1109
+ryk 1107
+æve 1107
+ktu 1104
+afg 1099
+dom 1098
+ivi 1097
+kst 1094
+æns 1093
+esu 1089
+yrk 1089
+_is 1088
+mti 1088
+mli 1087
+igv 1086
+ann 1082
+dtr 1080
+kyt 1077
+lte 1077
+rør 1077
+fta 1075
+æst 1073
+sys 1071
+_eg 1069
+slå 1068
+dge 1063
+sål 1063
+tut 1060
+ank 1058
+nsp 1056
+ves 1056
+bar 1054
+lys 1053
+yld 1050
+mes 1049
+øst 1049
+ds_ 1047
+nyt 1045
+orl 1045
+gni 1044
+hov 1044
+okr 1044
+pre 1044
+opm 1043
+eto 1041
+be_ 1037
+set 1035
+utt 1033
+pek 1032
+_sl 1026
+rej 1025
+mok 1022
+gvi 1021
+tua 1020
+pli 1019
+ibe 1018
+ldn 1018
+ruk 1015
+ræs 1015
+_hj 1014
+uat 1011
+dlæ 1008
+ndn 1006
+kor 1005
+son 1005
+ndb 1003
+hæn 1000
+vni 1000
+fen 997
+rga 996
+ref 993
+ug_ 991
+ism 988
+ab_ 987
+gis 987
+edu 984
+rev 984
+ass 979
+ærl 975
+_yd 974
+dnu 973
+ksi 973
+rda 971
+duk 968
+abs 967
+aff 967
+dbr 966
+ost 966
+ævn 964
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/de.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/de.ngp
new file mode 100644
index 0000000..c8af048
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/de.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+en_ 212612
+er_ 98528
+_de 85811
+ich 77459
+der 70583
+_di 70518
+die 69388
+ie_ 67971
+sch 56571
+ein 53912
+ch_ 53758
+_un 52654
+ung 50103
+che 45855
+nd_ 44410
+den 43865
+_da 41966
+cht 41763
+_be 39578
+gen 38128
+und 38106
+_ei 36321
+in_ 34380
+ng_ 34359
+ten 34283
+es_ 33601
+_au 33306
+_wi 31780
+_in 30781
+_zu 30678
+hen 30448
+_ge 30199
+on_ 28096
+nde 28026
+eit 27645
+ine 27612
+_vo 26131
+ver 25977
+ere 23829
+men 23322
+wir 23199
+ht_ 23170
+ent 23092
+ber 23063
+_we 23010
+lic 22696
+te_ 22547
+ion 22420
+_si 22298
+_ve 21928
+nen 20719
+it_ 20653
+ter 19791
+nge 19645
+ste 19037
+ese 18527
+isc 18191
+rde 18054
+ren 17925
+_mi 17599
+_an 17282
+ies 17035
+as_ 16836
+em_ 16828
+zu_ 16778
+her 16547
+mit 16540
+_er 16445
+_ko 16370
+run 16334
+lle 16293
+ist 16265
+ne_ 16251
+st_ 16035
+auf 15984
+_ha 15980
+ers 15463
+aus 15387
+ier 14586
+sen 14337
+ir_ 14331
+_so 14264
+rei 14034
+sse 14014
+für 13527
+aß_ 13516
+_fü 13464
+nte 13283
+ben 13251
+daß 13186
+ür_ 13142
+end 13019
+ige 12985
+vor 12973
+das 12972
+von 12898
+_ic 12743
+he_ 12692
+ges 12653
+ern 12573
+ach 12465
+bei 12431
+des 12271
+wer 12200
+_ni 12156
+_is 12089
+_st 11950
+and 11857
+_al 11768
+ert 11570
+omm 11562
+sic 11525
+len 11498
+ge_ 11405
+_re 11377
+_se 11228
+nic 11202
+eru 11090
+abe 11066
+kom 11050
+uch 11046
+_pr 11019
+ind 10872
+wei 10852
+_eu 10566
+_he 10564
+uf_ 10457
+erd 10409
+sta 10319
+_es 10313
+tig 10262
+tio 10247
+hte 10203
+hre 10019
+eur 9917
+ner 9909
+ser 9905
+ell 9828
+_me 9768
+sie 9765
+ens 9748
+iss 9720
+ech 9665
+age 9652
+_ab 9610
+uro 9599
+ege 9577
+_im 9551
+um_ 9504
+übe 9493
+nn_ 9394
+rop 9378
+_fr 9366
+oll 9332
+ngs 9308
+cha 9204
+_sc 9195
+se_ 9154
+dem 9078
+_en 9049
+re_ 9003
+mme 9000
+bes 8937
+auc 8928
+chl 8837
+ite 8774
+rn_ 8764
+wie 8744
+est 8732
+im_ 8662
+tli 8577
+de_ 8540
+lie 8522
+ati 8510
+err 8489
+all 8428
+eic 8415
+ang 8405
+rt_ 8376
+_üb 8359
+nt_ 8299
+rst 8116
+haf 8115
+rec 8067
+tel 7937
+mei 7917
+le_ 7887
+_na 7840
+tte 7823
+_um 7791
+an_ 7767
+hei 7712
+iti 7707
+eri 7651
+ric 7646
+uns 7638
+rau 7623
+ins 7567
+tun 7559
+ene 7556
+kei 7517
+ur_ 7503
+ssi 7480
+fra 7472
+ger 7447
+tra 7440
+mis 7425
+ede 7268
+_ma 7246
+aft 7238
+iel 7166
+fen 7065
+änd 7064
+pro 7039
+rag 7025
+lei 7007
+och 6998
+ei_ 6988
+alt 6974
+rte 6958
+mmi 6906
+lte 6905
+hal 6893
+at_ 6843
+gli 6829
+ied 6819
+sti 6809
+ame 6804
+sio 6720
+ord 6714
+ide 6691
+opä 6650
+ns_ 6649
+enn 6618
+sei 6568
+äis 6563
+päi 6560
+rge 6560
+eis 6559
+hme 6533
+tsc 6528
+ebe 6450
+ehr 6443
+wen 6434
+nne 6401
+etz 6367
+lt_ 6366
+ann 6319
+hr_ 6308
+_wa 6306
+ls_ 6301
+hab 6292
+_gr 6280
+ing 6273
+rsc 6227
+sin 6215
+_ih 6212
+ini 6144
+gt_ 6121
+als 6114
+ate 6027
+rbe 6007
+ehe 6006
+itt 6000
+eme 5984
+_hi 5953
+unt 5938
+for 5937
+lun 5917
+ig_ 5865
+erh 5831
+_pa 5818
+rat 5816
+ft_ 5799
+ts_ 5757
+par 5693
+nsc 5686
+ahr 5645
+rd_ 5591
+ete 5558
+lit 5524
+zie 5522
+et_ 5500
+eil 5483
+era 5474
+nts 5467
+leg 5465
+dar 5440
+sam 5429
+nis 5392
+spr 5383
+ien 5381
+ird 5359
+el_ 5349
+ele 5326
+str 5277
+gel 5254
+geb 5196
+rla 5173
+imm 5169
+ffe 5162
+_le 5139
+nse 5082
+hat 5052
+esc 5043
+lan 5033
+tei 4978
+sol 4971
+ant 4965
+_mö 4949
+nun 4947
+erf 4946
+nst 4940
+erb 4886
+ar_ 4875
+zus 4862
+gem 4840
+zur 4837
+one 4779
+egi 4753
+prä 4748
+nac 4721
+_ra 4707
+kon 4694
+reg 4639
+ort 4615
+us_ 4613
+chu 4535
+oli 4513
+org 4510
+zen 4503
+_no 4500
+_ka 4496
+_je 4479
+ihr 4472
+uss 4459
+geh 4458
+eut 4444
+elt 4443
+tis 4437
+_zw 4432
+wic 4430
+zei 4407
+anz 4406
+ran 4375
+arb 4336
+uß_ 4336
+hie 4327
+kan 4316
+erw 4308
+gun 4303
+pol 4302
+nie 4298
+rin 4296
+ale 4294
+_wo 4288
+hin 4273
+_nu 4256
+erl 4241
+räs 4201
+_bi 4187
+rr_ 4187
+sid 4185
+ass 4184
+ken 4173
+kti 4170
+ntr 4149
+äsi 4132
+_la 4128
+_ar 4125
+zun 4123
+lam 4065
+llt 4060
+arl 4058
+ntw 4058
+uni 4057
+geg 4056
+lag 4047
+so_ 4036
+han 4011
+ahm 4004
+ll_ 3999
+rch 3972
+aat 3969
+ess 3966
+gan 3963
+art 3954
+son 3936
+erg 3933
+taa 3923
+urc 3923
+ors 3914
+_po 3913
+tim 3911
+int 3900
+tre 3878
+tze 3856
+kt_ 3842
+erk 3833
+hne 3797
+amm 3774
+nig 3767
+tzt 3758
+set 3744
+ond 3741
+dur 3737
+tik 3735
+its 3728
+rit 3696
+rer 3658
+was 3645
+or_ 3616
+üss 3615
+rie 3613
+tet 3613
+nat 3609
+seh 3592
+hti 3590
+_kö 3581
+_du 3572
+ag_ 3565
+me_ 3557
+inn 3548
+nio 3548
+öch 3531
+dig 3528
+gru 3515
+_fo 3494
+_ja 3487
+kön 3479
+_ne 3468
+akt 3459
+_mü 3443
+tie 3437
+att 3429
+ise 3419
+tat 3407
+bet 3401
+ode 3371
+gew 3366
+vie 3358
+gie 3338
+önn 3312
+man 3303
+hts 3298
+ühr 3283
+_vi 3266
+ute 3263
+wor 3262
+etr 3254
+ndl 3254
+nah 3251
+füh 3243
+res 3234
+_mu 3219
+tzu 3211
+möc 3206
+itg 3193
+rli 3184
+chs 3176
+mer 3176
+ses 3164
+tät 3161
+eht 3157
+hli 3137
+lem 3113
+noc 3107
+eid 3104
+war 3102
+stä 3098
+nkt 3089
+chi 3082
+fin 3078
+chr 3075
+_ke 3069
+ler 3049
+ick 3032
+wel 3017
+erz 2992
+müs 2979
+ekt 2977
+ans 2974
+zum 2971
+neh 2964
+bed 2958
+tiv 2957
+eue 2952
+sel 2952
+ona 2943
+teh 2938
+rts 2935
+ndi 2932
+orm 2921
+tri 2909
+dan 2904
+län 2898
+ons 2894
+ehm 2889
+lin 2886
+ina 2885
+nal 2871
+tgl 2859
+itä 2857
+tan 2855
+muß 2846
+au_ 2840
+enz 2837
+_fi 2836
+rdn 2824
+dun 2797
+wis 2796
+nz_ 2789
+jah 2769
+wur 2769
+ik_ 2761
+kte 2754
+rke 2749
+nur 2744
+ali 2741
+_fe 2721
+abs 2720
+hau 2717
+is_ 2717
+be_ 2694
+nnt 2692
+htl 2688
+zt_ 2686
+usa 2675
+nem 2672
+ble 2670
+_te 2669
+nan 2665
+gef 2660
+rne 2659
+nze 2652
+_ze 2651
+igt 2651
+_ri 2648
+neu 2645
+rhe 2645
+sem 2641
+rha 2625
+jed 2617
+doc 2616
+_wu 2610
+unk 2590
+_sa 2571
+nti 2570
+rtr 2561
+sge 2555
+_li 2554
+_sp 2554
+_gl 2551
+chn 2548
+sun 2548
+ück 2544
+net 2543
+meh 2541
+fal 2538
+ara 2525
+hun 2517
+fol 2511
+_fa 2501
+inz 2491
+off 2489
+gke 2477
+gra 2476
+igk 2476
+urd 2474
+mög 2472
+olg 2472
+ank 2466
+fre 2465
+irt 2464
+kol 2449
+ive 2444
+ntl 2441
+_od 2440
+rre 2439
+sha 2439
+rac 2435
+ris 2433
+il_ 2426
+_ga 2424
+sag 2414
+san 2412
+ust 2405
+twi 2397
+eig 2382
+eso 2378
+sit 2360
+ieß 2359
+bar 2358
+nke 2355
+bez 2345
+hla 2344
+rze 2343
+ögl 2342
+fer 2338
+nes 2338
+deu 2337
+tro 2323
+_tr 2318
+_do 2317
+zwe 2312
+del 2310
+ßen 2307
+itu 2306
+enh 2304
+dam 2289
+inf 2272
+bew 2271
+bst 2269
+_lä 2268
+_gi 2260
+äge 2255
+al_ 2247
+opa 2242
+eds 2240
+lis 2233
+ckl 2230
+_ta 2225
+uen 2225
+chw 2221
+ena 2218
+rüc 2218
+dst 2213
+dli 2212
+gsa 2207
+bra 2199
+mal 2195
+gle 2192
+tsp 2179
+isi 2178
+zug 2170
+irk 2161
+ieg 2153
+lge 2152
+äch 2148
+usg 2139
+ial 2137
+sor 2137
+ssc 2135
+kun 2127
+_zi 2124
+alb 2124
+tz_ 2123
+bt_ 2114
+eln 2106
+ret 2096
+ähr 2094
+tes 2090
+fe_ 2085
+ßer 2075
+sbe 2068
+uti 2063
+fah 2051
+_mo 2047
+maß 2044
+utz 2044
+pun 2039
+nzi 2036
+gre 2035
+lls 2032
+las 2028
+ewe 2024
+_än 2022
+fun 2019
+_br 2016
+ili 2012
+erm 2010
+trä 2007
+ill 2006
+rif 2005
+hst 2004
+rwe 2003
+bil 2002
+abg 2001
+nsi 2001
+fte 2000
+rfo 1997
+pie 1992
+lig 1980
+chk 1977
+rti 1977
+pre 1975
+are 1967
+ami 1966
+min 1966
+mmt 1963
+am_ 1961
+ütz 1958
+_dr 1941
+bge 1941
+klu 1937
+igu 1927
+nsa 1926
+lch 1911
+obl 1910
+lau 1908
+hri 1906
+_ho 1901
+beg 1900
+uße 1897
+ema 1890
+mun 1890
+vol 1890
+lli 1888
+hru 1885
+chä 1883
+wäh 1881
+rob 1880
+_am 1872
+hke 1869
+gte 1854
+los 1847
+bin 1844
+_kl 1834
+tän 1834
+räg 1831
+rak 1830
+uer 1829
+stü 1828
+din 1821
+_wä 1817
+aue 1816
+_kr 1815
+sow 1803
+ahl 1795
+ufg 1792
+mt_ 1790
+els 1789
+rle 1784
+uge 1782
+tur 1781
+mmu 1777
+rfa 1776
+kra 1770
+lb_ 1768
+ari 1761
+mac 1756
+hrt 1753
+ibt 1745
+ieh 1745
+ssa 1744
+ät_ 1741
+_ak 1733
+rkl 1733
+nhe 1732
+ark 1730
+soz 1730
+nha 1728
+ltu 1723
+ani 1719
+hle 1715
+ont 1710
+ozi 1706
+ck_ 1702
+nzu 1698
+tru 1693
+per 1690
+hl_ 1688
+sat 1688
+un_ 1688
+fes 1684
+fri 1676
+heu 1676
+egt 1673
+iff 1668
+rkt 1666
+elb 1664
+rig 1664
+stu 1658
+fti 1641
+äre 1640
+bri 1637
+zia 1633
+tüt 1631
+bür 1618
+fts 1616
+ndu 1614
+spi 1603
+rga 1602
+beh 1597
+gro 1581
+pra 1581
+ln_ 1577
+pri 1577
+eni 1574
+rbr 1571
+egr 1569
+tag 1566
+zwi 1565
+ßna 1561
+dnu 1560
+pa_ 1558
+fas 1556
+ats 1554
+aßn 1551
+tem 1550
+_wü 1543
+mat 1541
+kli 1540
+kri 1540
+ukt 1539
+esa 1536
+quo 1530
+wür 1530
+ogr 1528
+nds 1521
+edi 1519
+hör 1519
+nom 1519
+bli 1514
+woh 1514
+htu 1513
+äft 1513
+roß 1512
+ürd 1512
+äng 1505
+det 1503
+rum 1498
+edo 1496
+gib 1495
+ker 1491
+enk 1489
+mar 1484
+ut_ 1484
+da_ 1478
+dne 1478
+gio 1477
+_bü 1473
+kla 1469
+rs_ 1469
+_eb 1467
+_ob 1465
+ftl 1465
+itr 1465
+ihn 1464
+tür 1459
+ral 1457
+bie 1456
+ika 1456
+two 1455
+tor 1454
+ewi 1452
+ürg 1450
+hem 1447
+let 1445
+rem 1443
+nre 1442
+ram 1441
+iet 1436
+nsp 1435
+ßt_ 1435
+ven 1434
+grü 1432
+ike 1430
+squ 1430
+aff 1419
+leb 1415
+gs_ 1410
+rog 1409
+bek 1403
+rol 1401
+agt 1400
+spe 1397
+swe 1397
+twe 1390
+mpf 1388
+eih 1386
+eng 1385
+erp 1378
+nfa 1376
+amt 1374
+hil 1371
+örd 1370
+weg 1369
+atz 1356
+lfe 1355
+oße 1352
+mic 1349
+ref 1346
+mte 1345
+ast 1333
+sar 1333
+ezi 1330
+geo 1330
+_ba 1329
+eug 1324
+_et 1323
+rma 1320
+cho 1319
+uo_ 1318
+ohl 1314
+wär 1314
+eu_ 1312
+rtu 1312
+eor 1308
+häf 1306
+ätz 1306
+nft 1304
+tit 1302
+wes 1299
+rdi 1298
+ilf 1293
+hlu 1291
+the 1288
+zte 1288
+_ku 1280
+tge 1277
+ori 1273
+dis 1268
+cke 1266
+tär 1266
+mil 1265
+rwa 1265
+zah 1265
+nwe 1256
+umw 1253
+ieb 1251
+rrn 1250
+izi 1249
+bis 1248
+owi 1248
+ibe 1247
+fli 1246
+ehö 1244
+rah 1240
+ums 1240
+mwe 1239
+eno 1235
+llu 1235
+nve 1233
+ze_ 1230
+ohn 1228
+nit 1224
+tt_ 1223
+nfo 1222
+ett 1218
+ost 1216
+esh 1215
+ruc 1215
+daf 1213
+yst 1213
+_ls 1212
+lsq 1212
+_fl 1209
+eha 1207
+ile 1206
+sys 1206
+ume 1200
+pfe 1199
+lbs 1196
+kel 1195
+rme 1194
+bef 1193
+efü 1189
+esi 1188
+hof 1188
+dri 1185
+zeu 1184
+ebi 1182
+emo 1180
+nma 1175
+ade 1174
+inb 1174
+tin 1173
+okr 1169
+rf_ 1166
+ve_ 1166
+om_ 1165
+gab 1164
+lts 1164
+ush 1164
+_nä 1163
+eff 1160
+lsc 1159
+hwe 1158
+gut 1157
+sis 1147
+_ch 1146
+hut 1143
+eif 1140
+enr 1136
+not 1133
+suc 1132
+auß 1126
+eib 1123
+nbe 1122
+ünd 1121
+_or 1119
+_th 1118
+rmi 1115
+get 1114
+lar 1112
+spa 1112
+nau 1111
+tal 1108
+lär 1107
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/el.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/el.ngp
new file mode 100644
index 0000000..d6df908
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/el.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+αι_ 73292
+_χ_ 72116
+_τη 67413
+_κα 66823
+_το 61620
+ου_ 58182
+να_ 51915
+ης_ 50982
+_πρ 50886
+και 44545
+_να 42766
+ων_ 42218
+ια_ 39929
+_στ 38665
+ην_ 37376
+την 36472
+με_ 36145
+_πο 35813
+ει_ 35673
+το_ 34708
+ση_ 33913
+_επ 32206
+_απ 31689
+τικ 31116
+του 31099
+της 29811
+ας_ 29544
+_συ 29493
+τα_ 29344
+_με 26939
+_αν 26136
+προ 25989
+_δι 25857
+ις_ 25679
+ία_ 25305
+_η_ 24782
+ες_ 24638
+των 24440
+που 24082
+_γι 22457
+_αυ 22034
+για 21684
+αυτ 21185
+ών_ 20933
+_εί 20414
+ική 20053
+τη_ 20028
+_τω 19621
+επι 19352
+στη 18905
+ής_ 18677
+ται 17329
+_θα 16927
+ματ 16894
+ος_ 16877
+τι_ 16833
+θα_ 16699
+ές_ 16670
+δια 16531
+υς_ 16512
+σει 16489
+ους 16463
+είν 16459
+κατ 16414
+οι_ 16395
+ως_ 16295
+εί_ 16276
+σε_ 16078
+κή_ 16060
+ον_ 15967
+στο 15711
+_υπ 15611
+πολ 15525
+οπο 15499
+_δε 15021
+σης 14828
+ναι 14699
+ίνα 14581
+ουμ 14531
+υμε 14346
+_ευ 14263
+από 14186
+_πα 14039
+ότι 14014
+_σε 13929
+τις 13852
+παρ 13503
+ουν 13481
+_τα 13419
+υν_ 13392
+_ότ 13385
+ατα 13313
+εν_ 13301
+συν 13188
+περ 13128
+ετα 13105
+πό_ 13057
+τρο 12829
+ιο_ 12789
+_οι 12740
+μα_ 12475
+μέν 12474
+ντα 12467
+_πε 12327
+ηση 12080
+_τι 12050
+ροπ 11987
+_έ_ 11888
+ερι 11865
+κά_ 11796
+_εν 11735
+απο 11708
+ιστ 11698
+τον 11604
+ευρ 11565
+ικά 11562
+δεν 11364
+_ει 11261
+πει 11098
+πρό 11044
+εις 11034
+_κο 10943
+τερ 10760
+αν_ 10723
+τε_ 10698
+ανα 10526
+τό_ 10388
+ίας 10369
+αντ 10365
+ικό 10049
+οιν 9986
+_μι 9981
+πιτ 9846
+ρα_ 9784
+κοι 9749
+φορ 9615
+ού_ 9464
+συμ 9361
+ημα 9284
+στι 9263
+έπε 9222
+κής 9207
+ισμ 9165
+ποί 9103
+ωση 9064
+υτό 9009
+οντ 8911
+μια 8832
+δικ 8605
+σου 8568
+ένα 8537
+ρισ 8473
+κό_ 8448
+_εκ 8395
+ιτρ 8346
+ικο 8331
+στα 8304
+στε 8266
+ούν 8262
+τά_ 8261
+ρωπ 8246
+_ου 8210
+_αρ 8180
+ρέπ 8012
+_οπ 7931
+τητ 7885
+_μέ 7831
+αστ 7785
+πορ 7719
+μετ 7665
+ροσ 7661
+νου 7648
+πρέ 7532
+ολο 7516
+υρω 7488
+σία 7480
+ότη 7463
+ωπα 7339
+ατο 7335
+_εξ 7266
+_θέ 7253
+νομ 7248
+_έν 7244
+ντι 7234
+_μα 7225
+ικα 7136
+οπή 7088
+αϊκ 7081
+ποι 7043
+ύν_ 6974
+μπο 6902
+επί 6861
+ός_ 6816
+παϊ 6811
+_πλ 6799
+λογ 6789
+ατά 6787
+ολι 6777
+_ο_ 6775
+τασ 6735
+αλλ 6679
+θεσ 6665
+κών 6651
+εια 6594
+νικ 6582
+θεί 6549
+ασί 6533
+ρά_ 6490
+ατι 6481
+κές 6440
+υτή 6360
+τή_ 6359
+ίες 6350
+αση 6291
+αφο 6286
+σημ 6261
+_μπ 6244
+αρα 6220
+νο_ 6177
+νει 6176
+υπο 6121
+ητα 6120
+άλλ 6114
+ήσε 6062
+_τρ 6049
+_κά 6010
+ινο 6003
+_σ_ 6002
+ικέ 5940
+ικώ 5913
+νων 5777
+όσο 5754
+ίου 5748
+καν 5668
+_θε 5583
+κού 5580
+_ση 5573
+τος 5571
+ώς_ 5553
+βου 5550
+ούμ 5535
+ετι 5498
+ουλ 5496
+πως 5491
+μας 5486
+πισ 5471
+λιτ 5457
+οτε 5443
+ποτ 5440
+μικ 5433
+_αλ 5380
+ιτι 5369
+ιση 5343
+ερα 5333
+ύρι 5289
+ύμε 5282
+ταν 5183
+ρού 5121
+_δη 5079
+_κρ 5077
+ρία 5071
+ορά 5067
+τελ 5063
+_ή_ 5059
+λά_ 5028
+ρο_ 5021
+τού 4969
+γμα 4959
+ελε 4916
+λου 4886
+_όλ 4882
+_ετ 4878
+νισ 4864
+ρατ 4843
+εδρ 4822
+_κύ 4786
+μεν 4786
+ότε 4779
+οβο 4761
+πή_ 4750
+καθ 4730
+ένο 4724
+μερ 4719
+_αφ 4716
+λει 4710
+λλο 4697
+σο_ 4684
+λευ 4661
+νωσ 4657
+υνα 4646
+ρικ 4636
+ριο 4628
+κύρ 4613
+ργα 4602
+εργ 4564
+λα_ 4555
+εων 4553
+ρου 4498
+_μο 4489
+τησ 4486
+εση 4475
+ομι 4472
+_κυ 4433
+κρι 4424
+άσε 4313
+ορι 4295
+βού 4281
+σεω 4276
+υμβ 4246
+λλά 4236
+μη_ 4210
+τών 4199
+ανά 4197
+δημ 4179
+ερο 4173
+νη_ 4173
+ομέ 4167
+_ορ 4163
+ριε 4152
+μού 4145
+ίνε 4125
+απα 4091
+σμο 4088
+οικ 4087
+_ερ 4047
+τηρ 4044
+_ακ 4032
+ονο 4029
+μεί 4020
+ήμα 4018
+τάσ 3997
+υνε 3994
+_ελ 3968
+οστ 3966
+τας 3963
+_σύ 3947
+ούλ 3935
+_όπ 3934
+ιών 3934
+ραγ 3916
+τομ 3914
+τεί 3884
+ουρ 3880
+ιε_ 3877
+_γε 3869
+γία 3859
+λόγ 3858
+ρος 3846
+θέσ 3844
+ϊκή 3842
+ορο 3830
+ιμέ 3829
+πάρ 3827
+ύλι 3794
+καλ 3788
+ορε 3778
+νοβ 3752
+τήσ 3752
+κει 3746
+ολύ 3718
+_ό_ 3716
+ιας 3688
+ρόε 3687
+ίς_ 3686
+όεδ 3685
+μου 3684
+διά 3683
+αρ_ 3670
+_νο 3668
+ρει 3660
+σω_ 3642
+λιο 3639
+σμό 3633
+ιδι 3626
+_σα 3624
+_πι 3611
+αρά 3604
+θού 3602
+νες 3602
+ρεί 3581
+λη_ 3568
+κον 3557
+γρα 3549
+πίσ 3535
+στό 3525
+_εμ 3519
+_ώρ 3518
+αμε 3511
+ρε_ 3505
+σα_ 3496
+πρα 3480
+ύτε 3478
+_νω 3472
+ύς_ 3472
+δρε 3471
+ανο 3467
+_έκ 3456
+ίο_ 3443
+οία 3440
+τές 3431
+σμα 3426
+_δυ 3424
+ευτ 3410
+φέρ 3408
+υπά 3396
+ξη_ 3393
+ούς 3375
+_ισ 3323
+ιακ 3319
+συγ 3316
+ρώπ 3303
+δυν 3294
+τες 3292
+ρες 3288
+φων 3268
+ουσ 3258
+_άλ 3255
+_λό 3241
+υλί 3239
+διε 3237
+άτω 3220
+εξα 3189
+όνο 3189
+ίζο 3156
+εία 3155
+ροτ 3146
+μασ 3138
+μαν 3123
+μάτ 3122
+κυρ 3120
+ρίζ 3119
+ώσε 3117
+υρώ 3096
+ήσο 3085
+λύ_ 3071
+_τε 3070
+αγμ 3066
+μό_ 3066
+τημ 3066
+ιότ 3063
+ποσ 3058
+επε 3043
+_ασ 3039
+νία 3009
+_πω 3004
+διο 3003
+ρήσ 3003
+εκτ 3002
+νον 2999
+ρότ 2998
+_ως 2996
+έσε 2994
+όπο 2986
+μβο 2984
+ορί 2979
+ίτε 2974
+τοι 2964
+ότα 2953
+ύσε 2946
+λεί 2933
+λικ 2928
+ιατ 2927
+ταξ 2917
+βασ 2915
+_μό 2910
+ψη_ 2901
+ημε 2899
+ίση 2895
+μία 2894
+στή 2894
+υρί 2894
+θηκ 2890
+άρ_ 2874
+ίζε 2863
+_αγ 2861
+μεγ 2857
+ζου 2849
+_βο 2847
+τιμ 2845
+ωνι 2842
+ρη_ 2841
+εσμ 2838
+ερί 2837
+νατ 2836
+_ομ 2833
+κρα 2833
+ράτ 2822
+ήθε 2821
+λον 2816
+όπω 2810
+μόν 2805
+ευθ 2803
+όλο 2801
+πο_ 2790
+λο_ 2786
+είς 2785
+αρμ 2782
+όν_ 2776
+ήτη 2771
+ατε 2763
+κθε 2753
+μέλ 2748
+γασ 2743
+ούσ 2742
+υση 2731
+ένω 2725
+κολ 2719
+θέμ 2718
+κρά 2710
+αιρ 2709
+ραμ 2695
+ρησ 2692
+ντο 2688
+τόσ 2685
+_όσ 2680
+αδι 2674
+έμα 2668
+μφω 2655
+ογι 2655
+_εγ 2651
+ανε 2644
+ειρ 2637
+υγκ 2637
+ρον 2632
+ζητ 2627
+υστ 2623
+έκθ 2621
+_γν 2618
+σμέ 2616
+κόμ 2609
+_ωρ 2596
+υργ 2581
+έα_ 2575
+οίο 2568
+όμε 2566
+ροφ 2565
+ασφ 2561
+νός 2558
+ράσ 2558
+ιες 2557
+ζήτ 2549
+λίο 2549
+εντ 2546
+αφέ 2542
+υμφ 2533
+στρ 2527
+_ιδ 2522
+πικ 2522
+ειτ 2520
+γικ 2513
+ρωτ 2511
+πής 2510
+οδο 2509
+οί_ 2504
+οβλ 2497
+ινω 2494
+τήρ 2491
+άστ 2487
+ονι 2481
+έρο 2467
+ωρί 2467
+ροβ 2466
+_όμ 2464
+ακο 2462
+ναν 2456
+οιο 2454
+μμα 2453
+σια 2452
+υτο 2444
+τρα 2438
+θετ 2436
+ληρ 2429
+ωστ 2428
+ιαφ 2420
+εισ 2415
+εμπ 2411
+τεύ 2411
+ίνο 2408
+κασ 2407
+παν 2405
+_κ_ 2395
+κε_ 2388
+άδε 2383
+αρι 2382
+ίων 2379
+ενο 2378
+ρώτ 2375
+κεί 2372
+άπο 2367
+εωρ 2365
+ζει 2361
+υσι 2357
+ειδ 2356
+νετ 2355
+βάλ 2342
+ρια 2342
+ροκ 2342
+ρασ 2338
+_τέ 2337
+ρών 2329
+_ρη 2321
+κότ 2316
+ονό 2313
+ημο 2311
+συζ 2309
+ώρα 2307
+άθε 2300
+πλη 2300
+ρετ 2300
+ιασ 2298
+ακό 2295
+ητή 2290
+οτι 2284
+όμα 2280
+ιου 2276
+γνω 2263
+στά 2261
+_νέ 2258
+_τό 2254
+ναφ 2251
+_εδ 2248
+σιο 2243
+αγω 2242
+ενι 2235
+έρε 2229
+γορ 2214
+σκο 2213
+ιαδ 2205
+ζετ 2204
+υτέ 2203
+υπό 2193
+ώπη 2193
+νθρ 2190
+αίτ 2189
+εθν 2189
+ογί 2174
+ριμ 2174
+πτυ 2172
+ελα 2168
+άς_ 2165
+σας 2163
+_εφ 2159
+γον 2159
+πλα 2158
+είτ 2152
+ερη 2152
+λισ 2147
+ηκε 2146
+_βα 2138
+σήμ 2137
+_οδ 2135
+γκε 2134
+_δρ 2129
+ένε 2129
+άνο 2127
+υνο 2126
+μβά 2123
+_ρό 2119
+έλο 2119
+άνε 2116
+γάλ 2116
+αίν 2115
+έλε 2110
+ρόν 2107
+ψηφ 2106
+ρίσ 2103
+έτο 2087
+ατό 2084
+ετά 2080
+_ολ 2072
+μως 2071
+έση 2068
+τισ 2068
+λού 2066
+ριβ 2066
+ερε 2064
+θελ 2064
+μέσ 2061
+ναλ 2060
+σύν 2052
+μελ 2045
+είμ 2044
+έλη 2041
+αλύ 2035
+_αξ 2033
+λύτ 2033
+νερ 2030
+νησ 2029
+ιτα 2028
+ίσε 2023
+νε_ 2010
+αιτ 2008
+ίσο 2006
+ένη 2005
+ρώ_ 2001
+οδη 1995
+ομά 1992
+γο_ 1991
+σον 1988
+άση 1986
+νότ 1986
+ατη 1984
+όμω 1980
+ισ_ 1979
+λλα 1978
+στώ 1977
+σότ 1974
+ομο 1969
+θει 1964
+ηθε 1962
+σαν 1962
+άτη 1959
+_σή 1958
+αξι 1956
+_ήθ 1950
+ατί 1950
+τέλ 1941
+_σο 1940
+ακρ 1940
+σκε 1939
+ξει 1935
+_μη 1932
+ολλ 1924
+σφα 1921
+_βρ 1916
+θέλ 1914
+ανθ 1911
+οφο 1908
+λαί 1906
+ευσ 1905
+δο_ 1903
+τοπ 1898
+_ρε 1896
+ιμε 1895
+ρακ 1894
+δει 1893
+_άρ 1891
+ωνί 1891
+εγά 1888
+λοι 1888
+ρμο 1884
+αμμ 1882
+ρων 1881
+σιμ 1881
+ινή 1878
+μαι 1877
+δηγ 1876
+λαμ 1872
+ιμο 1867
+επα 1866
+ζον 1865
+μάδ 1865
+αίσ 1864
+_αμ 1856
+_πά 1847
+ακτ 1841
+ούτ 1835
+τρό 1832
+ετε 1824
+ντί 1823
+άλε 1822
+γή_ 1822
+ενδ 1819
+οκρ 1818
+υλε 1818
+κεκ 1811
+εκρ 1809
+ίσι 1804
+πρά 1802
+λες 1801
+κάν 1800
+αμβ 1796
+είο 1795
+οθε 1791
+νοι 1788
+οίη 1787
+θερ 1785
+ίησ 1784
+εφα 1783
+μιο 1783
+_ζη 1778
+ώρε 1775
+φερ 1772
+αρο 1768
+ποδ 1767
+γου 1765
+υξη 1763
+σσό 1760
+ογρ 1759
+ζω_ 1758
+φαλ 1755
+αθε 1754
+βάσ 1753
+μέρ 1753
+οια 1750
+ριν 1750
+θεω 1745
+λος 1745
+λλε 1743
+ημι 1741
+όγο 1739
+κτι 1738
+ώμα 1737
+υπε 1736
+_σκ 1733
+ρόπ 1733
+κάπ 1731
+_δύ 1730
+ίδι 1713
+υντ 1709
+τής 1708
+υτά 1708
+άν_ 1699
+αλι 1699
+ήμε 1698
+ράγ 1695
+_φο 1691
+ανι 1689
+πε_ 1689
+άμε 1684
+ομα 1683
+ισσ 1681
+παι 1680
+γαλ 1679
+_βά 1678
+ηρί 1674
+ητι 1669
+πίτ 1657
+κρί 1655
+γισ 1653
+νω_ 1649
+πρώ 1645
+ητο 1644
+σή_ 1643
+δα_ 1641
+λεσ 1641
+ελέ 1639
+ίμα 1638
+λλη 1634
+εγκ 1633
+ενό 1632
+δή_ 1628
+νοτ 1625
+ειμ 1621
+μέα 1620
+ρόκ 1620
+εδο 1617
+τρέ 1613
+τατ 1612
+λησ 1609
+βλη 1606
+αγο 1605
+γει 1604
+_κό 1603
+μισ 1602
+έρω 1601
+ηρο 1601
+όντ 1599
+ποφ 1595
+τότ 1594
+ορέ 1592
+τυξ 1591
+ίζω 1588
+ραφ 1588
+ποκ 1584
+όκε 1584
+πάν 1583
+ύντ 1582
+άδα 1579
+λημ 1579
+ξύ_ 1579
+μβα 1578
+_πό 1576
+ρεσ 1575
+αξύ 1574
+πη_ 1573
+γίν 1571
+ασμ 1570
+ριθ 1568
+_γί 1564
+άζε 1564
+ομί 1561
+_λα 1555
+ιγμ 1555
+ιάσ 1554
+κιν 1554
+ήρι 1552
+νση 1552
+ρωσ 1549
+λή_ 1547
+υνέ 1542
+βάν 1536
+_ίδ 1535
+γεν 1535
+ιαί 1534
+εάν 1533
+ευ_ 1527
+τευ 1527
+φαρ 1526
+ωτι 1524
+γκρ 1522
+αιώ 1521
+ασι 1519
+δη_ 1518
+λών 1514
+άλο 1511
+νας 1511
+ίως 1509
+νωρ 1509
+κλη 1508
+νή_ 1508
+_εά 1505
+ρημ 1505
+_ήτ 1500
+_λε 1500
+θήκ 1497
+_ψη 1492
+λων 1488
+κυβ 1486
+σικ 1486
+τόν 1486
+εξε 1484
+πιο 1484
+ανό 1481
+μον 1479
+ήτα 1477
+ταλ 1476
+δομ 1472
+_λο 1470
+ρομ 1469
+θρω 1466
+ρόσ 1463
+φασ 1461
+ωμέ 1461
+ημέ 1458
+υνά 1455
+ηρε 1453
+ώτη 1453
+όμη 1451
+ίστ 1450
+θυμ 1450
+εκπ 1440
+γεί 1437
+νια 1437
+άπτ 1435
+_κε 1431
+κοπ 1431
+ξου 1431
+ίπε 1430
+ογή 1430
+τήμ 1428
+ωρώ 1428
+αφε 1425
+_εθ 1420
+τυ_ 1420
+νης 1418
+εγο 1416
+ενε 1410
+νόμ 1410
+_ον 1409
+δρο 1407
+πεδ 1406
+αρκ 1405
+φάλ 1404
+γεγ 1399
+ενη 1397
+αγκ 1395
+μός 1395
+εκε 1393
+υμπ 1393
+αθώ 1391
+ινό 1391
+_αι 1389
+κάθ 1389
+πρω 1388
+σαφ 1388
+_μί 1385
+νάπ 1383
+υζή 1383
+τώσ 1382
+λάβ 1380
+ταγ 1380
+πηρ 1378
+αίω 1376
+λία 1376
+τία 1375
+όγω 1375
+ρές 1372
+ργί 1371
+_ι_ 1369
+γω_ 1368
+ίτρ 1366
+ολί 1363
+πιθ 1361
+νού 1360
+ύσα 1360
+ιβά 1357
+_ωσ 1356
+υνθ 1355
+γνώ 1349
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/en.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/en.ngp
new file mode 100644
index 0000000..7b0ff7a
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/en.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_th 154732
+the 117027
+he_ 95427
+on_ 52529
+ion 52199
+_in 48458
+_of 47302
+_to 46961
+of_ 45622
+_co 44626
+to_ 43979
+_an 42881
+nd_ 41007
+is_ 38826
+and 38294
+ent 36998
+in_ 34623
+tio 34216
+ed_ 34118
+ing 32587
+ng_ 31999
+es_ 31252
+at_ 29583
+re_ 29200
+_re 28769
+nt_ 28050
+er_ 26375
+_pr 26146
+_be 25910
+_is 23791
+hat 23622
+men 23540
+al_ 23387
+ati 23109
+tha 22799
+for 22603
+_a_ 21520
+_wh 20668
+thi 20188
+an_ 20163
+ly_ 19930
+com 19295
+_fo 19226
+_we 19058
+ve_ 18877
+or_ 18842
+as_ 18763
+_ha 18065
+res 17961
+_wi 17873
+pro 17415
+con 17228
+_on 17153
+ts_ 16822
+his 16273
+ate 16103
+we_ 15339
+se_ 15279
+_no 15270
+_it 15183
+her 15085
+ons 15030
+en_ 14965
+ll_ 14957
+ch_ 14888
+st_ 14506
+are 13968
+it_ 13573
+le_ 13524
+_de 13487
+_i_ 13424
+ns_ 13375
+ere 13326
+ter 13267
+_ar 13207
+_ma 13164
+rop 13064
+ope 12799
+omm 12656
+_st 12216
+_as 12134
+all 12093
+ld_ 11997
+_al 11972
+be_ 11913
+sio 11812
+_po 11634
+ce_ 11563
+ect 11498
+_eu 11388
+not 11209
+ort 11098
+ty_ 11038
+ver 11001
+iti 10943
+ssi 10940
+rea 10912
+ive 10901
+whi 10843
+th_ 10842
+eur 10744
+nce 10725
+te_ 10720
+_pa 10667
+pre 10537
+eve 10507
+hic 10420
+ot_ 10304
+ich 10302
+ith 10301
+sta 10296
+our 10103
+_me 10010
+wit 10005
+oul 9789
+ide 9714
+int 9709
+par 9700
+uld 9685
+uro 9676
+ut_ 9587
+_se 9581
+cti 9559
+por 9497
+rs_ 9464
+_wo 9429
+_so 9411
+ave 9392
+cou 9388
+mmi 9375
+_un 9292
+hav 9263
+_ca 9260
+me_ 9077
+iss 9045
+ill 8964
+ry_ 8820
+ess 8804
+ted 8694
+ame 8672
+pea 8584
+ean 8514
+_su 8446
+ies 8403
+_di 8378
+oun 8351
+mis 7974
+ity 7914
+_mo 7885
+ble 7852
+ers 7829
+nte 7713
+ust 7684
+rat 7577
+est 7548
+_wa 7541
+_ne 7493
+_ex 7407
+uni 7396
+tiv 7327
+tic 7229
+_li 7016
+tin 6991
+one 6980
+ur_ 6899
+_ac 6810
+_fi 6780
+pos 6778
+rt_ 6738
+wil 6705
+by_ 6667
+hou 6661
+_sh 6659
+ica 6641
+ure 6638
+sti 6611
+ore 6597
+der 6592
+_by 6563
+tat 6556
+str 6527
+_en 6518
+eme 6456
+_fr 6434
+_ou 6430
+sid 6416
+so_ 6395
+ant 6363
+art 6357
+_do 6343
+act 6339
+ain 6294
+nti 6292
+den 6275
+_bu 6274
+nal 6262
+_le 6236
+ple 6230
+igh 6205
+ay_ 6192
+ese 6152
+ial 6121
+_mr 6119
+end 6114
+ke_ 6109
+has 6030
+ntr 5939
+ct_ 5919
+_at 5885
+ome 5870
+ear 5841
+ght 5795
+ern 5788
+ove 5784
+ne_ 5782
+tra 5697
+enc 5664
+abl 5632
+ic_ 5621
+ber 5605
+lit 5586
+lat 5534
+_fa 5517
+und 5468
+per 5467
+een 5464
+out 5459
+nci 5453
+_pe 5438
+als 5433
+us_ 5403
+ces 5394
+_ta 5391
+eas 5387
+_im 5378
+hin 5303
+man 5292
+nts 5283
+imp 5274
+_mu 5273
+arl 5241
+_ho 5236
+cal 5214
+mr_ 5178
+ss_ 5145
+tur 5131
+can 5122
+esi 5119
+ste 5114
+_or 5113
+but 5113
+_sa 5110
+ar_ 5093
+rec 5079
+ake 5076
+_tr 5049
+rep 5047
+spe 5034
+lic 5023
+use 5004
+sho 5003
+_la 4965
+oli 4937
+era 4936
+ow_ 4926
+tan 4864
+pol 4854
+_ag 4842
+nat 4840
+inc 4835
+sed 4831
+_he 4830
+mbe 4812
+rom 4798
+_am 4795
+ist 4783
+cia 4772
+nit 4767
+app 4761
+nde 4759
+_yo 4751
+you 4729
+anc 4690
+ren 4688
+eco 4643
+wou 4636
+lly 4634
+tri 4632
+mpl 4613
+tte 4602
+wor 4597
+_gr 4571
+et_ 4567
+unt 4559
+om_ 4552
+reg 4543
+rit 4518
+ds_ 4489
+eed 4484
+lia 4474
+_si 4471
+ten 4439
+min 4428
+ona 4373
+_fu 4368
+ina 4368
+_ri 4348
+eat 4343
+nta 4327
+tes 4319
+_ch 4301
+emb 4271
+han 4254
+ont 4243
+gre 4229
+nio 4224
+ous 4187
+oth 4183
+ose 4181
+ind 4172
+ven 4150
+din 4136
+ral 4136
+lea 4118
+lso 4103
+ge_ 4089
+de_ 4076
+ard 4074
+ee_ 4065
+ref 4053
+_s_ 4050
+ine 4047
+rin 4041
+ens 4040
+tho 4026
+_ab 3978
+ner 3946
+ise 3935
+nsi 3924
+pec 3921
+nst 3914
+mus 3913
+rli 3888
+rou 3860
+ues 3842
+hes 3840
+ins 3826
+rie 3826
+il_ 3822
+_ad 3820
+fro 3813
+ree 3811
+cy_ 3803
+rig 3799
+dis 3789
+_go 3783
+fic 3780
+mit 3774
+mor 3767
+ula 3757
+rta 3747
+sen 3735
+ey_ 3732
+_ba 3729
+vel 3729
+eri 3722
+tal 3721
+pe_ 3720
+ran 3674
+ini 3671
+its 3670
+eci 3669
+_qu 3668
+_mi 3655
+gra 3651
+mem 3650
+uti 3616
+iam 3614
+age 3610
+whe 3608
+sit 3593
+sin 3592
+onc 3591
+lar 3577
+_ap 3524
+ou_ 3522
+omp 3519
+ast 3517
+_te 3515
+lis 3515
+_us 3508
+ote 3504
+_sp 3497
+ew_ 3486
+rti 3481
+ppo 3480
+ery 3458
+ely 3417
+kin 3415
+bee 3390
+oin 3386
+any 3384
+tor 3357
+red 3350
+ire 3349
+pri 3348
+cul 3338
+cer 3328
+ite 3310
+gen 3300
+tak 3295
+unc 3294
+fin 3290
+orm 3287
+ene 3284
+ili 3272
+lem 3253
+ans 3238
+hen 3238
+ms_ 3232
+ord 3229
+em_ 3227
+mon 3202
+ali 3200
+sur 3180
+ves 3172
+ny_ 3163
+egi 3156
+esp 3143
+was 3139
+ish 3138
+ue_ 3137
+cha 3114
+ori 3099
+efo 3098
+ime 3093
+now 3079
+fer 3078
+_cr 3048
+_cl 3047
+ead 3045
+acc 3036
+_lo 3031
+_ev 3025
+ndi 3016
+aus 3001
+ice 3001
+cil 2995
+_ra 2992
+isi 2988
+tim 2975
+ase 2974
+que 2972
+ned 2967
+_ve 2964
+les 2956
+tai 2948
+ult 2943
+wha 2939
+_op 2933
+lin 2931
+tie 2929
+ary 2920
+mat 2911
+up_ 2911
+opo 2909
+pla 2900
+ffe 2883
+ht_ 2872
+ike 2867
+do_ 2843
+lik 2827
+eal 2819
+how 2818
+rov 2817
+ser 2811
+tre 2807
+nis 2805
+ork 2804
+ual 2802
+ir_ 2799
+ega 2792
+rd_ 2789
+epo 2779
+lan 2774
+id_ 2751
+oci 2751
+mpo 2746
+itu 2737
+pen 2732
+who 2731
+ade 2728
+ls_ 2715
+_pu 2712
+soc 2706
+_ge 2699
+sse 2698
+_if 2691
+if_ 2691
+bou 2685
+fac 2685
+ici 2682
+nme 2682
+ext 2680
+duc 2678
+_ye 2672
+cle 2667
+nin 2666
+_pl 2650
+ari 2648
+sec 2648
+hey 2646
+tly 2625
+abo 2622
+tit 2616
+_vi 2612
+equ 2605
+ost 2600
+nee 2592
+ert 2581
+iat 2578
+my_ 2574
+cat 2570
+icu 2563
+ris 2552
+exp 2551
+sol 2547
+uct 2535
+_na 2530
+rel 2522
+_ju 2519
+itt 2519
+nly 2512
+uch 2510
+tia 2505
+no_ 2504
+sib 2499
+ugh 2491
+omi 2485
+bli 2481
+tab 2478
+_hi 2474
+mme 2473
+ach 2469
+agr 2469
+cau 2465
+rge 2462
+_ot 2443
+bec 2435
+att 2433
+ong 2428
+eir 2426
+nge 2411
+oug 2411
+hei 2410
+ssu 2400
+rst 2399
+tem 2397
+am_ 2396
+cre 2386
+ani 2385
+mak 2381
+ced 2371
+ura 2369
+bil 2367
+ded 2363
+tee 2360
+owe 2357
+_ti 2356
+jec 2354
+eli 2346
+elo 2344
+ric 2342
+mar 2334
+wer 2331
+mea 2326
+leg 2323
+ond 2321
+gro 2314
+ifi 2309
+eth 2303
+_ec 2294
+sel 2290
+_up 2289
+sup 2288
+hts 2282
+nda 2273
+som 2270
+ad_ 2267
+_my 2252
+ses 2248
+irs 2246
+cie 2240
+ono 2239
+ell 2231
+tru 2230
+dec 2226
+iou 2225
+ace 2212
+dev 2212
+tar 2212
+fir 2211
+cis 2197
+rio 2196
+way 2195
+rem 2193
+ece 2189
+new 2189
+nes 2182
+ass 2173
+erm 2166
+mun 2165
+_bo 2163
+eca 2162
+_af 2145
+har 2145
+lle 2145
+isa 2140
+ang 2139
+spo 2138
+war 2137
+ele 2129
+lie 2128
+erv 2121
+_hu 2119
+mmu 2114
+roc 2112
+nsu 2109
+ibl 2103
+_ce 2096
+get 2096
+uri 2080
+el_ 2077
+mer 2076
+ria 2074
+ron 2074
+ram 2070
+lop 2067
+upp 2066
+_fe 2049
+dit 2044
+eop 2043
+rod 2042
+nk_ 2039
+jus 2038
+sal 2038
+ffi 2034
+gh_ 2022
+ogr 2021
+pon 2020
+qui 2014
+rk_ 2012
+_ob 2011
+suc 2011
+asi 2010
+dem 2003
+ein 2001
+aid 1998
+sue 1998
+icy 1989
+sis 1986
+opl 1983
+fun 1980
+peo 1973
+bet 1970
+oce 1969
+ann 1968
+cce 1968
+nom 1959
+mad 1948
+lut 1945
+see 1945
+poi 1941
+chi 1940
+rke 1939
+_es 1934
+yea 1928
+arg 1927
+ivi 1927
+onl 1925
+ita 1921
+low 1912
+rog 1909
+day 1904
+own 1903
+clu 1894
+emp 1894
+rre 1891
+tro 1887
+led 1885
+wn_ 1881
+ho_ 1877
+urs 1876
+_da 1875
+cur 1874
+hem 1874
+dir 1861
+rly 1857
+tec 1856
+ful 1855
+_ci 1847
+ia_ 1836
+ume 1834
+iev 1833
+oll 1833
+vin 1833
+od_ 1826
+rce 1816
+gai 1806
+rte 1806
+rac 1805
+cri 1804
+_em 1800
+_vo 1797
+tua 1797
+isc 1793
+rm_ 1793
+oss 1791
+sh_ 1787
+sat 1783
+mes 1782
+ovi 1778
+rde 1776
+osi 1769
+eff 1766
+rse 1763
+llo 1761
+try 1760
+odu 1758
+_gi 1757
+cts 1755
+wee 1754
+_br 1750
+cit 1745
+olu 1744
+son 1744
+dam 1743
+_cu 1739
+lf_ 1738
+ntl 1736
+giv 1733
+osa 1731
+_ef 1726
+ink 1716
+hos 1715
+cen 1714
+nds 1706
+ppr 1700
+bat 1698
+aga 1693
+eac 1692
+ndm 1687
+ark 1685
+ctu 1683
+eso 1680
+nto 1680
+sub 1680
+hum 1679
+uma 1678
+bel 1673
+thr 1670
+dme 1667
+obl 1667
+rna 1667
+hal 1665
+edu 1664
+_sc 1661
+vid 1661
+emo 1659
+_au 1657
+des 1657
+ved 1655
+nan 1652
+oup 1651
+hea 1647
+eti 1644
+bas 1643
+tel 1641
+ara 1635
+ela 1634
+ncl 1625
+ept 1624
+nvi 1624
+rds 1621
+wel 1621
+bei 1619
+ood 1617
+qua 1614
+inf 1610
+oti 1609
+fec 1604
+nfo 1604
+gov 1597
+dif 1596
+lon 1596
+lve 1594
+etw 1591
+ems 1585
+alt 1584
+dea 1583
+bje 1582
+cip 1578
+ack 1576
+rma 1576
+gar 1574
+ien 1571
+rob 1570
+vot 1560
+_ru 1559
+dy_ 1557
+lac 1557
+ign 1547
+say 1545
+onf 1544
+edi 1540
+inv 1539
+cor 1534
+imi 1533
+med 1529
+twe 1529
+iff 1524
+mic 1524
+rth 1513
+ian 1505
+_va 1504
+kno 1504
+plo 1502
+gio 1496
+pli 1493
+che 1490
+_sy 1489
+ruc 1487
+ole 1486
+ppl 1478
+rtu 1477
+_ai 1475
+eem 1475
+mos 1474
+ana 1456
+sum 1456
+sts 1455
+mil 1453
+ks_ 1451
+hor 1450
+cas 1449
+lli 1449
+adi 1443
+pme 1442
+rdi 1440
+_ea 1438
+off 1437
+uat 1435
+ars 1434
+deb 1432
+cep 1431
+dge 1431
+rnm 1424
+wan 1422
+usi 1418
+ges 1416
+amm 1412
+_kn 1411
+pin 1407
+ied 1406
+nno 1404
+vis 1402
+rev 1400
+del 1398
+opm 1394
+nve 1390
+hel 1383
+cra 1382
+ubl 1380
+wev 1380
+cus 1378
+rap 1377
+tut 1375
+ism 1372
+lev 1371
+rn_ 1371
+ute 1367
+_ro 1366
+rot 1366
+eu_ 1364
+ea_ 1363
+_el 1354
+lud 1352
+aki 1348
+ech 1347
+ete 1347
+_ov 1343
+cco 1341
+eba 1341
+ict 1338
+efe 1334
+env 1334
+yst 1333
+gin 1332
+shi 1332
+egu 1331
+fre 1327
+urt 1325
+dur 1322
+add 1320
+vir 1318
+_dr 1316
+oes 1312
+iro 1303
+she 1302
+vie 1301
+air 1296
+car 1296
+ck_ 1296
+mpe 1293
+sla 1292
+opi 1288
+sys 1288
+too 1288
+ncy 1287
+err 1282
+til 1281
+uss 1281
+ask 1279
+ps_ 1278
+opt 1277
+aff 1272
+ank 1266
+ngs 1266
+ail 1264
+exa 1263
+ors 1248
+sto 1248
+ket 1247
+cto 1246
+uth 1241
+rad 1239
+onm 1238
+atu 1234
+mpr 1234
+fra 1229
+loy 1229
+ize 1226
+hy_ 1225
+tle 1225
+pub 1224
+lec 1223
+req 1219
+iew 1218
+nic 1217
+hil 1216
+_du 1214
+nse 1211
+two 1210
+xt_ 1207
+aft 1206
+vic 1204
+rol 1202
+coo 1199
+evi 1199
+exc 1196
+fte 1191
+col 1190
+cte 1190
+rms 1186
+nor 1184
+log 1183
+ema 1180
+eta 1178
+ipl 1175
+dat 1174
+gs_ 1174
+rts 1174
+mai 1169
+far 1166
+gul 1166
+amp 1164
+oni 1164
+rne 1164
+ger 1163
+abi 1162
+aut 1157
+las 1154
+erg 1153
+_tw 1151
+let 1150
+sou 1148
+olv 1144
+len 1143
+ibi 1141
+pt_ 1141
+ocr 1140
+doe 1136
+set 1133
+mpa 1132
+hol 1131
+sha 1131
+ken 1129
+_gu 1126
+sk_ 1126
+lig 1125
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/eo.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/eo.ngp
new file mode 100644
index 0000000..f799030
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/eo.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_la 382428
+la_ 374029
+aj_ 246196
+_de 243032
+de_ 224736
+oj_ 196353
+is_ 184184
+as_ 167445
+_ka 158716
+en_ 145494
+_en 143916
+_es 136176
+kaj 133721
+est 127476
+to_ 119334
+on_ 111006
+sta 102398
+io_ 94844
+ro_ 92272
+_pr 86851
+ta_ 84035
+_ko 81850
+_po 78991
+_li 78651
+ant 78055
+tas 76074
+jn_ 75117
+_ki 71830
+ran 67142
+_al 66971
+per 64839
+_ma 64513
+nto 63544
+an_ 63496
+ist 63058
+tis 62800
+li_ 59418
+no_ 58385
+sti 58354
+aŭ_ 57064
+kon 56876
+do_ 56827
+ita 56600
+_re 55250
+toj 52344
+ent 51516
+_an 49254
+_in 49196
+el_ 49185
+_ti 48980
+aro 47609
+ia_ 47484
+era 46867
+_se 46678
+ter 46674
+ojn 46607
+sto 44974
+_pl 44131
+nta 42572
+lo_ 42413
+_si 41789
+pro 41744
+and 41350
+al_ 40597
+taj 40368
+_mo 39952
+_ku 39584
+nte 39520
+tra 39196
+_su 38668
+_tr 37801
+_pa 37749
+te_ 36918
+_el 36863
+_ja 35980
+lan 35290
+_no 35285
+str 35267
+int 35237
+iu_ 34758
+ĝis 34526
+mal 34395
+spe 34114
+por 34002
+ili 33780
+_ne 33742
+ono 33221
+roj 33107
+er_ 32980
+_pe 32912
+ver 32687
+kiu 32398
+ata 32238
+mo_ 32101
+_ek 31851
+par 31812
+na_ 31546
+ko_ 31323
+esp 31152
+oni 31136
+ne_ 31100
+ado 30618
+ajn 30394
+gra 30281
+pre 30086
+art 30018
+_di 29742
+ra_ 29729
+ank 29714
+_un 29391
+lin 28832
+un_ 28792
+or_ 28659
+da_ 28594
+_vi 28489
+tro 28462
+ort 28424
+mon 28335
+_du 28273
+_gr 27759
+kun 27460
+kie 27371
+iĝi 27310
+pri 27274
+_te 26849
+nda 26844
+ali 26703
+eri 26702
+jar 26668
+unu 26566
+men 26435
+_ĝi 26411
+_fa 26339
+igi 26298
+_fo 26208
+ris 26161
+lia 26035
+ori 25930
+man 25760
+iel 25478
+_me 25465
+ri_ 25226
+_ve 25125
+ndo 24996
+kom 24890
+ato 24793
+iaj 24374
+ing 24319
+loj 24202
+noj 24059
+ano 23865
+_ĉe 23736
+ost 23591
+ont 23504
+iko 23470
+ara 23402
+ari 23393
+ton 23389
+ion 23088
+_aŭ 23086
+_ĉi 23039
+olo 23002
+co_ 22791
+dis 22751
+tan 22705
+ero 22650
+cio 22578
+_ke 22566
+rto 22427
+ple 22424
+ona 22317
+_mi 22130
+for 22075
+vas 22049
+res 21573
+_ar 21495
+kaŭ 21484
+ni_ 21472
+ino 21409
+pos 21408
+ond 21383
+aci 21203
+nom 21114
+_sa 21097
+rio 20941
+don 20939
+_a_ 20895
+nis 20827
+_fi 20721
+ste 20709
+ekt 20560
+rbo 20334
+ala 20211
+nka 20005
+ova 19919
+ika 19896
+am_ 19768
+_st 19732
+tri 19715
+urb 19704
+_kr 19629
+kto 19451
+ult 19403
+enc 19375
+_mu 19363
+iuj 19315
+nti 19227
+in_ 19191
+pli 19189
+_ha 19073
+tem 18910
+_na 18887
+mil 18707
+re_ 18705
+_ba 18595
+ron 18581
+cia 18499
+ntr 18457
+ana 18423
+_fr 18310
+ani 18277
+tiu 18229
+ons 18088
+aĵo 18007
+lit 17946
+alo 17914
+ilo 17844
+bo_ 17783
+_ri 17713
+le_ 17588
+ke_ 17581
+lon 17579
+rti 17464
+nas 17458
+tur 17452
+sia 17362
+ern 17178
+go_ 17178
+uj_ 17178
+_lo 17024
+oro 16925
+ven 16925
+eno 16894
+_on 16892
+tat 16859
+ava 16840
+ian 16642
+_nu 16636
+ka_ 16588
+tik 16586
+ur_ 16573
+omo 16555
+nst 16538
+_ur 16429
+nio 16379
+vo_ 16233
+ito 16230
+tor 16132
+_il 16099
+_ge 16082
+tio 15963
+ive 15933
+ndi 15926
+raj 15875
+_or 15831
+_da 15720
+eni 15702
+_ap 15700
+eks 15621
+ten 15575
+ers 15567
+ngv 15546
+po_ 15509
+ren 15297
+ide 15274
+rma 15270
+ulo 15264
+jo_ 15216
+vis 15183
+sed 15177
+reg 15151
+bro 15138
+ed_ 15089
+son 15082
+ena 14920
+ome 14913
+doj 14875
+tar 14853
+mar 14814
+_so 14788
+eto 14735
+_ok 14593
+hav 14577
+_ho 14547
+gis 14523
+erm 14504
+end 14420
+um_ 14412
+ina 14368
+ma_ 14351
+ati 14266
+iam 14239
+rit 14234
+sen 14217
+moj 14113
+dum 14108
+eco 14094
+_vo 14090
+_ta 14053
+mul 13983
+va_ 13963
+emp 13961
+rad 13941
+cen 13928
+den 13816
+ĝo_ 13816
+lej 13808
+_ro 13735
+_le 13729
+ovi 13656
+anc 13632
+akt 13568
+dan 13568
+ejo 13532
+ĝi_ 13508
+ila 13493
+ini 13443
+lio 13402
+tru 13367
+_ak 13345
+ie_ 13328
+ame 13290
+ele 13288
+ama 13234
+mor 13229
+ora 13145
+las 13125
+elo 13065
+ioj 13044
+uni 13020
+oli 12996
+fra 12922
+so_ 12895
+es_ 12890
+ere 12858
+kis 12853
+_br 12843
+nov 12840
+ord 12810
+pol 12732
+nco 12711
+tin 12663
+_ra 12624
+_be 12621
+egi 12619
+_do 12514
+kan 12476
+nci 12449
+fer 12414
+ast 12395
+_tu 12322
+st_ 12288
+ĝas 12242
+rat 12180
+iĝa 12129
+gio 12120
+lta 12063
+rov 11941
+erk 11928
+_hi 11908
+kol 11901
+kti 11884
+iga 11863
+orm 11830
+ura 11829
+rez 11785
+ej_ 11779
+tal 11764
+emo 11739
+_he 11716
+kva 11615
+ale 11518
+van 11515
+ras 11353
+voj 11321
+_va 11270
+lig 11270
+oma 11257
+_ce 11252
+ber 11247
+ici 11247
+far 11205
+_bo 11192
+sur 11166
+ins 11159
+rig 11142
+rop 11142
+rna 11083
+oka 11064
+gvo 11044
+nua 11032
+bor 10997
+kri 10988
+ene 10942
+vid 10902
+je_ 10854
+omi 10824
+opo 10818
+ua_ 10805
+uro 10804
+gan 10751
+ien 10745
+_ju 10692
+tie 10659
+koj 10645
+ola 10592
+ebl 10591
+ate 10582
+ang 10579
+mbr 10567
+_fe 10554
+san 10539
+kta 10510
+tre 10499
+rom 10473
+sis 10433
+rin 10430
+zis 10427
+nat 10422
+ekz 10418
+_sp 10394
+duk 10386
+kre 10344
+_je 10325
+_of 10275
+nor 10263
+ong 10263
+ism 10248
+laŭ 10140
+tit 10138
+iti 10095
+fin 10090
+ria 10073
+rte 10044
+lek 10043
+der 10028
+rik 9921
+abo 9900
+ski 9879
+bla 9867
+kar 9850
+min 9845
+fon 9826
+taŭ 9780
+mat 9762
+sim 9749
+ind 9745
+ezi 9735
+iri 9728
+apa 9712
+ĉef 9708
+non 9702
+azi 9636
+rta 9611
+nac 9601
+lis 9578
+pan 9562
+avi 9551
+pov 9495
+eci 9453
+naj 9452
+ask 9416
+eta 9409
+maj 9369
+sek 9363
+tia 9287
+_am 9280
+lik 9255
+sub 9221
+omp 9208
+laj 9207
+ser 9152
+kul 9143
+ger 9128
+ial 9125
+_ru 9070
+igo 9059
+raŭ 9046
+me_ 9036
+ida 9030
+zo_ 9000
+_kv 8968
+git 8945
+rie 8921
+_uz 8908
+kor 8895
+nde 8895
+ti_ 8894
+rdo 8860
+ans 8847
+nca 8841
+ĵoj 8814
+nur 8812
+ĉe_ 8802
+nu_ 8775
+lib 8764
+mpe 8760
+bli 8675
+ler 8663
+mer 8651
+ert 8625
+lab 8617
+nko 8589
+ca_ 8547
+_lu 8535
+pen 8515
+var 8511
+nan 8505
+rol 8477
+eli 8446
+kci 8444
+gas 8440
+vol 8436
+iki 8433
+ago 8432
+are 8425
+pon 8425
+_ga 8379
+edi 8369
+his 8347
+adi 8332
+ami 8313
+bon 8299
+rib 8267
+nsi 8252
+rki 8225
+nga 8223
+lat 8218
+alt 8205
+uso 8173
+mun 8162
+mpl 8152
+vin 8148
+met 8128
+lar 8126
+fil 8095
+_bi 8088
+rav 8044
+rak 8006
+ral 7991
+mpo 7977
+emb 7944
+_fl 7915
+daj 7911
+ard 7894
+erv 7862
+lor 7850
+tiv 7815
+oci 7803
+mem 7792
+sam 7792
+uzi 7777
+gen 7773
+ies 7757
+rko 7735
+tig 7711
+iva 7708
+ape 7695
+_kl 7691
+ite 7671
+ema 7663
+ar_ 7661
+len 7660
+oko 7644
+reĝ 7617
+ksi 7570
+smo 7566
+rus 7562
+atu 7544
+dio 7540
+org 7527
+ĵo_ 7527
+us_ 7523
+eso 7504
+viv 7493
+plu 7487
+_ni 7483
+ove 7460
+gi_ 7444
+mas 7437
+kia 7411
+kaz 7410
+sit 7408
+tut 7380
+eko 7372
+iĝo 7331
+evi 7318
+imp 7311
+ela 7300
+ret 7277
+stu 7273
+log 7272
+kla 7264
+kiĝ 7257
+ine 7249
+ner 7249
+gar 7244
+ĉiu 7200
+_at 7195
+bel 7162
+sin 7161
+emi 7141
+rek 7131
+pla 7112
+sa_ 7108
+_sc 7082
+hom 7082
+vor 7077
+gre 7063
+red 7043
+kat 7041
+kel 7002
+pe_ 6954
+val 6945
+arc 6941
+eo_ 6903
+ldo 6869
+pra 6868
+ark 6865
+ĝin 6848
+kur 6841
+se_ 6840
+tek 6822
+soc 6804
+sig 6788
+rec 6751
+_ŝi 6742
+ido 6736
+dek 6730
+rce 6722
+con 6714
+bra 6711
+cie 6709
+anĝ 6703
+cid 6664
+lok 6655
+ga_ 6626
+ens 6623
+_sk 6586
+vaj 6584
+ĉi_ 6578
+ivi 6576
+ira 6575
+tel 6565
+_as 6562
+du_ 6561
+os_ 6560
+ust 6543
+ril 6520
+riĝ 6513
+sci 6504
+inf 6473
+rmo 6433
+rka 6415
+ska 6415
+arm 6411
+aĝo 6403
+bri 6402
+sko 6400
+nce 6349
+_pi 6346
+dia 6341
+elk 6332
+aso 6331
+rmi 6330
+ega 6321
+mis 6314
+uda 6305
+rok 6295
+eti 6293
+_pu 6285
+nun 6281
+_ol 6247
+dev 6238
+ako 6232
+odo 6209
+_us 6179
+atr 6177
+omu 6174
+ign 6161
+one 6159
+cis 6154
+rso 6153
+ula 6151
+eda 6144
+loĝ 6125
+fam 6122
+sup 6115
+idi 6105
+_bu 6102
+bar 6087
+rme 6072
+uti 6068
+lka 6044
+tiĝ 6037
+uza 6037
+kst 6015
+ofi 5991
+umo 5935
+sio 5925
+_ŝt 5905
+omb 5903
+ibe 5891
+olu 5891
+div 5889
+coj 5878
+asi 5861
+_hu 5845
+izo 5839
+und 5825
+rga 5818
+mit 5815
+pec 5814
+amo 5809
+_im 5784
+itu 5769
+rua 5762
+ve_ 5756
+ogi 5734
+flu 5727
+ice 5722
+rsa 5720
+inc 5718
+efe 5711
+hel 5698
+kde 5695
+ole 5691
+ote 5677
+ukt 5650
+imi 5622
+etr 5619
+eve 5618
+ekd 5610
+ete 5600
+_ĉa 5596
+rla 5584
+kap 5563
+oft 5563
+skr 5550
+_ŝa 5543
+ume 5537
+kro 5533
+das 5529
+una 5526
+_jo 5523
+ipo 5522
+ces 5520
+esi 5506
+upo 5488
+ol_ 5487
+ble 5474
+iun 5474
+uo_ 5471
+eze 5469
+ima 5452
+ime 5438
+ngl 5419
+spa 5416
+esk 5414
+kal 5405
+rac 5398
+kam 5397
+ric 5386
+rui 5380
+tad 5364
+rda 5359
+lud 5350
+ede 5349
+ivo 5336
+niv 5335
+nik 5332
+rem 5328
+ce_ 5318
+poj 5317
+rev 5301
+tol 5297
+iro 5292
+din 5282
+saj 5280
+leg 5275
+om_ 5275
+enk 5270
+uta 5261
+nig 5258
+cip 5254
+alp 5250
+uri 5248
+kio 5246
+oje 5244
+ram 5229
+ŭro 5229
+imo 5221
+vil 5195
+rba 5191
+izi 5181
+lte 5179
+udo 5176
+ŝta 5169
+aga 5160
+_fu 5149
+ier 5149
+tam 5145
+boj 5103
+gru 5093
+sud 5090
+til 5088
+ndu 5087
+ĝan 5084
+pat 5076
+nit 5065
+nal 5058
+vad 5056
+_ag 5053
+dec 5047
+rup 5045
+zon 5045
+_ci 5026
+uli 5021
+goj 5018
+ore 5007
+riv 4998
+alf 4983
+_eŭ 4981
+eĝo 4968
+_to 4947
+foj 4935
+ubl 4922
+uis 4915
+_eb 4902
+soj 4898
+arb 4892
+apo 4887
+num 4884
+all 4855
+_ad 4837
+ald 4836
+kce 4819
+jam 4815
+rdi 4805
+opa 4802
+viĝ 4795
+edo 4791
+lim 4788
+ibr 4783
+zio 4779
+sla 4766
+eŭr 4764
+fte 4760
+mpa 4759
+isp 4755
+raf 4755
+erl 4751
+jun 4751
+ekv 4737
+_ca 4735
+evo 4733
+oto 4723
+kas 4714
+_ed 4711
+pas 4707
+ogr 4701
+irk 4674
+ept 4663
+mov 4645
+zid 4639
+her 4636
+tag 4636
+sol 4613
+pub 4602
+kzi 4600
+gla 4592
+rim 4571
+mio 4566
+esa 4562
+dit 4556
+ge_ 4549
+oks 4535
+eme 4533
+opr 4528
+isk 4516
+zas 4516
+tim 4503
+bur 4501
+nse 4489
+amp 4481
+rei 4480
+bat 4478
+rel 4472
+aco 4470
+fla 4468
+aŭt 4460
+ung 4459
+ile 4446
+iza 4443
+rsi 4443
+odi 4429
+nkt 4417
+lam 4403
+mia 4403
+eld 4402
+ksa 4397
+_ev 4394
+spo 4390
+ipe 4377
+alk 4364
+unk 4362
+nia 4361
+plo 4361
+nen 4354
+pop 4349
+als 4348
+aza 4347
+fun 4343
+vi_ 4329
+_n_ 4320
+kte 4320
+dep 4301
+joj 4301
+_co 4292
+ezo 4290
+rod 4276
+von 4262
+ea_ 4253
+rea 4249
+oku 4243
+cer 4223
+mez 4223
+sal 4204
+mi_ 4199
+riz 4195
+sil 4195
+dir 4194
+_m_ 4190
+gon 4186
+ĝoj 4180
+dik 4177
+ĝen 4167
+del 4161
+aka 4156
+mik 4147
+tud 4138
+_bl 4135
+dem 4127
+sma 4124
+fic 4119
+ego 4098
+lem 4091
+ave 4078
+iis 4076
+ire 4068
+kad 4049
+rne 4049
+rof 4046
+okc 4035
+muz 4015
+dat 4013
+gni 4007
+ngo 4000
+kze 3997
+oĝa 3988
+ĉar 3981
+ane 3979
+rap 3978
+api 3977
+rde 3969
+rot 3968
+rep 3954
+ikt 3953
+sul 3951
+nej 3948
+dua 3944
+ek_ 3932
+zik 3927
+amb 3899
+vit 3897
+kut 3887
+kvi 3880
+dor 3879
+_et 3877
+nar 3873
+hun 3869
+erb 3867
+bru 3863
+nic 3861
+zen 3853
+kit 3846
+ŝi_ 3841
+ada 3837
+eva 3817
+nge 3801
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/es.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/es.ngp
new file mode 100644
index 0000000..d876720
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/es.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_de 136162
+os_ 104432
+de_ 96031
+_la 81054
+_co 64732
+la_ 62987
+es_ 60027
+as_ 58615
+_qu 56200
+que 55727
+ue_ 53693
+ent 53516
+en_ 52339
+el_ 50612
+_en 49870
+_es 48725
+ón_ 46841
+ión 46068
+est 43016
+nte 42192
+te_ 38687
+_el 38461
+con 37552
+_se 37134
+_pr 35772
+do_ 34887
+_lo 34502
+_y_ 32030
+_un 30742
+_re 29625
+_po 29551
+aci 29218
+_a_ 29199
+los 28792
+ció 28717
+_pa 28600
+to_ 28476
+ra_ 27785
+res 27200
+men 26415
+ar_ 25118
+ado 25005
+com 24457
+sta 23713
+par 23570
+or_ 22898
+_in 22253
+se_ 21776
+al_ 21224
+por 20662
+_ha 20266
+no_ 19782
+_no 19637
+las 19623
+pro 18796
+nto 18515
+pre 18215
+tra 18215
+ien 18094
+ta_ 18071
+cia 18041
+ion 17727
+ida 17065
+nci 16820
+na_ 16728
+ica 16595
+cio 16590
+mos 16275
+one 16216
+del 15972
+dad 15624
+lo_ 15488
+ara 15288
+ia_ 14766
+una 14753
+ant 14486
+nes 14249
+_si 14167
+er_ 14052
+ame 13930
+dos 13906
+_al 13877
+rec 13848
+rop 13745
+on_ 13491
+an_ 13268
+_so 13252
+nta 13173
+da_ 13104
+ro_ 13032
+_di 12932
+_su 12895
+ues 12709
+_me 12586
+era 12502
+des 12453
+per 12285
+_pe 12224
+un_ 12196
+re_ 11905
+ste 11899
+mis 11726
+ten 11678
+ter 11476
+enc 11340
+ad_ 11252
+tar 11116
+isi 11112
+_ca 10938
+ici 10928
+les 10770
+uro 10756
+sió 10697
+pue 10688
+tad 10621
+mo_ 10163
+io_ 10146
+str 10101
+ons 9952
+nos 9905
+_cu 9835
+ari 9810
+ada 9771
+tos 9746
+ido 9642
+omi 9583
+eur 9560
+tiv 9560
+ntr 9498
+_eu 9482
+esp 9477
+_tr 9414
+_mi 9363
+ect 9362
+tic 9322
+ero 9214
+den 9204
+emo 9181
+ere 9157
+tan 9147
+ier 9049
+_ma 8996
+_ta 8994
+ía_ 8957
+tam 8818
+orm 8810
+rio 8749
+_ac 8686
+esi 8656
+bre 8655
+sid 8627
+ca_ 8595
+ale 8551
+ndo 8536
+mie 8477
+ist 8448
+der 8325
+ide 8284
+for 8259
+eci 8249
+sti 8242
+ble 8210
+ene 8196
+_to 8194
+ona 8191
+esa 8081
+ran 8077
+_te 7956
+end 7934
+uni 7910
+ope 7900
+tro 7898
+ont 7887
+deb 7873
+ros 7787
+mbi 7751
+sto 7662
+_pu 7656
+cho 7529
+ha_ 7509
+amb 7491
+_ex 7420
+ese 7364
+int 7253
+ina 7226
+das 7081
+ría 7030
+_mu 6965
+art 6917
+gra 6882
+cto 6867
+tes 6857
+so_ 6839
+ir_ 6792
+spe 6704
+ma_ 6692
+edi 6656
+ás_ 6644
+_nu 6501
+señ 6470
+co_ 6455
+más 6441
+tod 6398
+omo 6376
+ora 6350
+lam 6322
+ece 6312
+ser 6290
+ita 6283
+ea_ 6280
+ria 6261
+me_ 6256
+qui 6227
+sar 6206
+_as 6167
+lar 6121
+obr 6092
+cue 6081
+eño 6050
+iva 6034
+nue 5959
+_ap 5930
+fic 5924
+amo 5908
+ali 5900
+nal 5838
+rta 5836
+egu 5791
+ech 5761
+iza 5731
+eri 5730
+ñor 5723
+ort 5694
+rac 5692
+ico 5684
+dic 5667
+ces 5661
+pon 5640
+ade 5636
+sob 5607
+ren 5603
+and 5589
+odo 5582
+_má 5529
+emp 5523
+rma 5485
+ner 5478
+ebe 5448
+ace 5437
+mpl 5411
+ios 5407
+ura 5405
+ial 5353
+cer 5337
+le_ 5271
+inc 5236
+su_ 5233
+uer 5220
+man 5215
+sen 5211
+unt 5206
+eo_ 5197
+tas 5168
+va_ 5165
+ras 5158
+tal 5158
+cas 5154
+mer 5148
+cie 5130
+imp 5117
+arl 5078
+mpo 5051
+nda 5030
+dec 5018
+ema 5009
+ili 4972
+reg 4968
+lic 4876
+pos 4860
+_ve 4848
+_gr 4823
+_im 4816
+lid 4782
+ati 4776
+go_ 4763
+tur 4735
+uci 4702
+med 4693
+omp 4690
+én_ 4638
+_mo 4635
+ién 4631
+_fu 4619
+_cr 4615
+ate 4578
+cci 4569
+anc 4568
+cre 4551
+gun 4544
+abl 4531
+nfo 4528
+rla 4516
+tor 4512
+ued 4491
+inf 4486
+min 4483
+mbr 4479
+pec 4452
+imi 4425
+car 4406
+_fi 4395
+pri 4389
+bié 4365
+nió 4365
+eso 4355
+rar 4352
+jo_ 4338
+nse 4338
+llo 4335
+rme 4321
+iem 4305
+nti 4303
+nde 4301
+_he 4300
+seg 4296
+ede 4292
+íti 4288
+cul 4283
+pol 4276
+ore 4270
+rad 4258
+rat 4258
+rea 4240
+cua 4237
+_ad 4228
+ral 4227
+ber 4225
+sin 4202
+_ci 4201
+_le 4201
+dem 4197
+oci 4196
+ho_ 4169
+ivo 4168
+ejo 4157
+ust 4130
+cti 4120
+emb 4112
+ver 4101
+eco 4094
+erc 4092
+ual 4083
+ce_ 4081
+_an 4068
+cad 4066
+_vi 4063
+_ob 4051
+tie 4051
+mas 4028
+_ti 4026
+ias 4006
+_fo 4000
+ndi 3986
+hac 3960
+otr 3955
+bie 3949
+rte 3940
+ert 3938
+uen 3928
+pea 3898
+cos 3884
+osi 3878
+olí 3869
+itu 3867
+lít 3862
+ond 3830
+uie 3829
+_em 3827
+gar 3820
+vo_ 3815
+ses 3796
+_ne 3768
+act 3761
+lan 3753
+ano 3752
+ela 3735
+sa_ 3724
+leg 3684
+uda 3682
+nic 3664
+tre 3662
+son 3648
+und 3647
+pli 3635
+nst 3629
+ers 3619
+tem 3608
+fin 3594
+dis 3574
+mun 3572
+nsi 3564
+sol 3562
+spo 3562
+mar 3555
+ome 3555
+gen 3525
+ya_ 3515
+aba 3508
+ini 3502
+ori 3488
+are 3485
+_sa 3467
+ata 3448
+ern 3428
+nac 3427
+rti 3426
+ven 3417
+ism 3368
+rá_ 3358
+in_ 3345
+_li 3344
+dir 3340
+lac 3283
+nid 3274
+si_ 3260
+_ot 3258
+ram 3248
+cha 3246
+ult 3241
+fer 3233
+ne_ 3232
+uch 3216
+ime 3214
+duc 3206
+aís 3191
+_va 3189
+ref 3180
+paí 3177
+egi 3164
+mpr 3151
+ito 3147
+did 3144
+lem 3142
+hos 3128
+tri 3124
+sos 3118
+_pl 3114
+liz 3114
+_au 3112
+eda 3111
+ula 3098
+tua 3093
+ifi 3092
+alm 3090
+pla 3086
+ens 3079
+sit 3076
+pod 3075
+rol 3071
+nas 3064
+lme 3051
+stá 3045
+ele 3044
+rob 3044
+_lu 3042
+_am 3028
+erd 3021
+nad 3003
+_sr 3002
+sus 2988
+onc 2986
+rid 2986
+tac 2982
+po_ 2953
+hay 2931
+_ni 2929
+ino 2926
+peo 2926
+nec 2913
+rse 2912
+alg 2904
+cac 2898
+erv 2887
+_ju 2883
+ami 2876
+eme 2876
+ete 2870
+_na 2864
+dar 2863
+ple 2848
+can 2846
+bil 2844
+ota 2843
+eti 2833
+obl 2827
+mit 2792
+bro 2790
+oce 2787
+han 2775
+smo 2766
+opu 2758
+_fa 2755
+zar 2749
+rim 2746
+rab 2736
+rro 2736
+ecu 2730
+err 2724
+imo 2724
+arr 2720
+soc 2713
+roc 2704
+cam 2703
+cla 2695
+eno 2678
+ega 2677
+ell 2677
+_or 2676
+tid 2674
+_o_ 2673
+hab 2673
+dam 2666
+cir 2660
+cid 2642
+ctu 2640
+ins 2639
+_ba 2632
+án_ 2620
+sis 2617
+aso 2601
+nen 2596
+baj 2594
+col 2593
+eni 2592
+_vo 2591
+ani 2585
+efe 2575
+_do 2570
+erm 2567
+cor 2558
+olu 2547
+ric 2542
+eva 2539
+omu 2535
+efi 2534
+sej 2529
+_ho 2525
+exi 2525
+luc 2523
+nsa 2521
+fun 2516
+lta 2515
+_da 2504
+rel 2501
+eta 2498
+us_ 2489
+año 2479
+rmi 2479
+ret 2474
+dor 2469
+tim 2466
+cen 2463
+rem 2447
+igu 2444
+be_ 2439
+tab 2438
+_ge 2428
+arg 2428
+erí 2426
+lec 2420
+_añ 2418
+nar 2418
+asa 2417
+ima 2411
+sas 2410
+uno 2406
+esu 2405
+pa_ 2400
+tit 2399
+nve 2392
+sio 2389
+pet 2388
+uev 2383
+ún_ 2383
+rca 2373
+_ag 2372
+sup 2371
+dif 2370
+rod 2370
+asi 2361
+nce 2358
+_op 2357
+_ya 2349
+ord 2330
+ire 2328
+cip 2322
+muc 2313
+exp 2312
+cis 2308
+sab 2308
+oda 2307
+rso 2304
+vis 2293
+reo 2290
+eba 2276
+rno 2272
+sie 2272
+íse 2272
+dio 2271
+ena 2267
+hor 2263
+esc 2262
+sig 2261
+opi 2243
+abi 2240
+ogr 2238
+ced 2230
+eal 2230
+oy_ 2229
+rep 2225
+vid 2221
+ind 2215
+uy_ 2209
+ibl 2208
+muy 2207
+cta 2197
+dan 2196
+mpe 2191
+ama 2184
+ola 2180
+gui 2174
+nan 2173
+clu 2164
+sib 2157
+zac 2153
+ono 2144
+opa 2139
+lib 2125
+_ec 2123
+gur 2121
+ana 2118
+fue 2118
+isa 2117
+nor 2114
+oso 2113
+ará 2110
+lla 2106
+onf 2106
+fec 2105
+abo 2101
+ocu 2100
+bar 2093
+rre 2089
+odu 2085
+sr_ 2080
+iti 2075
+pen 2075
+ay_ 2074
+vos 2073
+yo_ 2071
+tin 2070
+_ll 2067
+ast 2062
+_fr 2056
+ode 2055
+sea 2047
+za_ 2041
+_ce 2031
+dia 2031
+sec 2031
+opo 2020
+uan 2019
+vas 2014
+ans 2007
+sí_ 2007
+oll 2000
+_hu 1988
+lgu 1988
+lle 1985
+evi 1984
+tir 1984
+gan 1981
+rda 1965
+bra 1964
+mi_ 1962
+acu 1957
+ext 1953
+rie 1950
+ga_ 1949
+rqu 1948
+tió 1947
+_ra 1933
+ala 1932
+_ab 1931
+uct 1930
+lat 1922
+uga 1915
+_cl 1914
+apr 1913
+rgo 1913
+rin 1912
+bat 1911
+orí 1910
+acc 1900
+tru 1897
+rev 1895
+cal 1882
+len 1878
+amp 1874
+eje 1874
+ior 1874
+nmi 1873
+pac 1865
+mod 1864
+tá_ 1863
+uma 1862
+ías 1861
+lad 1859
+upo 1856
+_ar 1850
+ron 1849
+bli 1846
+ume 1844
+ost 1838
+sic 1838
+ncl 1831
+ños 1831
+pta 1823
+_ga 1822
+uir 1816
+ole 1812
+lab 1809
+icu 1801
+arc 1795
+rdo 1785
+abe 1783
+lug 1782
+_ej 1777
+lim 1774
+rog 1767
+iac 1765
+eli 1764
+rán 1763
+iad 1762
+_só 1756
+ars 1755
+gua 1754
+sól 1754
+rib 1739
+ibi 1732
+ajo 1722
+zad 1714
+ivi 1712
+jet 1711
+aqu 1697
+iar 1696
+pas 1694
+has 1690
+lia 1687
+onv 1686
+_ah 1684
+ólo 1682
+_bi 1681
+enm 1680
+apo 1676
+oca 1673
+ayo 1670
+nza 1670
+ecc 1665
+_du 1663
+uac 1660
+rup 1659
+ane 1657
+_ef 1656
+ez_ 1651
+may 1650
+oba 1642
+ben 1638
+bje 1637
+nom 1632
+obj 1629
+ote 1628
+unc 1627
+asu 1623
+_ay 1614
+rci 1610
+equ 1609
+rna 1609
+cep 1608
+nco 1605
+ing 1599
+mac 1597
+bor 1589
+agr 1581
+mej 1581
+mil 1580
+uto 1578
+gru 1575
+ase 1573
+hec 1573
+apl 1564
+orq 1563
+mic 1562
+yor 1561
+rga 1557
+rit 1557
+cit 1554
+ich 1552
+abr 1550
+iga 1549
+cri 1548
+ato 1547
+evo 1541
+nit 1541
+ive 1540
+ine 1537
+mba 1535
+omb 1535
+vot 1534
+pio 1532
+mat 1528
+pun 1527
+uri 1526
+cur 1525
+tec 1525
+lti 1518
+sad 1517
+és_ 1517
+bem 1516
+bas 1512
+_us 1510
+nis 1509
+osa 1509
+hem 1508
+hum 1500
+_oc 1498
+bla 1496
+isp 1496
+aho 1494
+jor 1478
+así 1476
+rde 1476
+_aq 1475
+anz 1470
+red 1468
+sul 1466
+xis 1462
+eng 1454
+sum 1448
+uis 1447
+apa 1445
+orr 1444
+ayu 1442
+cum 1439
+quí 1436
+rto 1434
+ite 1433
+_bu 1431
+rot 1430
+yud 1429
+eto 1424
+noc 1424
+die 1420
+ian 1420
+pal 1418
+ulo 1416
+ibu 1407
+val 1403
+arí 1402
+emá 1402
+_ev 1401
+adi 1401
+sca 1400
+iud 1392
+ciu 1386
+alt 1380
+bit 1378
+cab 1378
+sun 1375
+fra 1374
+_at 1373
+_fe 1361
+van 1359
+esd 1358
+ego 1353
+he_ 1353
+sal 1353
+sde 1352
+aut 1349
+erá 1346
+poy 1341
+lig 1338
+jer 1331
+teg 1331
+nem 1326
+nóm 1323
+ruc 1319
+oco 1311
+uta 1310
+_pi 1308
+aya 1306
+qué 1306
+rom 1306
+upu 1304
+spu 1302
+gue 1300
+tán 1300
+ibe 1299
+mid 1296
+rtu 1293
+il_ 1292
+aña 1289
+onó 1286
+plo 1284
+ife 1280
+_af 1276
+dim 1272
+cim 1271
+ño_ 1271
+log 1268
+ómi 1268
+lus 1263
+ué_ 1250
+uid 1244
+sam 1238
+oli 1232
+def 1231
+_go 1228
+ept 1227
+lis 1227
+isc 1225
+obs 1220
+til 1218
+mad 1213
+gio 1212
+aro 1211
+cup 1209
+lev 1208
+egl 1204
+rra 1204
+usi 1199
+cil 1195
+ba_ 1191
+aca 1188
+vez 1188
+sla 1184
+_és 1183
+nsp 1178
+inv 1177
+rlo 1176
+tom 1174
+_tu 1166
+gla 1166
+ill 1165
+odr 1163
+mpa 1161
+spa 1161
+eña 1157
+obi 1155
+odi 1155
+is_ 1152
+pes 1150
+hoy 1148
+ted 1146
+var 1141
+día 1140
+nsu 1140
+rco 1138
+nam 1136
+_yo 1131
+rvi 1131
+cap 1128
+rri 1127
+nif 1124
+uel 1121
+eja 1120
+udi 1119
+pin 1115
+tud 1114
+vel 1112
+tuc 1107
+uso 1106
+vic 1106
+sem 1105
+últ 1105
+ipa 1103
+dop 1100
+fre 1098
+aja 1097
+aus 1097
+gas 1096
+ipi 1094
+pid 1089
+exc 1086
+det 1083
+_úl 1082
+_gu 1077
+mes 1077
+zo_ 1077
+bri 1075
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/et.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/et.ngp
new file mode 100644
index 0000000..c5d4096
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/et.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+se_ 21814
+mis 19747
+ise 19736
+ja_ 17655
+te_ 17213
+use 16214
+_ja 15845
+st_ 13526
+est 13298
+ud_ 13260
+ste 13210
+sta 12994
+_ko 12908
+ust 12804
+ast 11912
+ist 11713
+ami 11710
+_ka 11705
+le_ 11520
+dus 11464
+on_ 10832
+ne_ 10685
+_te 10569
+sel 10497
+tus 10458
+ine 10055
+_va 9735
+end 9638
+es_ 9627
+_on 9512
+ks_ 9494
+de_ 9290
+and 9066
+us_ 9013
+lis 8954
+nda 8754
+_se 8736
+id_ 8699
+aja 8273
+eri 8195
+ed_ 8156
+ava 8116
+sti 8109
+lik 8028
+_ee 7949
+el_ 7931
+min 7913
+ga_ 7697
+val 7636
+tud 7571
+ti_ 7392
+tee 7203
+ali 7197
+ate 7136
+_ta 7108
+ing 7031
+ele 6956
+ees 6954
+ide 6935
+_ku 6890
+lt_ 6750
+is_ 6643
+kon 6565
+da_ 6556
+tsi 6474
+töö 6444
+ndu 6377
+eks 6338
+ete 6334
+as_ 6328
+aks 6245
+_ra 6227
+_ma 6185
+ad_ 6040
+tam 5993
+_ar 5952
+atu 5921
+_võ 5914
+eer 5902
+iku 5846
+aas 5743
+_vä 5723
+_ni 5677
+_in 5534
+sed 5525
+tat 5511
+_mi 5382
+nna 5339
+uur 5295
+met 5180
+dam 5128
+või 5104
+_pr 5064
+_to 5017
+_ol 5016
+_me 4954
+ren 4867
+lus 4818
+oli 4795
+tme 4751
+_tö 4749
+sek 4747
+ega 4735
+ng_ 4702
+_jä 4678
+_su 4642
+tte 4565
+imi 4564
+lii 4557
+_tu 4526
+eva 4520
+ata 4480
+kes 4435
+ses 4423
+_li 4335
+_sa 4331
+ite 4320
+tel 4309
+stu 4294
+oon 4263
+koo 4259
+al_ 4256
+are 4251
+ade 4247
+teg 4239
+_et 4214
+tse 4206
+oni 4202
+_ke 4195
+kas 4179
+rit 4176
+tes 4174
+tav 4159
+_pa 4130
+ita 4064
+nin 4040
+sus 4033
+emi 4025
+maa 4001
+aal 3976
+ole 3969
+eta 3968
+ta_ 3899
+ili 3886
+vas 3881
+vad 3868
+asu 3852
+ool 3842
+ada 3756
+ka_ 3737
+ema 3701
+ma_ 3701
+vus 3665
+vat 3638
+pro 3621
+_põ 3618
+itu 3616
+ndi 3609
+si_ 3609
+na_ 3582
+ima 3543
+koh 3515
+nud 3507
+rii 3506
+ald 3483
+ama 3465
+ab_ 3461
+kse 3452
+uri 3444
+ngu 3439
+kus 3433
+its 3425
+ku_ 3420
+uta 3405
+ini 3372
+des 3367
+suu 3352
+ika 3342
+_si 3321
+jan 3315
+lit 3309
+esk 3307
+ni_ 3307
+_aa 3296
+lin 3277
+et_ 3261
+eet 3257
+ioo 3251
+_el 3248
+lle 3248
+ime 3245
+loo 3238
+ala 3235
+sio 3229
+sut 3227
+ekt 3224
+umi 3223
+_ül 3208
+ood 3198
+maj 3176
+mee 3166
+inn 3135
+_ha 3124
+onn 3102
+jää 3093
+_pe 3089
+_al 3085
+tak 3061
+_os 3055
+elt 3036
+ule 3026
+kui 3025
+eli 3019
+ett 3018
+_re 3000
+utu 2982
+tik 2977
+_ju 2941
+ell 2940
+ter 2893
+ene 2884
+too 2883
+_pi 2879
+li_ 2868
+võt 2854
+ase 2835
+väl 2832
+lem 2826
+str 2816
+saa 2804
+_po 2803
+_a_ 2790
+mus 2784
+kti 2773
+tas 2768
+nis 2763
+_an 2756
+gus 2738
+see 2736
+_so 2718
+etu 2709
+ik_ 2699
+igi 2690
+va_ 2683
+tul 2671
+di_ 2670
+_ri 2667
+mat 2634
+ure 2629
+õim 2624
+alt 2622
+alu 2621
+mal 2615
+tal 2602
+ent 2600
+me_ 2592
+gu_ 2569
+sse 2569
+osa 2564
+_tä 2548
+kku 2529
+idu 2525
+rim 2494
+ida 2493
+äät 2492
+ots 2490
+esi 2478
+sis 2476
+ätm 2474
+lda 2473
+oma 2473
+eis 2467
+arv 2463
+ahe 2456
+rin 2454
+lli 2452
+kog 2450
+ööt 2450
+eel 2446
+hen 2440
+kor 2439
+ori 2439
+gi_ 2428
+eid 2422
+ege 2421
+_ne 2419
+äär 2407
+iti 2391
+rak 2391
+_üh 2385
+tev 2383
+_la 2378
+aga 2368
+_kõ 2360
+isa 2355
+all 2354
+oos 2354
+ike 2347
+lev 2341
+ead 2314
+ri_ 2312
+hin 2307
+ind 2304
+_es 2300
+ogu 2293
+las 2290
+ats 2288
+iit 2282
+_er 2274
+rah 2273
+ond 2272
+adu 2255
+evõ 2245
+nim 2234
+set 2231
+jal 2225
+ati 2224
+pea 2219
+iik 2218
+ari 2201
+põl 2189
+lek 2188
+_ki 2183
+kaa 2172
+lja 2168
+gev 2164
+iig 2159
+iir 2159
+eed 2153
+uma 2151
+ude 2141
+tsu 2134
+ui_ 2132
+kul 2126
+tis 2117
+tea 2116
+roo 2114
+ke_ 2111
+_as 2097
+tid 2097
+_mu 2093
+ikk 2089
+pii 2089
+ei_ 2073
+ani 2072
+seg 2072
+ute 2064
+dad 2055
+oet 2053
+mas 2043
+nde 2043
+nik 2029
+evu 2025
+ost 2025
+mes 2021
+_ei 2019
+jär 2012
+nts 2009
+tek 2009
+tur 2003
+sei 2000
+tab 1996
+eem 1984
+ves 1962
+tad 1948
+nõu 1940
+sid 1934
+_pu 1929
+_i_ 1921
+toe 1921
+del 1915
+_kä 1911
+ähe 1908
+_om 1906
+ess 1902
+älj 1899
+ran 1896
+_e_ 1887
+jat 1885
+la_ 1885
+mi_ 1882
+tuu 1872
+ale 1867
+põh 1864
+ant 1854
+rid 1854
+ärg 1847
+vah 1844
+pol 1843
+_en 1841
+tii 1834
+par 1829
+uli 1828
+dat 1826
+iga 1823
+lan 1815
+ets 1814
+isi 1814
+sii 1813
+oht 1807
+_lo 1800
+_ve 1799
+res 1789
+_vi 1788
+_st 1779
+mid 1778
+vii 1778
+rat 1777
+iiv 1764
+odu 1764
+oha 1764
+lse 1759
+_uu 1749
+_hi 1740
+sam 1740
+med 1735
+ame 1734
+il_ 1729
+sal 1727
+imu 1715
+olu 1709
+ras 1708
+ede 1706
+sea 1694
+usl 1690
+ia_ 1689
+nev 1687
+usi 1687
+_le 1686
+tlu 1686
+tu_ 1684
+nen 1679
+teh 1675
+iva 1669
+soo 1668
+mak 1667
+llu 1662
+sli 1653
+eda 1651
+aid 1650
+_lä 1649
+nd_ 1649
+poo 1648
+ul_ 1648
+ane 1646
+iis 1643
+art 1641
+juh 1641
+oot 1638
+egi 1630
+kko 1630
+üle 1630
+mil 1629
+sem 1623
+mit 1620
+_na 1618
+ord 1618
+_mä 1616
+anu 1616
+tle 1611
+asi 1608
+mär 1608
+rgi 1605
+at_ 1603
+ris 1598
+sit 1598
+rra 1589
+uud 1589
+_nõ 1585
+gia 1579
+kat 1579
+een 1577
+inf 1575
+hel 1570
+etm 1566
+sia 1564
+ära 1563
+_tõ 1560
+tmi 1556
+äit 1542
+_s_ 1541
+sak 1533
+tei 1532
+ara 1527
+hal 1525
+har 1520
+he_ 1518
+õig 1516
+aad 1515
+uut 1514
+_mõ 1512
+muu 1512
+ake 1509
+als 1504
+orr 1504
+tra 1502
+eur 1501
+_kü 1498
+_eu 1496
+õi_ 1496
+ral 1493
+taj 1491
+ken 1482
+sa_ 1478
+uro 1477
+uru 1477
+oom 1475
+ill 1472
+raa 1466
+aig 1464
+isk 1464
+enu 1460
+ige 1460
+era 1456
+nem 1456
+ese 1454
+ulu 1454
+em_ 1453
+skk 1453
+aar 1446
+ium 1444
+jad 1441
+tor 1440
+ion 1436
+per 1434
+eng 1423
+ult 1423
+uko 1420
+ühi 1420
+sva 1413
+und 1411
+aka 1410
+gra 1407
+ien 1402
+let 1401
+vaj 1401
+kõi 1398
+iaa 1397
+dis 1394
+ldu 1393
+tsa 1392
+ina 1382
+_t_ 1375
+gut 1375
+tru 1370
+eti 1366
+ee_ 1365
+eku 1364
+kid 1359
+uht 1359
+hai 1358
+tar 1355
+jek 1354
+dav 1348
+udu 1347
+ahv 1344
+eld 1344
+_kr 1341
+oog 1341
+his 1336
+nat 1333
+väh 1332
+usa 1330
+elu 1326
+kli 1321
+kut 1321
+eb_ 1320
+toi 1320
+du_ 1319
+esm 1317
+täi 1315
+sen 1306
+uss 1302
+uva 1299
+sim 1295
+hta 1293
+aam 1292
+edi 1291
+ela 1291
+võr 1291
+ruk 1287
+_nä 1284
+vis 1284
+les 1282
+õtt 1281
+oor 1279
+gil 1278
+van 1277
+ki_ 1275
+usk 1270
+rve 1263
+ogi 1262
+iid 1261
+mää 1261
+asa 1259
+igu 1259
+õpp 1245
+iim 1244
+iks 1244
+ile 1244
+isu 1242
+rdi 1241
+akt 1239
+nas 1238
+üsi 1236
+dit 1230
+tet 1227
+kal 1226
+riu 1226
+ako 1224
+asv 1224
+lum 1220
+_th 1215
+ram 1215
+ukt 1213
+aot 1212
+lat 1208
+rvi 1208
+iko 1204
+ktu 1204
+ogr 1204
+olo 1203
+sin 1202
+nus 1200
+erv 1197
+it_ 1194
+tag 1194
+abi 1192
+ait 1191
+smä 1191
+tri 1191
+_is 1189
+oop 1187
+omi 1175
+aa_ 1169
+nve 1167
+ain 1162
+rio 1160
+lu_ 1154
+amm 1153
+ge_ 1153
+net 1150
+nte 1144
+ühe 1144
+_he 1143
+hul 1143
+kin 1141
+reg 1141
+mad 1133
+uid 1133
+re_ 1131
+opa 1129
+una 1129
+taa 1126
+õll 1126
+rtu 1117
+er_ 1116
+iin 1111
+vee 1111
+ivi 1110
+men 1109
+kir 1108
+pa_ 1108
+aat 1106
+iki 1105
+oje 1105
+the 1105
+ksu 1104
+roj 1104
+vai 1103
+uts 1102
+kau 1101
+_õp 1100
+_ed 1099
+ub_ 1097
+ssi 1095
+rog 1094
+san 1094
+sku 1093
+õhi 1092
+aan 1090
+ska 1089
+kav 1085
+eni 1082
+nan 1077
+puu 1076
+det 1075
+sol 1074
+pri 1072
+ere 1071
+inu 1069
+üst 1068
+kum 1066
+kõr 1065
+nee 1062
+ppe 1061
+iss 1056
+eme 1054
+nii 1052
+ib_ 1050
+in_ 1048
+ang 1045
+sko 1043
+htu 1039
+tun 1039
+nil 1038
+ivs 1035
+sas 1032
+oll 1030
+has 1028
+ena 1027
+ire 1027
+kai 1026
+kom 1026
+spo 1026
+lul 1024
+egu 1023
+süs 1023
+ötu 1021
+_av 1020
+ato 1019
+por 1013
+rus 1012
+õte 1012
+kud 1010
+rem 1010
+rel 1009
+nal 1008
+aha 1007
+vää 1006
+näi 1003
+ehn 1002
+ve_ 1001
+avi 995
+pid 995
+rva 995
+avu 990
+_l_ 989
+täh 989
+aru 988
+til 988
+ii_ 982
+_pä 980
+ulg 980
+eal 976
+üld 976
+das 971
+seo 971
+_sü 970
+üks 968
+lee 967
+lla 967
+uni 967
+inv 960
+õrg 960
+abe 959
+nit 955
+pet 951
+naa 947
+ana 946
+_sõ 944
+käi 944
+tut 944
+_mo 942
+ive 941
+ree 941
+orm 936
+ber 935
+nni 935
+ven 935
+kva 932
+kto 930
+otl 930
+bi_ 923
+äht 923
+õle 923
+ont 920
+ann 918
+öta 917
+kun 916
+rja 915
+nfo 914
+jus 912
+ort 912
+öös 912
+emu 910
+ndl 909
+sot 909
+spe 909
+man 907
+smi 905
+_ai 901
+gis 896
+dud 895
+ärt 895
+nne 892
+ra_ 889
+sat 886
+tli 886
+tao 885
+nam 881
+lid 879
+mei 878
+oim 878
+_ot 877
+_ho 873
+kok 873
+kol 873
+rko 873
+gem 871
+pär 868
+av_ 865
+uba 864
+eeg 855
+ikl 847
+iri 845
+okk 845
+int 843
+kuu 842
+tum 841
+hte 840
+did 839
+_di 836
+ner 836
+lge 834
+ial 832
+nt_ 832
+lma 828
+pan 828
+nid 827
+_tr 826
+dme 826
+stö 826
+irj 822
+_lõ 821
+ass 821
+_de 820
+ngi 820
+ars 817
+lmi 817
+vit 817
+_ro 816
+amu 816
+mek 813
+ria 813
+han 811
+rav 811
+tan 809
+tit 806
+ism 802
+aud 800
+usv 800
+den 798
+jõu 798
+alg 797
+_ab 796
+sil 796
+eko 795
+uun 795
+õiv 794
+_n_ 792
+ha_ 792
+kan 790
+var 790
+hti 789
+itm 789
+mõj 789
+ona 789
+sul 789
+õju 789
+irk 787
+kur 787
+itl 786
+_no 785
+õik 785
+ndm 783
+of_ 783
+ilm 779
+uti 779
+vse 779
+odi 778
+olt 777
+õhj 773
+ila 770
+gas 769
+ju_ 767
+_fi 765
+äli 765
+_aj 764
+_ak 764
+_of 764
+lga 762
+aeg 761
+_ti 759
+an_ 759
+sik 757
+luk 756
+mmi 756
+ior 755
+lad 755
+nti 754
+tim 751
+ärk 750
+_u_ 747
+pal 745
+äie 744
+_kv 743
+kel 743
+for 742
+lam 742
+su_ 740
+uha 740
+kül 738
+alm 737
+gud 737
+dab 736
+ski 734
+ldi 731
+äbi 731
+otu 729
+rma 729
+suh 729
+_o_ 728
+_kl 726
+läb 725
+_hu 724
+hoi 720
+olm 720
+sto 720
+öst 720
+ula 717
+juu 716
+tin 715
+ügi 715
+hus 714
+len 714
+uvi 714
+hva 713
+_sä 712
+pla 712
+ksi 708
+rge 706
+usm 704
+osi 700
+noo 699
+_jo 698
+ekk 697
+jon 697
+dal 695
+eos 693
+vab 692
+um_ 690
+aba 687
+gik 686
+rik 686
+aav 683
+api 683
+ten 682
+_m_ 680
+lep 680
+vi_ 680
+_r_ 678
+fra 677
+jaa 677
+kts 676
+öö_ 676
+ilj 674
+ode 674
+eha 673
+kri 671
+onk 670
+rot 670
+nei 669
+sur 669
+nst 666
+aki 665
+ahu 662
+erg 662
+jul 662
+_d_ 660
+eka 660
+otm 660
+nes 658
+õus 658
+pin 657
+dko 655
+üli 654
+eas 653
+hõi 653
+oid 650
+ske 649
+itt 648
+eam 646
+sad 644
+rst 643
+ll_ 642
+_ag 641
+_ük 640
+ev_ 640
+väi 640
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/fa.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/fa.ngp
new file mode 100644
index 0000000..e86e27e
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/fa.ngp
@@ -0,0 +1,1001 @@
+# NgramProfile generated at Sun Jun 15 15:17:44 IRDT 2014 for Apache Tika Language Identification
+ان_ 34459
+ند_ 15773
+نی_ 12790
+ری_ 12406
+_با 11822
+ین_ 11501
+های 11147
+انی 10770
+ای_ 10340
+ران 10094
+است 9846
+مان 9238
+_ال 9163
+ها_ 8765
+_بر 8513
+_کا 8460
+ید_ 8306
+یم_ 8287
+ار_ 8283
+ون_ 8244
+یان 8215
+ده_ 8205
+اری 7849
+یی_ 7834
+_در 7787
+_اس 7775
+ایی 7489
+_ما 7405
+ست_ 7374
+نه_ 7180
+اند 7113
+دار 7111
+تی_ 7097
+دی_ 6826
+کار 6646
+شان 6424
+رها 6258
+لی_ 6098
+_نا 6066
+_فر 6059
+ات_ 6000
+_سا 5901
+تان 5833
+_دا 5738
+وان 5616
+_پر 5565
+_خو 5537
+ستا 5387
+دان 5346
+ارا 5333
+_رو 5290
+انه 5223
+_ای 5222
+_می 5145
+ور_ 5145
+_ان 5134
+_مو 4986
+_سر 4836
+_دو 4813
+ال_ 4755
+_پا 4738
+_را 4721
+_وا 4659
+_بی 4653
+می_ 4589
+الی 4532
+یه_ 4488
+_کو 4476
+رد_ 4389
+_تا 4291
+وری 4233
+ردا 4167
+_سی 4144
+ندا 4126
+یست 4086
+_او 4080
+رای 4050
+خوا 4041
+یت_ 4039
+_تو 3989
+ارد 3964
+اد_ 3960
+ره_ 3931
+_نو 3882
+_نی 3874
+الا 3845
+_پی 3818
+نى_ 3813
+وار 3808
+رى_ 3743
+_دی 3737
+ام_ 3689
+یک_ 3689
+_بو 3673
+_سو 3637
+امی 3604
+یا_ 3533
+_گر 3529
+_ام 3528
+یرا 3512
+رین 3483
+ته_ 3466
+ورد 3462
+این 3460
+_مر 3446
+یر_ 3430
+نیا 3371
+اره 3336
+انت 3332
+ورا 3302
+ونی 3301
+ریا 3288
+بار 3286
+باز 3271
+گرا 3258
+تری 3242
+وی_ 3241
+زی_ 3238
+کی_ 3230
+مار 3226
+سی_ 3224
+_تر 3218
+بان 3196
+تر_ 3195
+را_ 3185
+دن_ 3181
+_ها 3156
+_کر 3151
+دها 3148
+_از 3144
+ود_ 3138
+_مت 3108
+نده 3089
+ندی 3089
+گی_ 3071
+ادی 3068
+ستی 3065
+ینی 3063
+له_ 3060
+ارت 3049
+_من 3034
+ولی 3012
+گان 3001
+برا 2969
+سان 2967
+بی_ 2950
+_مح 2939
+_ار 2903
+ازی 2896
+غیر 2883
+رند 2879
+رما 2864
+دید 2852
+یون 2848
+_مس 2818
+_غی 2810
+اتی 2795
+زار 2792
+نند 2778
+_پو 2775
+نگ_ 2774
+مای 2753
+یش_ 2753
+اور 2750
+اه_ 2737
+نها 2737
+ارو 2721
+_مع 2690
+انو 2681
+اها 2664
+تور 2662
+وس_ 2649
+انگ 2639
+_شا 2631
+_هم 2628
+فرا 2617
+ترا 2616
+انش 2605
+ایش 2605
+لان 2602
+میر 2594
+انس 2570
+_یا 2560
+مین 2556
+یل_ 2548
+دند 2522
+داد 2520
+انا 2515
+_لا 2514
+نا_ 2513
+_کن 2507
+اسی 2499
+یار 2496
+لا_ 2493
+کان 2491
+مه_ 2488
+از_ 2471
+_وی 2468
+یس_ 2448
+نان 2445
+رات 2434
+یری 2433
+راس 2430
+_کل 2422
+تار 2415
+سال 2415
+تى_ 2408
+_گو 2401
+نام 2401
+اما 2395
+وست 2389
+وند 2387
+گاه 2376
+ردی 2354
+رون 2336
+رم_ 2327
+یلی 2327
+ولا 2324
+نما 2322
+روز 2318
+اده 2275
+به_ 2274
+ساز 2271
+ستر 2253
+مون 2243
+دم_ 2239
+یند 2238
+ارن 2233
+_جا 2230
+یما 2223
+رو_ 2215
+یى_ 2206
+کرد 2196
+اس_ 2195
+گیر 2193
+_خا 2191
+گرد 2182
+_اب 2162
+اخت 2159
+ناس 2154
+اشت 2142
+هان 2142
+_ری 2140
+الم 2134
+خود 2134
+روی 2133
+اى_ 2126
+ربا 2117
+شی_ 2117
+تا_ 2115
+هار 2112
+انى 2106
+تون 2100
+رام 2091
+خان 2090
+گار 2089
+ول_ 2084
+_آن 2083
+_جو 2083
+یدا 2083
+_شو 2080
+در_ 2078
+_آر 2069
+اتو 2067
+رید 2057
+ینا 2049
+ابی 2048
+رت_ 2041
+لین 2032
+ما_ 2024
+ادا 2017
+_زی 2015
+مند 2015
+_اف 2006
+اب_ 2005
+رسا 2000
+پور 1998
+_بن 1995
+وال 1995
+بال 1988
+ادر 1982
+دى_ 1982
+شنا 1972
+_لو 1970
+تند 1964
+نش_ 1963
+اید 1962
+بود 1950
+_بل 1944
+راد 1943
+_لی 1931
+سیا 1926
+روا 1921
+درا 1914
+ابر 1912
+_شی 1911
+رست 1908
+وم_ 1907
+بیا 1904
+ینگ 1901
+_هو 1899
+یکا 1898
+_کی 1889
+یرو 1889
+_گا 1884
+ولو 1860
+دین 1856
+سید 1855
+ایت 1851
+_آم 1849
+رسی 1838
+زاد 1838
+یده 1836
+ارم 1827
+ابا 1825
+ایا 1825
+مور 1821
+_فا 1816
+اهی 1810
+سین 1800
+بین 1784
+نم_ 1784
+_مه 1782
+یدن 1782
+بری 1777
+تن_ 1777
+ردن 1776
+_به 1775
+ایى 1774
+یدی 1773
+ارک 1770
+وها 1769
+هی_ 1768
+ریم 1767
+_بد 1764
+زان 1764
+دال 1755
+نگی 1753
+_شه 1750
+ایر 1745
+ریک 1742
+_فی 1741
+فرو 1738
+لى_ 1733
+شهر 1728
+من_ 1728
+تها 1721
+ویی 1720
+_مد 1714
+ارس 1714
+ارش 1711
+ـــ 1710
+ورت 1709
+لیس 1704
+لیا 1700
+واه 1700
+نگا 1693
+اسا 1692
+لات 1687
+تما 1684
+رده 1682
+رفت 1682
+ودی 1679
+ترو 1678
+خور 1676
+رال 1676
+گری 1675
+باد 1673
+رش_ 1670
+حمد 1669
+لام 1664
+گر_ 1664
+دری 1663
+دگا 1656
+ورو 1652
+روس 1648
+نور 1647
+دور 1646
+لو_ 1646
+پار 1646
+ریس 1644
+یو_ 1642
+لای 1640
+مال 1637
+ایم 1634
+فری 1633
+سم_ 1632
+ندگ 1628
+زند 1624
+دا_ 1620
+وره 1619
+دست 1613
+ازا 1608
+انم 1607
+افت 1606
+یز_ 1605
+ندر 1604
+دای 1603
+رود 1603
+_کش 1595
+راب 1593
+تاب 1589
+تم_ 1574
+بای 1568
+_هی 1564
+وسی 1562
+بند 1561
+ستو 1561
+نگر 1560
+نوا 1554
+وای 1554
+تین 1550
+جان 1550
+ارگ 1549
+_هر 1548
+شور 1547
+رگر 1545
+_مش 1544
+مات 1544
+_آل 1542
+راه 1542
+یرم 1540
+بور 1534
+یای 1531
+الو 1529
+توا 1527
+شت_ 1524
+_یو 1512
+امو 1505
+درو 1505
+فی_ 1501
+_خر 1500
+ندو 1499
+نو_ 1496
+یها 1495
+_نم 1489
+_گل 1488
+یات 1483
+ورن 1475
+وما 1475
+نت_ 1470
+_ور 1465
+ماد 1464
+ونا 1464
+نوی 1463
+سون 1462
+_دل 1452
+کور 1451
+پرو 1445
+دیم 1444
+یشا 1444
+رار 1440
+اوی 1438
+نیم 1438
+برگ 1435
+_قا 1434
+مرد 1434
+راف 1430
+وا_ 1430
+_تی 1429
+یتا 1427
+_گی 1426
+یلا 1418
+نیک 1415
+ابو 1411
+شید 1400
+اک_ 1398
+مید 1398
+کرا 1395
+وز_ 1394
+برو 1390
+ستن 1390
+نیس 1390
+یاد 1389
+روش 1387
+فت_ 1386
+لار 1386
+نید 1386
+_نگ 1380
+انن 1377
+ومی 1377
+نای 1376
+وین 1375
+یسم 1373
+که_ 1372
+قی_ 1371
+_تن 1369
+داش 1363
+برد 1361
+میل 1357
+باش 1355
+محم 1352
+دو_ 1351
+کلا 1351
+ویا 1347
+_فو 1336
+الت 1336
+تو_ 1333
+نشا 1333
+_مج 1328
+نار 1328
+وزی 1328
+_اش 1325
+مدا 1323
+زه_ 1317
+اتر 1312
+کا_ 1310
+انک 1306
+_بخ 1304
+اله 1299
+بها 1298
+_سن 1296
+اسک 1296
+ائی 1295
+مى_ 1294
+دیا 1292
+ویس 1291
+گذا 1288
+نتی 1284
+راک 1280
+بر_ 1278
+کام 1277
+رور 1275
+وف_ 1272
+زیر 1266
+_و_ 1265
+واس 1264
+لند 1262
+یگر 1261
+ودا 1259
+راز 1258
+_اک 1257
+یلو 1255
+آور 1254
+تاد 1254
+تش_ 1254
+رتر 1254
+_اع 1252
+اکا 1251
+دام 1247
+_چا 1244
+پرس 1243
+_مق 1242
+کو_ 1242
+مرا 1238
+امه 1237
+داز 1237
+لیو 1237
+ارى 1235
+_آب 1232
+_مل 1231
+بدا 1228
+رنا 1228
+ماه 1226
+مست 1220
+نجا 1220
+دگی 1218
+سرا 1218
+برن 1217
+تای 1214
+یتی 1214
+وش_ 1211
+_ات 1205
+دون 1204
+یاب 1204
+تیک 1199
+ریز 1196
+ونه 1196
+_بگ 1194
+زها 1193
+تیا 1192
+عی_ 1190
+وشی 1190
+یزی 1185
+_زا 1184
+اوا 1184
+وت_ 1184
+_نش 1183
+هرا 1180
+با_ 1173
+ینو 1173
+اگر 1172
+میا 1172
+ورم 1172
+کال 1172
+ادو 1171
+سیو 1171
+_شر 1169
+دیو 1166
+_کم 1165
+سای 1165
+ارب 1163
+یسی 1156
+روم 1155
+_قر 1153
+اعت 1153
+ریو 1153
+_هن 1150
+رکا 1149
+وکا 1148
+تیم 1147
+شیر 1147
+_اح 1145
+یور 1145
+_رس 1144
+اشی 1143
+الد 1142
+امر 1142
+لاس 1142
+هم_ 1141
+یکو 1141
+کری 1140
+ازم 1139
+یاس 1139
+لما 1138
+نیو 1137
+یمی 1137
+تال 1134
+علی 1132
+_دس 1131
+رمی 1126
+رتو 1125
+الب 1124
+_ند 1123
+اکو 1122
+گوی 1120
+یوا 1118
+متر 1117
+رزا 1115
+نین 1115
+کند 1115
+_حا 1114
+سکو 1108
+پای 1108
+اکس 1107
+مدی 1104
+ندن 1103
+فتا 1100
+بات 1097
+_بس 1096
+رخو 1096
+پیر 1095
+اول 1092
+شد_ 1086
+کس_ 1086
+_عل 1085
+ذار 1081
+ربی 1081
+هر_ 1080
+هاى 1078
+_زن 1077
+رنگ 1077
+ویر 1076
+_تع 1073
+_شک 1073
+ردو 1071
+شین 1070
+نتر 1069
+هاس 1068
+نس_ 1067
+هند 1066
+یچ_ 1066
+_عا 1064
+الک 1059
+رتی 1058
+ازن 1057
+جوا 1056
+رتا 1055
+وید 1054
+مری 1052
+_آو 1050
+مسا 1047
+رشا 1045
+لیت 1045
+ینه 1043
+افی 1042
+نتا 1040
+_شن 1039
+_فل 1039
+افر 1039
+_جن 1038
+کنن 1037
+_اد 1035
+_پس 1035
+وى_ 1035
+نات 1032
+واد 1031
+وبا 1029
+فیل 1028
+وتو 1028
+دنی 1026
+دیر 1025
+_ول 1023
+ازد 1023
+باب 1021
+شاه 1020
+گون 1018
+واب 1017
+وبی 1016
+رنی 1014
+سار 1014
+واز 1014
+یره 1014
+لوی 1013
+کنی 1013
+کول 1013
+اتا 1011
+اهر 1011
+یال 1011
+یام 1011
+ودن 1010
+رگ_ 1009
+یزا 1009
+_اخ 1007
+رمن 1007
+ریت 1000
+ریه 999
+مت_ 999
+کرو 999
+یبا 998
+سى_ 997
+اسپ 996
+یرن 996
+_ده 995
+_سل 995
+_عم 995
+_صد 992
+تول 990
+زای 990
+اش_ 989
+اون 988
+وئی 987
+ماس 986
+_مخ 984
+ایس 984
+ایل 984
+ربر 983
+_عب 982
+سته 982
+نون 982
+پول 982
+_تم 981
+_شم 981
+یدم 976
+سکی 973
+شار 973
+پیش 970
+وتی 964
+لت_ 963
+دوس 959
+کلی 959
+منا 958
+سن_ 957
+لم_ 957
+بیر 955
+کاس 953
+وزا 951
+وه_ 950
+دش_ 949
+_نف 948
+رک_ 947
+_بش 945
+کات 945
+ستم 944
+هاد 944
+رس_ 943
+روب 943
+ودر 943
+وسا 943
+ویل 943
+نتو 938
+سلا 937
+_ضد 936
+_نب 935
+کتر 934
... 18842 lines suppressed ...