You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tika.apache.org by ta...@apache.org on 2021/04/10 11:09:01 UTC
[tika] branch main updated (4069025 -> a632354)
This is an automated email from the ASF dual-hosted git repository.
tallison pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/tika.git.
from 4069025 TIKA-3343 -- move Tika's legacy lang detector to its own submodule in tika-langdetect
new bd6cbb5 TIKA-3343 -- move Tika's legacy lang detector to its own submodule in tika-langdetect -- git add lang models
new a632354 update comparison reports for extract exception comparisons
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../src/main/resources/comparison-reports-pg.xml | 2 +
.../src/main/resources/comparison-reports.xml | 29 +
.../org/apache/tika/langdetect/tika/be.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/ca.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/da.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/de.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/el.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/en.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/eo.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/es.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/et.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/fa.ngp | 1001 ++++++++++++++++
.../org/apache/tika/langdetect/tika/fi.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/fr.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/gl.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/hu.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/is.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/it.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/lt.ngp | 1209 ++++++++++++++++++++
.../org/apache/tika/langdetect/tika/nl.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/no.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/pl.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/pt.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/ro.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/ru.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/sk.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/sl.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/sv.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/th.ngp | 1014 ++++++++++++++++
.../tika/langdetect/tika/tika.language.properties | 56 +
.../org/apache/tika/langdetect/tika/uk.ngp | 1014 ++++++++++++++++
31 files changed, 28661 insertions(+)
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/be.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/ca.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/da.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/de.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/el.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/en.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/eo.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/es.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/et.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/fa.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/fi.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/fr.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/gl.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/hu.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/is.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/it.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/lt.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/nl.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/no.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/pl.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/pt.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/ro.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/ru.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/sk.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/sl.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/sv.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/th.ngp
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/tika.language.properties
create mode 100644 tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/uk.ngp
[tika] 02/02: update comparison reports for extract exception
comparisons
Posted by ta...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
tallison pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tika.git
commit a63235476b938210e5111611f502aad331de904b
Author: tallison <ta...@apache.org>
AuthorDate: Sat Apr 10 07:08:47 2021 -0400
update comparison reports for extract exception comparisons
---
.../src/main/resources/comparison-reports-pg.xml | 2 ++
.../src/main/resources/comparison-reports.xml | 29 ++++++++++++++++++++++
2 files changed, 31 insertions(+)
diff --git a/tika-eval/tika-eval-app/src/main/resources/comparison-reports-pg.xml b/tika-eval/tika-eval-app/src/main/resources/comparison-reports-pg.xml
index 5bcf88e..5940f46 100644
--- a/tika-eval/tika-eval-app/src/main/resources/comparison-reports-pg.xml
+++ b/tika-eval/tika-eval-app/src/main/resources/comparison-reports-pg.xml
@@ -19,6 +19,8 @@
under the License.
-->
+<!-- this should be the same as comparison-reports.xml but
+ translated from the H2 dialect to postgres -->
<reports>
diff --git a/tika-eval/tika-eval-app/src/main/resources/comparison-reports.xml b/tika-eval/tika-eval-app/src/main/resources/comparison-reports.xml
index e23ec5e..a12e7c7 100644
--- a/tika-eval/tika-eval-app/src/main/resources/comparison-reports.xml
+++ b/tika-eval/tika-eval-app/src/main/resources/comparison-reports.xml
@@ -1202,6 +1202,35 @@
on e.extract_exception_id=t.extract_exception_id
</sql>
</report>
+ <report reportName="fixedCatastrophicExtractExceptions"
+ reportFilename="exceptions/fixed_catastrophic_exceptions_in_b.xlsx"
+ format="xlsx"
+ includeSql="true">
+ <sql>
+ select exa.file_path, ra.extract_exception_description, rb.extract_exception_description
+ from extract_exceptions_a exa
+ left join extract_exceptions_b exb on exa.container_id=exb.container_id
+ join ref_extract_exception_types ra on exa.extract_exception_id = ra.extract_exception_id
+ left join ref_extract_exception_types rb on exb.extract_exception_id = rb.extract_exception_id
+ where exa.extract_exception_id < 4
+ and (exb.extract_exception_id is null or exb.extract_exception_id > 3)
+ </sql>
+ </report>
+ <report reportName="newCatastrophicExtractExceptions"
+ reportFilename="exceptions/new_catastrophic_exceptions_in_b.xlsx"
+ format="xlsx"
+ includeSql="true">
+ <sql>
+ select exb.file_path, rb.extract_exception_description, ra.extract_exception_description
+ from extract_exceptions_b exb
+ left join extract_exceptions_a exa on exb.container_id=exa.container_id
+ join ref_extract_exception_types rb on exb.extract_exception_id = rb.extract_exception_id
+ left join ref_extract_exception_types ra on exa.extract_exception_id = ra.extract_exception_id
+ where exb.extract_exception_id < 4
+ and (exa.extract_exception_id is null or exa.extract_exception_id > 3)
+ </sql>
+ </report>
+
<report reportName="parseExceptionTypesA"
reportFilename="exceptions/overall_exception_types_a.xlsx"
format="xlsx"
[tika] 01/02: TIKA-3343 -- move Tika's legacy lang detector to its
own submodule in tika-langdetect -- git add lang models
Posted by ta...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
tallison pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tika.git
commit bd6cbb56b9ee65bb1ef72a23cad5961f02223a9a
Author: tallison <ta...@apache.org>
AuthorDate: Sat Apr 10 07:07:53 2021 -0400
TIKA-3343 -- move Tika's legacy lang detector to its own submodule in tika-langdetect -- git add lang models
---
.../org/apache/tika/langdetect/tika/be.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/ca.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/da.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/de.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/el.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/en.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/eo.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/es.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/et.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/fa.ngp | 1001 ++++++++++++++++
.../org/apache/tika/langdetect/tika/fi.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/fr.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/gl.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/hu.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/is.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/it.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/lt.ngp | 1209 ++++++++++++++++++++
.../org/apache/tika/langdetect/tika/nl.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/no.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/pl.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/pt.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/ro.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/ru.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/sk.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/sl.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/sv.ngp | 1014 ++++++++++++++++
.../org/apache/tika/langdetect/tika/th.ngp | 1014 ++++++++++++++++
.../tika/langdetect/tika/tika.language.properties | 56 +
.../org/apache/tika/langdetect/tika/uk.ngp | 1014 ++++++++++++++++
29 files changed, 28630 insertions(+)
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/be.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/be.ngp
new file mode 100644
index 0000000..5a90dfb
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/be.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_па 3116
+_і_ 2556
+_на 2147
+_пр 2138
+на_ 2079
+ай_ 1954
+ста 1826
+_ка 1654
+пра 1646
+аў_ 1634
+_ў_ 1489
+_з_ 1484
+ава 1461
+_ст 1451
+ць_ 1391
+га_ 1369
+кі_ 1308
+ага 1303
+_у_ 1298
+ны_ 1297
+_ад 1277
+_за 1271
+_як 1261
+ска 1234
+_вы 1167
+_да 1149
+ам_ 1123
+ii_ 1108
+ых_ 1094
+пер 1074
+ара 1055
+дзе 1022
+_ра 997
+_ма 950
+ым_ 946
+ая_ 934
+най 933
+ана 932
+ыя_ 920
+ца_ 919
+не_ 899
+льн 883
+ла_ 846
+пад 842
+ван 836
+ера 832
+алі 831
+пры 819
+ае_ 818
+цца 811
+год 792
+_пе 783
+мі_ 779
+аль 776
+ня_ 773
+лі_ 772
+_th 765
+анн 760
+_i_ 748
+да_ 744
+ад_ 741
+ала 737
+ада 736
+_ii 733
+ва_ 729
+асц 724
+скі 714
+рад 710
+_не 701
+_бы 688
+рац 681
+аст 679
+кам 668
+ся_ 668
+ных 651
+_са 650
+іст 648
+ары 640
+ыі_ 636
+оль 635
+тар 633
+the 625
+ння 625
+кай 618
+ля_ 610
+_аб 607
+ка_ 607
+ама 604
+іка 604
+кар 599
+_of 594
+of_ 587
+he_ 586
+ki_ 584
+on_ 580
+дзі 580
+аны 579
+ным 579
+рам 578
+рас 577
+рав 569
+але 568
+_та 561
+er_ 561
+ры_ 555
+які 555
+ці_ 553
+дзя 552
+вал 548
+тра 548
+кан 545
+нас 544
+наг 542
+_го 540
+таг 540
+аго 539
+тва 539
+адз 536
+нік 535
+амі 534
+ні_ 533
+ран 527
+ку_ 526
+нне 517
+ата 513
+іі_ 508
+сці 507
+ski 505
+ія_ 505
+_ча 503
+раз 501
+ацы 499
+es_ 498
+зе_ 493
+нск 492
+_ва 486
+зна 485
+_лі 484
+та_ 481
+_св 480
+ую_ 476
+_co 472
+аць 471
+лас 468
+тры 466
+ддз 460
+час 460
+лад 459
+го_ 457
+ств 450
+іх_ 450
+стр 449
+ion 445
+сам 442
+_га 441
+ная 441
+чна 441
+_сі 437
+так 437
+_дз 436
+ім_ 436
+тал 435
+ныя 434
+us_ 428
+ецц 428
+_de 426
+_ал 424
+одд 424
+ра_ 424
+ыў_ 424
+iii 418
+аро 416
+лік 415
+_су 414
+кла 413
+лен 410
+таў 408
+рым 406
+вае 404
+тан 402
+еры 400
+каг 400
+_рэ 398
+энн 398
+оўн 395
+одз 394
+_ін 393
+вы_ 392
+_wi 387
+был 386
+па_ 386
+там 384
+пас 382
+раў 381
+ова 380
+дна 379
+рыс 379
+енн 373
+нав 372
+and 371
+ычн 371
+_re 370
+апа 369
+ма_ 369
+_по 368
+йск 368
+ход 368
+_ме 366
+_гр 364
+ах_ 364
+адн 363
+_in 357
+is_ 356
+ані 355
+кім 355
+рыя 355
+аве 353
+для 353
+_an 352
+_вя 351
+tio 351
+аві 349
+гра 348
+овы 348
+анс 345
+_дл 343
+_сп 343
+ача 343
+ыка 343
+ыст 343
+аўн 342
+al_ 341
+_бе 339
+_li 338
+кал 338
+_ас 337
+ows 336
+_ma 335
+_шт 335
+_ве 333
+_кр 333
+вар 333
+ьна 331
+ман 330
+стэ 330
+_ба 328
+спа 328
+оў_ 327
+ўна 327
+_ар 326
+яго 325
+кія 323
+_vi 322
+аля 319
+пар 319
+цыя 318
+кая 317
+_po 316
+_яг 316
+мен 316
+пал 316
+нач 315
+рат 312
+анд 311
+аса 309
+ой_ 308
+то_ 308
+ар_ 307
+ле_ 307
+пам 307
+_тэ 306
+ati 306
+nd_ 306
+ter 306
+_ім 303
+род 303
+an_ 302
+вай 302
+тэм 302
+цыі 301
+_а_ 300
+ваў 299
+вер 299
+мы_ 299
+нал 299
+_мо 298
+быў 298
+асн 296
+en_ 295
+ліс 295
+ак_ 291
+аўс 290
+што 290
+сва 288
+вык 287
+рус 287
+аме 286
+ака 284
+нам 284
+чны 284
+_ко 283
+рал 283
+яў_ 282
+ены 281
+чан 281
+_ат 280
+авы 280
+сту 279
+ася 276
+ахо 276
+ора 276
+сіс 276
+сто 275
+_xi 274
+аец 274
+як_ 274
+ялі 274
+гэт 273
+кра 273
+_be 272
+_ar 271
+нні 271
+одн 271
+ты_ 271
+му_ 270
+паў 269
+яка 269
+_мі 268
+іна 268
+ду_ 267
+аб_ 266
+ына 266
+ўся 266
+de_ 265
+_гэ 264
+кіх 264
+аюц 263
+уль 262
+_pr 261
+ed_ 261
+_ск 260
+ia_ 260
+чын 260
+ыма 260
+_pa 259
+ўва 259
+ало 257
+мар 257
+_ро 255
+ды_ 255
+ела 255
+сць 255
+асп 254
+кас 254
+льк 254
+оры 254
+чы_ 254
+эта 254
+азв 252
+даў 252
+іта 252
+_во 251
+_зн 249
+бел 249
+_то 248
+_гу 247
+iv_ 247
+цый 247
+зен 246
+ыла 246
+асл 245
+мал 245
+wsk 244
+атр 244
+зя_ 244
+йна 244
+ing 242
+уск 242
+кса 241
+мас 241
+чэн 241
+ады 240
+вац 240
+ода 240
+_st 239
+ch_ 239
+арт 239
+_ап 237
+_xv 236
+_ся 236
+_тр 236
+in_ 236
+вял 236
+за_ 236
+тэр 236
+цы_ 236
+ена 235
+пав 235
+_to 234
+ng_ 234
+акс 234
+_бо 233
+_ві 233
+кав 233
+іра 232
+re_ 231
+аба 231
+le_ 230
+сты 230
+ант 229
+ную 229
+яй_ 229
+раб 228
+чал 228
+іў_ 228
+sta 227
+тор 227
+амп 226
+піс 226
+ix_ 225
+нта 224
+ent 223
+to_ 223
+_no 222
+_ан 221
+дав 221
+каў 221
+тур 221
+раг 220
+_ге 219
+ist 219
+ыва 219
+ьны 219
+or_ 218
+зва 218
+_so 217
+ару 217
+нар 216
+ьні 216
+ерш 215
+рын 215
+rus 214
+at_ 213
+ве_ 213
+пач 213
+іла 213
+_ca 212
+ем_ 212
+мер 212
+ст_ 212
+_bo 211
+або 211
+ніц 210
+ымі 210
+ўны 210
+_iv 209
+іва 209
+ўля 209
+vii 208
+маг 208
+_ру 207
+вых 207
+дар 207
+_a_ 206
+_ты 206
+xvi 206
+нов 206
+юць 206
+_un 205
+_се 205
+nte 205
+аза 205
+анц 205
+ель 205
+_la 204
+ылі 204
+_ўс 203
+ыйн 203
+бра 202
+льш 202
+літ 202
+нае 202
+тым 202
+ўні 202
+_se 201
+ndo 201
+оўв 201
+пан 201
+яе_ 201
+win 200
+іцы 200
+_ды 199
+_кі 199
+наў 199
+рыі 199
+шча 199
+аты 198
+мат 198
+пол 198
+сна 198
+_mi 197
+_аў 197
+ate 197
+агр 197
+ога 197
+са_ 197
+спр 197
+dow 196
+буд 195
+лав 195
+ль_ 195
+рак 195
+гад 194
+рма 194
+мов 193
+сла 193
+ькі 193
+адк 192
+дал 192
+рык 192
+іць 192
+ind 191
+гру 191
+ічн 191
+_na 190
+et_ 190
+na_ 190
+амо 190
+_fo 189
+тна 189
+_sa 188
+асі 188
+ган 188
+ўск 188
+int 187
+рыт 187
+дам 186
+лан 186
+мпе 186
+туп 186
+імп 186
+_др 185
+_ры 185
+лар 185
+тоў 185
+_бу 184
+la_ 184
+інш 183
+ver 182
+тав 182
+ікі 182
+_le 181
+гор 181
+іза 181
+_al 180
+дра 180
+яўл 180
+vi_ 179
+ляе 179
+ту_ 179
+ta_ 177
+te_ 177
+вой 177
+вор 177
+lar 175
+аду 175
+жна 175
+ков 175
+кры 174
+нцы 174
+яко 174
+абі 173
+гал 173
+рна 173
+ік_ 173
+_му 172
+ан_ 172
+ачы 172
+ваю 172
+нен 172
+che 171
+for 171
+ліц 171
+ce_ 170
+lin 170
+адс 170
+наз 170
+_ro 169
+ws_ 169
+зі_ 169
+од_ 168
+ers 167
+st_ 167
+ас_ 167
+зіц 167
+тка 167
+ён_ 167
+_ку 166
+tor 166
+йны 166
+ne_ 165
+апі 165
+акі 164
+бар 164
+кір 164
+ліч 164
+рск 164
+тыч 164
+ыю_ 164
+_ус 163
+_do 162
+аво 162
+аўт 162
+вед 162
+дан 162
+дны 162
+_am 161
+ns_ 161
+вым 161
+ніі 161
+рап 161
+_ца 160
+os_ 160
+акт 160
+жан 160
+нак 160
+шы_ 160
+ілі 160
+_чы 159
+арм 159
+бол 159
+ей_ 159
+каз 159
+тол 159
+ума 159
+адо 158
+ейс 158
+ыкл 158
+ыць 158
+_но 157
+гар 157
+_ле 156
+пы_ 156
+рон 156
+ін_ 156
+няў 155
+скл 155
+це_ 155
+_di 154
+вет 154
+ека 154
+роў 154
+сав 154
+_fr 153
+_зв 153
+ste 153
+апр 153
+ica 152
+гер 152
+заб 152
+зін 152
+паз 152
+_mo 151
+el_ 151
+ie_ 151
+тай 151
+ызн 151
+эмы 151
+ra_ 150
+um_ 150
+гул 150
+пла 150
+руп 150
+ыні 150
+_ch 149
+_пл 149
+арэ 149
+вод 149
+рта 149
+цар 149
+am_ 148
+аму 148
+est 147
+адр 147
+лів 147
+сан 147
+as_ 146
+апе 146
+аск 146
+дад 146
+ект 146
+зас 146
+цэн 146
+іль 146
+_ак 145
+con 145
+азн 145
+кую 145
+нда 145
+нем 145
+рга 145
+ску 145
+тво 145
+цтв 145
+_c_ 144
+_яў 144
+ot_ 144
+лін 144
+нап 144
+яна 144
+яшч 144
+кол 143
+льс 143
+ну_ 143
+ршы 143
+_ne 142
+_te 142
+his 142
+блі 142
+вяр 142
+кта 142
+_me 141
+ms_ 141
+nt_ 141
+азі 141
+анг 141
+віл 141
+аін 140
+зам 140
+суп 140
+_sp 139
+_фа 139
+ari 139
+вып 139
+ент 139
+коў 139
+мін 139
+рэн 139
+тро 139
+ill 138
+ran 138
+sto 138
+амы 138
+кае 138
+роз 138
+чым 138
+іча 138
+bel 137
+кат 137
+ноў 137
+ост 137
+пак 137
+уда 137
+юцц 137
+_xx 136
+_ўз 136
+ry_ 136
+амн 136
+аўл 136
+ерс 136
+зел 136
+лам 136
+мны 136
+ншы 136
+рыз 136
+рэд 136
+ючы 136
+all 135
+ic_ 135
+пап 135
+_ba 134
+_фр 134
+_ён 134
+афі 134
+зав 134
+нія 134
+све 134
+яме 134
+_іс 133
+lan 133
+se_ 133
+айн 133
+арс 133
+ацэ 133
+раі 133
+уча 133
+іся 133
+_gr 132
+ela 132
+men 132
+uni 132
+зац 132
+ней 132
+оду 132
+энт 132
+_гі 131
+зах 131
+мац 131
+нст 131
+она 131
+спе 131
+ула 131
+_ge 130
+_v_ 130
+xii 130
+вен 130
+вік 130
+ру_ 130
+ьск 130
+_зм 129
+edi 129
+per 129
+ане 129
+мад 129
+маў 129
+фар 129
+arm 128
+bot 128
+аз_ 128
+нтр 128
+ско 128
+цэс 128
+ыяд 128
+іку 128
+ўта 128
+ета 127
+між 127
+іса 127
+_ho 126
+_ха 126
+com 126
+ome 126
+бал 126
+ярж 126
+_si 125
+_кл 125
+era 125
+атк 125
+мес 125
+ржа 125
+_su 124
+_зб 124
+ar_ 124
+nal 124
+rea 124
+він 124
+зап 124
+кул 124
+лаў 124
+ніз 124
+сля 124
+ўле 124
+_кн 123
+ani 123
+aru 123
+ich 123
+ona 123
+адп 123
+бер 123
+ваг 123
+зяр 123
+мпа 123
+цка 123
+імі 123
+_ам 122
+_ну 122
+mar 122
+ńsk 122
+асо 122
+гу_ 122
+зан 122
+нан 122
+нах 122
+lit 121
+nce 121
+sch 121
+ату 121
+уст 121
+чат 121
+ўст 121
+_at 120
+ian 120
+pol 120
+ris 120
+агу 120
+дст 119
+дын 119
+ерн 119
+зал 119
+сар 119
+тны 119
+удз 119
+_ni 118
+_ла 118
+бо_ 118
+ніч 118
+усі 118
+ive 117
+rat 117
+абр 117
+дск 117
+кцы 117
+мет 117
+нна 117
+тат 117
+ію_ 117
+_бр 116
+der 116
+no_ 116
+саб 116
+яды 116
+_г_ 115
+ens 115
+ons 115
+rs_ 115
+ано 115
+ато 115
+эра 115
+_is 114
+ali 114
+les 114
+lis 114
+man 114
+tan 114
+два 114
+дыч 114
+кты 114
+над 114
+ярэ 114
+_da 113
+ten 113
+зей 113
+ло_ 113
+льт 113
+нны 113
+нум 113
+яец 113
+_дв 112
+_лю 112
+_сл 112
+tra 112
+адм 112
+дае 112
+нек 112
+озн 112
+упы 112
+іны 112
+_жа 111
+_яе 111
+ll_ 111
+арк 111
+ліз 111
+стк 111
+цоў 111
+_ha 110
+_pe 110
+_ян 110
+ka_ 110
+дка 110
+ойс 110
+рай 110
+pro 109
+ros 109
+абл 109
+авя 109
+аха 109
+ву_ 109
+выя 109
+еда 109
+раф 109
+фра 109
+цыю 109
+_ja 108
+th_ 108
+арг 108
+пат 108
+ыло 108
+эты 108
+ях_ 108
+іцц 108
+_on 107
+ard 107
+ell 107
+lle 107
+om_ 107
+str 107
+пус 107
+_he 106
+_дэ 106
+art 106
+coa 106
+por 106
+адт 106
+аца 106
+бав 106
+эры 106
+_tr 105
+oli 105
+выс 105
+нты 105
\ No newline at end of file
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/ca.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/ca.ngp
new file mode 100644
index 0000000..083e0e6
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/ca.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_de 516022
+es_ 365077
+de_ 334150
+la_ 263275
+el_ 261190
+_el 243111
+_la 233181
+_co 177338
+_i_ 171080
+en_ 169592
+ent 166275
+que 166181
+ls_ 157560
+nt_ 150408
+_a_ 143945
+_es 142224
+_qu 141042
+_se 140738
+_en 134188
+_pe 132199
+er_ 131611
+_un 123347
+per 123282
+al_ 120012
+ia_ 118076
+del 116515
+_al 107051
+_l_ 105983
+at_ 105377
+est 105341
+men 104773
+ue_ 104665
+na_ 104442
+els 101956
+ar_ 101658
+_ca 100754
+va_ 97716
+les 97400
+ts_ 95576
+_va 93846
+_pr 91960
+_re 90487
+ió_ 89704
+és_ 87754
+ra_ 86970
+ant 86210
+_d_ 84565
+ns_ 83984
+res 79034
+con 78700
+com 76189
+re_ 75747
+_le 73315
+ció 71365
+ta_ 71034
+_ma 69384
+tat 69135
+_po 67807
+des 67019
+_pa 65755
+sta 65224
+aci 64934
+amb 64831
+_no 63591
+ica 62191
+da_ 61970
+ons 61946
+un_ 60044
+_am 59421
+tre 58786
+era 55582
+_di 55225
+ter 55129
+an_ 54289
+ca_ 54098
+_in 53935
+ita 53038
+ues 52668
+una 52339
+_an 49240
+_te 49089
+mb_ 48417
+pro 47675
+nci 47057
+_mo 47048
+cia 46374
+ion 46213
+ran 46058
+ona 45850
+par 45623
+ist 44820
+_tr 43920
+ada 43914
+tra 43026
+als 41706
+_fo 41079
+om_ 40973
+_ll 40939
+_és 40055
+ria 39718
+_ha 39263
+ir_ 38985
+tes 37588
+ame 37502
+eix 36953
+_so 36817
+os_ 36738
+rs_ 36655
+ser 36569
+nta 35894
+ell 35382
+ntr 35005
+or_ 34878
+aqu 34384
+ura 34186
+cio 33689
+ren 33576
+tan 33546
+esp 33545
+ste 33496
+ici 33411
+car 33386
+_ta 33334
+pre 33213
+any 33166
+eri 33092
+ina 32951
+tal 32531
+str 32499
+_ba 32466
+més 32434
+art 32365
+_me 32132
+lla 32045
+nts 31902
+_aq 31778
+ats 31473
+tic 31409
+_si 31263
+sa_ 31258
+_ar 31183
+bre 30897
+_to 30832
+ten 30645
+le_ 30308
+_fi 30264
+ort 30218
+man 30192
+ver 30142
+for 29957
+_ex 29143
+sti 29068
+_ac 28797
+nte 28630
+us_ 28612
+eu_ 28538
+nom 28515
+lit 28502
+sen 28418
+seg 28278
+tor 28235
+err 28123
+_vi 28083
+_mé 28005
+ers 27946
+_su 27596
+_sa 27595
+mar 27488
+ic_ 27478
+lle 27184
+ari 26678
+ont 26666
+ara 26489
+ori 26486
+_fe 26413
+seu 26393
+_gr 26304
+qua 26246
+_hi 26199
+is_ 26180
+int 25926
+gra 25649
+tar 25610
+_mi 25597
+no_ 25452
+nes 25065
+alt 24511
+ix_ 24456
+ll_ 24451
+_ve 24208
+por 24096
+ere 24061
+ans 24031
+arr 23938
+ime 23877
+fer 23807
+ali 23651
+all 23633
+ial 23506
+ass 23454
+pri 23452
+_o_ 23436
+ual 23234
+ana 23127
+rre 23061
+esc 22896
+ect 22871
+ome 22854
+nal 22845
+_s_ 22560
+ral 22518
+nic 22285
+_do 22283
+rt_ 22264
+st_ 22258
+mer 22240
+tam 22231
+uni 22189
+ma_ 22184
+ble 22180
+ene 22143
+nti 22140
+tur 22048
+van 22021
+orm 22005
+act 21946
+ins 21897
+ies 21892
+lar 21738
+_ci 21641
+cs_ 21161
+se_ 20858
+pos 20683
+rra 20605
+ava 20555
+fin 20460
+rec 20446
+tro 20443
+rac 20323
+rat 20233
+tot 20207
+ade 20156
+ssi 20136
+ner 20125
+cat 19966
+emp 19904
+sev 19886
+one 19873
+enc 19861
+rma 19747
+gen 19728
+it_ 19693
+den 19676
+lan 19577
+mat 19547
+itz 19446
+_ge 19434
+der 19382
+rta 19204
+ènc 19186
+ata 19034
+ot_ 18970
+fic 18950
+ate 18866
+nat 18829
+_cr 18819
+ide 18781
+eva 18674
+on_ 18627
+_ce 18458
+rti 18387
+tit 18385
+_mu 18237
+rim 18230
+_fa 18218
+ens 18112
+mes 18112
+cap 18107
+omp 18045
+eta 18011
+ric 17998
+reg 17890
+tri 17879
+ess 17709
+inc 17709
+ri_ 17687
+cci 17676
+_or 17654
+cte 17632
+min 17550
+ode 17544
+nar 17519
+egu 17514
+erm 17464
+sos 17459
+aix 17443
+ost 17412
+olt 17332
+cas 17292
+tza 17252
+cor 17228
+ssa 17182
+tem 16913
+qui 16901
+ili 16857
+dor 16849
+ón_ 16828
+obl 16777
+ret 16755
+bar 16710
+cal 16685
+ena 16678
+te_ 16677
+rad 16633
+alm 16596
+ien 16571
+rop 16567
+vol 16554
+obr 16529
+rme 16443
+are 16439
+mun 16433
+_fr 16417
+ven 16399
+ors 16387
+san 16350
+_im 16318
+can 16285
+dia 16285
+bé_ 16281
+mol 16137
+ill 16059
+me_ 16036
+ese 15975
+ixe 15972
+ha_ 15947
+_ai 15854
+et_ 15830
+lic 15800
+val 15792
+_ro 15789
+ale 15784
+_du 15675
+rit 15631
+cip 15576
+ert 15538
+lme 15519
+ord 15447
+and 15425
+ltr 15408
+gue 15316
+ado 15312
+ern 15098
+iqu 15087
+len 14989
+ris 14984
+nya 14948
+cul 14944
+cen 14918
+ol_ 14907
+ou_ 14906
+hi_ 14874
+rei 14862
+ula 14766
+ora 14745
+tin 14743
+pel 14711
+itu 14694
+eni 14603
+arc 14590
+dic 14407
+_ob 14388
+imp 14387
+dis 14310
+nit 14227
+ele 14009
+ani 13971
+ast 13971
+eme 13932
+ny_ 13839
+ive 13822
+_na 13820
+tua 13809
+oma 13726
+_pl 13717
+uer 13693
+osa 13686
+ron 13581
+ini 13555
+ala 13512
+ida 13500
+cie 13468
+cre 13468
+mon 13465
+end 13447
+tac 13438
+_er 13426
+mpo 13404
+ure 13374
+rie 13339
+tei 13267
+edi 13254
+unt 13234
+iu_ 13221
+nse 13173
+nen 13153
+nor 13079
+_só 13030
+rin 12959
+són 12945
+mit 12928
+oca 12908
+ine 12900
+ave 12869
+bla 12846
+mbé 12845
+mpl 12834
+_ap 12825
+ics 12814
+cad 12803
+nst 12802
+ves 12789
+nia 12782
+sit 12782
+rar 12769
+pla 12734
+_as 12727
+_gu 12721
+_ja 12720
+_ho 12715
+uta 12678
+ota 12648
+ses 12620
+via 12599
+ega 12561
+_li 12555
+lac 12526
+dre 12515
+gle 12477
+sol 12468
+pob 12447
+col 12441
+sió 12419
+anc 12363
+nca 12341
+ind 12339
+sse 12307
+rob 12271
+lat 12262
+nda 12249
+_ju 12215
+cri 12161
+rri 12146
+ane 12139
+mbr 12080
+rea 12049
+llo 11949
+ema 11932
+gua 11875
+rd_ 11866
+sar 11789
+rel 11778
+ber 11736
+erò 11715
+sic 11598
+_ne 11592
+cam 11520
+ple 11474
+pod 11458
+met 11451
+ctu 11440
+rep 11438
+pal 11427
+_da 11420
+rib 11400
+ati 11390
+ndi 11390
+rò_ 11380
+rio 11368
+esa 11341
+_ab 11328
+lli 11321
+dur 11318
+cos 11280
+iva 11228
+igu 11219
+_be 11216
+avi 11215
+ut_ 11203
+fra 11164
+bli 11153
+lem 11146
+ys_ 11134
+uan 11131
+ces 11109
+rom 11076
+ove 11038
+nys 11002
+gui 10995
+nça 10985
+tiv 10957
+egl 10943
+lia 10896
+ya_ 10893
+ult 10843
+erv 10831
+_ga 10734
+rna 10732
+_ri 10676
+_jo 10674
+ing 10662
+emb 10644
+eus 10637
+nce 10612
+nde 10594
+lor 10593
+nsi 10581
+ete 10554
+rca 10542
+ja_ 10524
+spe 10499
+lta 10474
+ifi 10465
+_em 10456
+pol 10444
+dir 10436
+ngu 10431
+nis 10409
+cer 10390
+don 10375
+_pu 10323
+eco 10300
+_ra 10262
+sob 10260
+ivi 10238
+ban 10229
+ian 10170
+sis 10162
+_fu 10153
+alg 10112
+rod 10078
+lt_ 10050
+_cl 10043
+pan 10040
+dif 10028
+ua_ 10012
+tel 9978
+li_ 9977
+cti 9957
+si_ 9943
+mor 9937
+gon 9889
+rés 9888
+egi 9884
+ni_ 9864
+abl 9848
+_bo 9844
+olu 9815
+mal 9813
+pas 9800
+ap_ 9785
+sme 9781
+cta 9727
+_ad 9715
+hav 9713
+ima 9703
+mic 9686
+apa 9669
+tru 9662
+ça_ 9643
+tir 9636
+mil 9608
+til 9572
+ego 9564
+ano 9507
+pen 9507
+_au 9488
+tge 9463
+_oc 9455
+spr 9442
+cla 9407
+orr 9393
+ciu 9374
+ola 9352
+oni 9339
+loc 9337
+ram 9321
+_on 9317
+_cu 9285
+_lo 9251
+sco 9204
+_vo 9195
+nad 9194
+ès_ 9179
+rov 9167
+esi 9153
+div 9145
+as_ 9130
+vis 9114
+fou 9048
+iut 9043
+ard 8995
+omi 8972
+nac 8969
+tiu 8965
+oc_ 8913
+aba 8860
+olo 8854
+ire 8841
+pré 8827
+il_ 8820
+oba 8808
+ang 8790
+erc 8775
+òri 8767
+_pi 8739
+ior 8736
+ite 8721
+ii_ 8705
+bra 8694
+eny 8693
+ism 8690
+exp 8687
+pot 8675
+oli 8626
+ore 8624
+_ti 8613
+ipa 8589
+din 8544
+lls 8534
+omb 8529
+mpe 8517
+cel 8502
+son 8501
+atr 8482
+dar 8460
+_at 8397
+sso 8378
+sid 8365
+its 8361
+_go 8338
+aca 8333
+pec 8306
+ga_ 8289
+ps_ 8274
+ge_ 8262
+atu 8257
+eng 8206
+rqu 8206
+etr 8170
+oci 8168
+lgu 8156
+stà 8124
+ler 8122
+lon 8118
+gun 8109
+roc 8104
+rer 8100
+lis 8081
+odu 8065
+tà_ 8062
+xen 8043
+his 7998
+ela 7945
+sem 7945
+tad 7919
+atg 7895
+in_ 7889
+sup 7878
+ote 7860
+uir 7809
+sal 7776
+ust 7768
+ama 7756
+reu 7735
+fil 7690
+spa 7671
+neg 7669
+ís_ 7662
+uns 7656
+amp 7646
+vil 7641
+ndr 7631
+adi 7617
+spo 7599
+eur 7590
+_xi 7571
+eci 7552
+tòr 7550
+reb 7523
+onc 7522
+ixa 7517
+uci 7514
+bal 7503
+eve 7490
+duc 7474
+rce 7431
+han 7411
+oss 7406
+bri 7389
+rig 7372
+vin 7362
+gut 7357
+jor 7343
+ros 7317
+eti 7308
+sca 7294
+ars 7286
+rn_ 7286
+ud_ 7268
+ucc 7258
+uit 7244
+ira 7243
+ipi 7239
+_br 7237
+var 7233
+anç 7223
+gre 7223
+ila 7217
+ei_ 7205
+rso 7194
+mpr 7170
+riu 7125
+efe 7122
+eli 7116
+isi 7105
+té_ 7098
+rem 7075
+und 7059
+ova 7043
+àni 7041
+inf 7026
+vid 7026
+sin 7008
+pon 7004
+nir 7000
+pli 6922
+ife 6896
+bas 6873
+arl 6871
+osi 6859
+aus 6851
+sia 6834
+upa 6821
+iar 6812
+_ag 6800
+scr 6758
+ovi 6753
+uen 6729
+gia 6727
+uti 6727
+xem 6727
+fon 6719
+rci 6717
+nve 6706
+iss 6705
+lin 6698
+aco 6694
+org 6677
+tim 6668
+cac 6662
+gad 6659
+ref 6647
+lec 6646
+ext 6638
+sig 6636
+stò 6622
+llu 6611
+sat 6606
+pat 6604
+acc 6577
+orn 6571
+ià_ 6556
+igi 6555
+lad 6555
+iat 6553
+ume 6547
+ajo 6541
+gan 6525
+rro 6523
+nov 6518
+ope 6518
+ba_ 6515
+tja 6512
+_ed 6493
+cit 6468
+ger 6462
+_he 6451
+fun 6434
+eda 6426
+maj 6401
+arg 6374
+_ni 6371
+pa_ 6369
+ito 6356
+enç 6344
+env 6341
+udi 6337
+ui_ 6317
+aig 6306
+dat 6296
+_eu 6285
+lim 6278
+rot 6262
+sor 6261
+iga 6249
+xa_ 6247
+íti 6224
+leg 6221
+dos 6196
+pet 6192
+au_ 6181
+olí 6152
+let 6144
+uny 6143
+_av 6136
+eso 6133
+ebr 6125
+bat 6104
+jun 6092
+tud 6092
+cto 6077
+asa 6062
+upe 6055
+tab 6053
+ben 6044
+pi_ 6039
+cle 6011
+rga 6005
+ne_ 6004
+imi 6002
+ond 5990
+rà_ 5990
+poc 5965
+tav 5944
+ges 5932
+rav 5920
+iba 5915
+tia 5906
+rev 5905
+àri 5897
+itj 5881
+lun 5875
+exe 5874
+gar 5843
+usa 5839
+abi 5825
+ots 5818
+vel 5816
+soc 5815
+aut 5798
+sio 5794
+exi 5791
+ole 5782
+tàn 5769
+mpa 5757
+lti 5752
+ac_ 5741
+elo 5728
+red 5719
+què 5714
+ogr 5712
+em_ 5710
+_bi 5697
+uro 5689
+evo 5683
+cid 5666
+ius 5663
+rte 5640
+nvi 5633
+bit 5623
+èri 5621
+òni 5609
+une 5606
+veg 5591
+evi 5576
+dem 5573
+vit 5542
+_té 5541
+uda 5491
+sub 5486
+mad 5484
+nsa 5484
+uct 5483
+uè_ 5475
+uar 5472
+opo 5470
+_af 5465
+lam 5454
+mod 5441
+eal 5429
+tig 5412
+sul 5409
+mos 5398
+obe 5388
+im_ 5375
+_ut 5373
+pit 5373
+stu 5364
+di_ 5346
+fet 5320
+ig_ 5313
+eno 5311
+ton 5311
+cis 5293
+nim 5292
+sud 5289
+ecc 5284
+uin 5245
+pul 5239
+alu 5233
+àti 5229
+fa_ 5220
+ece 5213
+dec 5200
+cep 5178
+dei 5171
+ruc 5169
+là_ 5168
+gov 5166
+due 5160
+_hu 5159
+ea_ 5159
+ixò 5154
+xò_ 5152
+dit 5145
+emi 5129
+set 5128
+ero 5125
+xí_ 5123
+gin 5117
+opi 5112
+mps 5108
+ose 5083
+ixí 5082
+mas 5078
+ono 5071
+nyo 5070
+sto 5049
+uat 5042
+dep 5035
+ocu 5033
+_of 5021
+ede 5004
+rsi 5002
+cin 5001
+cab 4986
+uei 4979
+equ 4973
+gat 4972
+_ec 4964
+uel 4957
+die 4930
+jan 4924
+ign 4916
+iet 4909
+oll 4909
+onv 4907
+lte 4905
+nqu 4905
+epr 4892
+omu 4883
+ms_ 4880
+los 4879
+um_ 4877
+isc 4871
+ltu 4866
+log 4865
+mis 4861
+dan 4844
+lít 4799
+ras 4784
+med 4778
+nvo 4770
+scu 4769
+iri 4766
+ibl 4754
+ols 4753
+ecu 4750
+sim 4733
+mac 4730
+zar 4727
+rag 4721
+bai 4720
+sec 4717
+cau 4712
+lig 4708
+agr 4687
+rla 4680
+uri 4671
+apr 4646
+odi 4637
+zac 4636
+rts 4634
+rup 4634
+cli 4629
+hor 4624
+def 4611
+fes 4607
+rol 4600
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/da.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/da.ngp
new file mode 100644
index 0000000..d8ff9bc
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/da.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+er_ 132232
+_de 103517
+en_ 82666
+et_ 80661
+for 65286
+_fo 57945
+de_ 51382
+der 44049
+at_ 41915
+det 41381
+_og 40344
+_at 39482
+ing 38707
+den 36795
+og_ 36577
+_me 34924
+nde 34528
+_i_ 33267
+_vi 32625
+or_ 32053
+om_ 31206
+_er 29398
+il_ 29247
+re_ 28969
+_af 28934
+til 28370
+_ti 28270
+ke_ 27854
+ere 27756
+ne_ 26820
+_en 25210
+lig 24909
+ed_ 24168
+af_ 23702
+ter 23332
+es_ 22109
+ger 22046
+ge_ 21757
+and 21487
+ion 21203
+lle 21168
+_be 21089
+nin 20565
+te_ 20381
+kke 19844
+nge 19835
+ng_ 19621
+med 18904
+end 18886
+men 18796
+ske 18757
+som 18654
+_ha 18627
+els 18561
+_ko 18448
+_om 18051
+tte 17863
+ede 17830
+le_ 17790
+_so 17747
+gen 17236
+lse 17224
+ind 17109
+_st 16887
+ige 16683
+ern 16450
+_in 16439
+ste 16357
+se_ 16253
+ar_ 15962
+ikk 15896
+_på 15640
+ig_ 15274
+rne 15042
+vi_ 14945
+på_ 14727
+ver 14378
+isk 14355
+_ud 14205
+ent 14033
+an_ 13917
+_je 13885
+eg_ 13844
+_re 13815
+jeg 13707
+_si 13697
+_fr 13341
+ret 13313
+har 13273
+igt 13233
+del 13131
+ler 13016
+_ik 12818
+mme 12523
+res 12471
+vil 12426
+hed 12411
+_sk 12198
+one 12163
+rin 12026
+nne 11960
+gt_ 11839
+ska 11777
+kom 11592
+_eu 11223
+_hv 11033
+man 10992
+iss 10867
+omm 10770
+nte 10763
+age 10696
+_an 10556
+und 10124
+ner 10119
+nd_ 10098
+_he 10089
+ser 9903
+_mi 9852
+get 9849
+_et 9839
+ett 9756
+tio 9752
+ene 9541
+tet 9477
+ens 9417
+så_ 9402
+enn 9299
+mis 9287
+ive 9128
+_ma 9119
+_pr 9051
+nen 9049
+ati 8977
+lan 8972
+uro 8935
+_ve 8868
+eur 8851
+tig 8762
+al_ 8741
+ell 8695
+ors 8678
+sta 8674
+øre 8614
+ren 8526
+_sa 8460
+ore 8431
+mer 8304
+_al 8294
+rop 8291
+år_ 8254
+ord 8218
+sig 8135
+_ka 8105
+rer 8001
+ove 7998
+ære 7940
+kon 7892
+ghe 7782
+pro 7745
+lem 7738
+vær 7738
+igh 7723
+eri 7684
+vor 7669
+ngs 7609
+orm 7607
+ale 7580
+ang 7540
+eli 7441
+str 7435
+ssi 7430
+ker 7413
+kal 7342
+kan 7320
+ans 7306
+_op 7271
+vis 7262
+_un 7256
+sio 7254
+ege 7233
+tal 7142
+før 7123
+mmi 7100
+em_ 7019
+_bl 6957
+åde 6865
+iti 6855
+dle 6843
+tni 6828
+_pa 6782
+_ge 6712
+ag_ 6666
+ndr 6626
+_væ 6623
+sen 6586
+_så 6583
+dig 6562
+bes 6500
+lag 6461
+_ov 6448
+red 6435
+lin 6431
+dre 6409
+ved 6325
+sam 6318
+par 6284
+bet 6246
+ve_ 6237
+_se 6234
+est 6223
+_la 6213
+ill 6205
+ide 6125
+on_ 6109
+fre 6086
+tag 6083
+nes 6043
+_di 5942
+_må 5910
+lit 5909
+lde 5898
+rbe 5884
+råd 5866
+ven 5815
+sse 5776
+ers 5745
+var 5666
+_ta 5600
+ns_ 5544
+st_ 5538
+_gr 5521
+tat 5501
+kel 5480
+ogs 5449
+ten 5440
+min 5423
+gså 5390
+ekt 5388
+sla 5380
+_tr 5376
+han 5374
+ndl 5355
+ame 5318
+fra 5314
+rem 5301
+rla 5286
+reg 5266
+ate 5254
+is_ 5251
+all 5217
+arl 5188
+kti 5187
+old 5187
+hr_ 5178
+_hr 5176
+_fø 5112
+_sp 5086
+rt_ 5079
+dt_ 5023
+tiv 5019
+oli 5011
+des 5003
+rma 4963
+lt_ 4909
+ra_ 4909
+tis 4889
+rke 4867
+alt 4846
+tra 4828
+udv 4811
+mål 4804
+tid 4800
+sk_ 4780
+el_ 4779
+ble 4764
+fte 4744
+ist 4744
+_no 4735
+kni 4733
+tem 4733
+hol 4713
+rst 4688
+lam 4662
+gel 4654
+rde 4617
+gru 4609
+arb 4586
+ejd 4545
+ort 4545
+emm 4540
+bej 4528
+dis 4518
+_li 4479
+gør 4467
+pol 4451
+orb 4435
+sti 4427
+esk 4361
+nsk 4339
+ænd 4324
+rsl 4308
+opæ 4287
+_va 4281
+bli 4247
+_fa 4238
+mod 4205
+me_ 4185
+æis 4185
+pæi 4180
+hvi 4166
+gge 4114
+art 4105
+_fi 4050
+_po 4045
+ndi 4042
+ets 4036
+rli 4022
+_da 4018
+_ku 4010
+kab 3991
+hvo 3978
+amm 3963
+tor 3924
+mel 3909
+sto 3868
+hen 3867
+nst 3866
+giv 3857
+lev 3847
+nog 3840
+ems 3831
+ele 3804
+les 3797
+_mo 3794
+opa 3774
+ørg 3774
+vet 3746
+ør_ 3744
+elt 3707
+ts_ 3707
+ber 3705
+dem 3704
+gan 3699
+are 3691
+edl 3676
+_ar 3649
+ken 3639
+ise 3633
+dvi 3632
+_vo 3607
+stø 3590
+lli 3585
+tik 3581
+fin 3576
+rig 3574
+_el 3567
+val 3566
+gti 3562
+dri 3558
+gsm 3549
+_ef 3545
+ite 3534
+lut 3525
+akt 3522
+tæn 3508
+små 3486
+dst 3482
+liv 3458
+spø 3456
+nds 3445
+pør 3441
+led 3402
+eks 3396
+kun 3386
+pa_ 3386
+jde 3376
+her 3375
+ad_ 3374
+dni 3373
+nat 3371
+kri 3370
+ffe 3344
+run 3334
+bru 3327
+fæl 3325
+yde 3313
+rti 3288
+sær 3279
+nal 3261
+ess 3252
+nem 3250
+sid 3234
+sik 3226
+lge 3222
+ål_ 3187
+vid 3175
+rel 3165
+_kr 3153
+sæt 3133
+int 3128
+per 3125
+kte 3113
+sst 3113
+hel 3112
+gle 3102
+rat 3100
+eds 3098
+rgs 3074
+sel 3069
+rre 3048
+ons 3046
+tro 3037
+ænk 3037
+ran 3031
+ppe 3030
+mar 3026
+tel 3023
+ert 3003
+rug 2996
+uni 2990
+meg 2978
+slu 2954
+esl 2919
+mul 2914
+_na 2913
+eve 2904
+att 2902
+os_ 2901
+rge 2895
+rdi 2879
+_gø 2875
+tur 2873
+tti 2858
+in_ 2857
+ik_ 2843
+orh 2843
+rfo 2831
+_fæ 2828
+eft 2819
+kla 2803
+omr 2799
+sfo 2793
+ris 2792
+mrå 2788
+erf 2787
+dli 2783
+tre 2780
+_rå 2779
+nt_ 2778
+må_ 2758
+org 2747
+hav 2729
+dan 2726
+ona 2725
+ali 2707
+syn 2707
+pri 2699
+agt 2685
+_ny 2680
+kt_ 2679
+dag 2676
+nu_ 2676
+_or 2675
+od_ 2668
+_br 2657
+let 2656
+tan 2646
+ørs 2644
+_ne 2641
+uli 2637
+eu_ 2631
+læg 2628
+_mu 2620
+ærk 2614
+ave 2608
+mil 2608
+æll 2585
+ld_ 2582
+sat 2578
+sva 2572
+gra 2563
+_år 2559
+abe 2557
+ndt 2557
+nis 2555
+gte 2552
+rsk 2547
+_ga 2535
+tli 2533
+nio 2531
+nkt 2504
+_æn 2499
+ket 2487
+len 2483
+ast 2480
+id_ 2461
+sag 2456
+elv 2451
+vir 2433
+_nå 2428
+etæ 2426
+oge 2424
+nce 2415
+irk 2412
+lad 2409
+_os 2408
+stå 2407
+øde 2404
+træ 2398
+ier 2395
+nse 2393
+vig 2392
+ude 2378
+ant 2363
+omi 2357
+jer 2354
+oll 2353
+ram 2347
+_bø 2337
+nsi 2335
+ætt 2321
+_ba 2319
+alg 2311
+kra 2310
+ikl 2303
+nkn 2300
+vik 2296
+bør 2281
+tøt 2274
+unk 2274
+rek 2272
+øtt 2266
+ine 2265
+_ek 2261
+_få 2261
+nve 2258
+ted 2250
+åle 2246
+_fl 2236
+_sy 2230
+_gi 2228
+_nu 2225
+ode 2224
+æng 2224
+æld 2220
+egi 2203
+mid 2202
+dva 2201
+_ho 2199
+gsf 2194
+_kl 2189
+går 2188
+lar 2180
+sin 2177
+ald 2164
+dta 2162
+_pe 2155
+udg 2144
+ien 2142
+ina 2142
+_go 2133
+idl 2131
+kre 2128
+rte 2124
+bed 2122
+pun 2115
+aft 2110
+net 2110
+ytt 2109
+ial 2101
+_næ 2099
+lke 2099
+ade 2097
+bin 2096
+_hø 2094
+_lo 2093
+_bi 2092
+dfø 2088
+_nø 2085
+når 2082
+ges 2080
+ire 2078
+eme 2074
+eni 2073
+ids 2067
+ntr 2058
+itu 2055
+ono 2053
+edr 2051
+ær_ 2050
+_le 2049
+god 2045
+_to 2042
+øko 2032
+van 2024
+nom 2017
+skr 2004
+lis 2003
+rbi 1990
+føl 1989
+beh 1984
+ked 1984
+ure 1975
+sit 1974
+rag 1973
+un_ 1969
+øje 1966
+kol 1961
+rme 1956
+utn 1956
+iv_ 1948
+ægg 1946
+spe 1944
+vad 1938
+sni 1936
+tri 1936
+hva 1932
+nke 1930
+_bo 1926
+spr 1925
+ærd 1925
+mss 1917
+rit 1915
+kli 1911
+ud_ 1907
+pla 1904
+nød 1901
+ukt 1899
+nta 1897
+cen 1894
+erh 1891
+øge 1887
+afs 1877
+tru 1868
+fri 1845
+ini 1842
+sky 1840
+upp 1838
+rod 1836
+_øk 1833
+ræn 1830
+tyd 1819
+rak 1818
+_sæ 1814
+_fu 1811
+dsk 1809
+ete 1806
+ont 1797
+ntl 1792
+bek 1787
+obl 1784
+mær 1776
+fer 1774
+ins 1774
+fat 1769
+eta 1764
+idt 1763
+bor 1758
+dir 1756
+rog 1755
+søg 1755
+øns 1749
+efo 1745
+beg 1741
+_do 1732
+ils 1725
+ses 1717
+raf 1715
+rks 1713
+ogl 1712
+ilk 1709
+rol 1706
+_bu 1694
+rup 1694
+_ra 1688
+eje 1685
+mig 1683
+por 1680
+sku 1680
+uge 1680
+dve 1678
+pe_ 1677
+spo 1668
+rob 1666
+olk 1660
+_hu 1659
+hve 1659
+cer 1658
+fru 1657
+soc 1657
+lov 1655
+oci 1655
+ølg 1646
+rho 1644
+_te 1641
+edt 1639
+_im 1637
+ark 1636
+unn 1636
+nan 1631
+nti 1628
+jen 1625
+emt 1622
+mpe 1622
+_gå 1620
+cia 1617
+ora 1617
+ori 1604
+erv 1603
+op_ 1600
+enc 1598
+enh 1594
+ru_ 1594
+pen 1592
+fun 1591
+_dr 1587
+fol 1587
+evi 1584
+mt_ 1570
+ækk 1570
+era 1562
+rs_ 1557
+ogr 1554
+vel 1554
+leg 1553
+ror 1553
+ral 1551
+nye 1549
+igg 1547
+_pl 1535
+ev_ 1535
+di_ 1534
+ika 1530
+met 1528
+to_ 1519
+_of 1517
+onk 1511
+ilj 1505
+roc 1503
+præ 1502
+uds 1501
+udt 1497
+teg 1496
+oce 1489
+ødv 1488
+nsy 1486
+_ri 1485
+gne 1483
+ned 1483
+nli 1482
+ult 1480
+lik 1478
+yn_ 1475
+_øn 1468
+ræk 1465
+ikr 1461
+mst 1451
+kso 1450
+tes 1450
+egr 1444
+rid 1443
+gsp 1441
+bud 1440
+bel 1439
+sis 1437
+løs 1435
+ilf 1434
+fle 1433
+ye_ 1432
+bev 1428
+fal 1425
+høj 1425
+_lø 1420
+tyr 1419
+ari 1416
+rdn 1415
+ynd 1406
+dde 1395
+egn 1394
+opf 1394
+rie 1393
+_kv 1386
+off 1384
+rik 1384
+ssæ 1381
+tin 1380
+uti 1377
+fas 1374
+_læ 1372
+sme 1372
+vin 1365
+lta 1362
+åbe 1362
+bil 1354
+je_ 1353
+omh 1352
+yst 1343
+nit 1342
+idi 1339
+_ty 1331
+kat 1331
+tje 1331
+mød 1329
+æse 1326
+ful 1323
+erl 1320
+tør 1317
+sek 1316
+_sv 1315
+eml 1303
+dsp 1302
+ane 1300
+emo 1296
+ety 1296
+ljø 1296
+kul 1294
+såd 1290
+åda 1290
+odu 1288
+erd 1287
+drø 1286
+da_ 1281
+jds 1281
+ltn 1279
+dra 1277
+gio 1276
+uld 1275
+_pu 1274
+fti 1274
+tak 1269
+bef 1267
+få_ 1267
+måd 1263
+nel 1261
+sko 1261
+atu 1256
+etn 1255
+rve 1255
+græ 1252
+kræ 1250
+eho 1243
+_su 1239
+emf 1239
+tit 1238
+tab 1237
+eng 1232
+ået 1231
+mfø 1229
+amt 1228
+lid 1227
+_ak 1223
+emn 1222
+top 1221
+_hå 1220
+anv 1220
+iel 1220
+rhe 1220
+ili 1218
+hør 1215
+sor 1213
+isi 1212
+lv_ 1210
+igs 1208
+imi 1208
+sie 1206
+ama 1203
+vej 1203
+_gl 1201
+æde 1201
+dar 1193
+log 1193
+ani 1192
+bag 1189
+ørt 1189
+rha 1187
+ssk 1185
+ben 1184
+vne 1183
+_s_ 1182
+it_ 1182
+orv 1180
+_ad 1174
+stæ 1171
+dsa 1170
+nsv 1164
+erk 1163
+oms 1160
+cip 1159
+tår 1158
+adi 1155
+eva 1152
+ks_ 1152
+rbr 1144
+nci 1142
+sty 1139
+tek 1139
+æft 1137
+odt 1133
+anl 1131
+try 1130
+rsø 1129
+mhe 1128
+ldt 1127
+mat 1124
+rts 1124
+gæl 1121
+skæ 1120
+inc 1119
+lst 1118
+rso 1115
+ats 1114
+eha 1109
+ryk 1107
+æve 1107
+ktu 1104
+afg 1099
+dom 1098
+ivi 1097
+kst 1094
+æns 1093
+esu 1089
+yrk 1089
+_is 1088
+mti 1088
+mli 1087
+igv 1086
+ann 1082
+dtr 1080
+kyt 1077
+lte 1077
+rør 1077
+fta 1075
+æst 1073
+sys 1071
+_eg 1069
+slå 1068
+dge 1063
+sål 1063
+tut 1060
+ank 1058
+nsp 1056
+ves 1056
+bar 1054
+lys 1053
+yld 1050
+mes 1049
+øst 1049
+ds_ 1047
+nyt 1045
+orl 1045
+gni 1044
+hov 1044
+okr 1044
+pre 1044
+opm 1043
+eto 1041
+be_ 1037
+set 1035
+utt 1033
+pek 1032
+_sl 1026
+rej 1025
+mok 1022
+gvi 1021
+tua 1020
+pli 1019
+ibe 1018
+ldn 1018
+ruk 1015
+ræs 1015
+_hj 1014
+uat 1011
+dlæ 1008
+ndn 1006
+kor 1005
+son 1005
+ndb 1003
+hæn 1000
+vni 1000
+fen 997
+rga 996
+ref 993
+ug_ 991
+ism 988
+ab_ 987
+gis 987
+edu 984
+rev 984
+ass 979
+ærl 975
+_yd 974
+dnu 973
+ksi 973
+rda 971
+duk 968
+abs 967
+aff 967
+dbr 966
+ost 966
+ævn 964
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/de.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/de.ngp
new file mode 100644
index 0000000..c8af048
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/de.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+en_ 212612
+er_ 98528
+_de 85811
+ich 77459
+der 70583
+_di 70518
+die 69388
+ie_ 67971
+sch 56571
+ein 53912
+ch_ 53758
+_un 52654
+ung 50103
+che 45855
+nd_ 44410
+den 43865
+_da 41966
+cht 41763
+_be 39578
+gen 38128
+und 38106
+_ei 36321
+in_ 34380
+ng_ 34359
+ten 34283
+es_ 33601
+_au 33306
+_wi 31780
+_in 30781
+_zu 30678
+hen 30448
+_ge 30199
+on_ 28096
+nde 28026
+eit 27645
+ine 27612
+_vo 26131
+ver 25977
+ere 23829
+men 23322
+wir 23199
+ht_ 23170
+ent 23092
+ber 23063
+_we 23010
+lic 22696
+te_ 22547
+ion 22420
+_si 22298
+_ve 21928
+nen 20719
+it_ 20653
+ter 19791
+nge 19645
+ste 19037
+ese 18527
+isc 18191
+rde 18054
+ren 17925
+_mi 17599
+_an 17282
+ies 17035
+as_ 16836
+em_ 16828
+zu_ 16778
+her 16547
+mit 16540
+_er 16445
+_ko 16370
+run 16334
+lle 16293
+ist 16265
+ne_ 16251
+st_ 16035
+auf 15984
+_ha 15980
+ers 15463
+aus 15387
+ier 14586
+sen 14337
+ir_ 14331
+_so 14264
+rei 14034
+sse 14014
+für 13527
+aß_ 13516
+_fü 13464
+nte 13283
+ben 13251
+daß 13186
+ür_ 13142
+end 13019
+ige 12985
+vor 12973
+das 12972
+von 12898
+_ic 12743
+he_ 12692
+ges 12653
+ern 12573
+ach 12465
+bei 12431
+des 12271
+wer 12200
+_ni 12156
+_is 12089
+_st 11950
+and 11857
+_al 11768
+ert 11570
+omm 11562
+sic 11525
+len 11498
+ge_ 11405
+_re 11377
+_se 11228
+nic 11202
+eru 11090
+abe 11066
+kom 11050
+uch 11046
+_pr 11019
+ind 10872
+wei 10852
+_eu 10566
+_he 10564
+uf_ 10457
+erd 10409
+sta 10319
+_es 10313
+tig 10262
+tio 10247
+hte 10203
+hre 10019
+eur 9917
+ner 9909
+ser 9905
+ell 9828
+_me 9768
+sie 9765
+ens 9748
+iss 9720
+ech 9665
+age 9652
+_ab 9610
+uro 9599
+ege 9577
+_im 9551
+um_ 9504
+übe 9493
+nn_ 9394
+rop 9378
+_fr 9366
+oll 9332
+ngs 9308
+cha 9204
+_sc 9195
+se_ 9154
+dem 9078
+_en 9049
+re_ 9003
+mme 9000
+bes 8937
+auc 8928
+chl 8837
+ite 8774
+rn_ 8764
+wie 8744
+est 8732
+im_ 8662
+tli 8577
+de_ 8540
+lie 8522
+ati 8510
+err 8489
+all 8428
+eic 8415
+ang 8405
+rt_ 8376
+_üb 8359
+nt_ 8299
+rst 8116
+haf 8115
+rec 8067
+tel 7937
+mei 7917
+le_ 7887
+_na 7840
+tte 7823
+_um 7791
+an_ 7767
+hei 7712
+iti 7707
+eri 7651
+ric 7646
+uns 7638
+rau 7623
+ins 7567
+tun 7559
+ene 7556
+kei 7517
+ur_ 7503
+ssi 7480
+fra 7472
+ger 7447
+tra 7440
+mis 7425
+ede 7268
+_ma 7246
+aft 7238
+iel 7166
+fen 7065
+änd 7064
+pro 7039
+rag 7025
+lei 7007
+och 6998
+ei_ 6988
+alt 6974
+rte 6958
+mmi 6906
+lte 6905
+hal 6893
+at_ 6843
+gli 6829
+ied 6819
+sti 6809
+ame 6804
+sio 6720
+ord 6714
+ide 6691
+opä 6650
+ns_ 6649
+enn 6618
+sei 6568
+äis 6563
+päi 6560
+rge 6560
+eis 6559
+hme 6533
+tsc 6528
+ebe 6450
+ehr 6443
+wen 6434
+nne 6401
+etz 6367
+lt_ 6366
+ann 6319
+hr_ 6308
+_wa 6306
+ls_ 6301
+hab 6292
+_gr 6280
+ing 6273
+rsc 6227
+sin 6215
+_ih 6212
+ini 6144
+gt_ 6121
+als 6114
+ate 6027
+rbe 6007
+ehe 6006
+itt 6000
+eme 5984
+_hi 5953
+unt 5938
+for 5937
+lun 5917
+ig_ 5865
+erh 5831
+_pa 5818
+rat 5816
+ft_ 5799
+ts_ 5757
+par 5693
+nsc 5686
+ahr 5645
+rd_ 5591
+ete 5558
+lit 5524
+zie 5522
+et_ 5500
+eil 5483
+era 5474
+nts 5467
+leg 5465
+dar 5440
+sam 5429
+nis 5392
+spr 5383
+ien 5381
+ird 5359
+el_ 5349
+ele 5326
+str 5277
+gel 5254
+geb 5196
+rla 5173
+imm 5169
+ffe 5162
+_le 5139
+nse 5082
+hat 5052
+esc 5043
+lan 5033
+tei 4978
+sol 4971
+ant 4965
+_mö 4949
+nun 4947
+erf 4946
+nst 4940
+erb 4886
+ar_ 4875
+zus 4862
+gem 4840
+zur 4837
+one 4779
+egi 4753
+prä 4748
+nac 4721
+_ra 4707
+kon 4694
+reg 4639
+ort 4615
+us_ 4613
+chu 4535
+oli 4513
+org 4510
+zen 4503
+_no 4500
+_ka 4496
+_je 4479
+ihr 4472
+uss 4459
+geh 4458
+eut 4444
+elt 4443
+tis 4437
+_zw 4432
+wic 4430
+zei 4407
+anz 4406
+ran 4375
+arb 4336
+uß_ 4336
+hie 4327
+kan 4316
+erw 4308
+gun 4303
+pol 4302
+nie 4298
+rin 4296
+ale 4294
+_wo 4288
+hin 4273
+_nu 4256
+erl 4241
+räs 4201
+_bi 4187
+rr_ 4187
+sid 4185
+ass 4184
+ken 4173
+kti 4170
+ntr 4149
+äsi 4132
+_la 4128
+_ar 4125
+zun 4123
+lam 4065
+llt 4060
+arl 4058
+ntw 4058
+uni 4057
+geg 4056
+lag 4047
+so_ 4036
+han 4011
+ahm 4004
+ll_ 3999
+rch 3972
+aat 3969
+ess 3966
+gan 3963
+art 3954
+son 3936
+erg 3933
+taa 3923
+urc 3923
+ors 3914
+_po 3913
+tim 3911
+int 3900
+tre 3878
+tze 3856
+kt_ 3842
+erk 3833
+hne 3797
+amm 3774
+nig 3767
+tzt 3758
+set 3744
+ond 3741
+dur 3737
+tik 3735
+its 3728
+rit 3696
+rer 3658
+was 3645
+or_ 3616
+üss 3615
+rie 3613
+tet 3613
+nat 3609
+seh 3592
+hti 3590
+_kö 3581
+_du 3572
+ag_ 3565
+me_ 3557
+inn 3548
+nio 3548
+öch 3531
+dig 3528
+gru 3515
+_fo 3494
+_ja 3487
+kön 3479
+_ne 3468
+akt 3459
+_mü 3443
+tie 3437
+att 3429
+ise 3419
+tat 3407
+bet 3401
+ode 3371
+gew 3366
+vie 3358
+gie 3338
+önn 3312
+man 3303
+hts 3298
+ühr 3283
+_vi 3266
+ute 3263
+wor 3262
+etr 3254
+ndl 3254
+nah 3251
+füh 3243
+res 3234
+_mu 3219
+tzu 3211
+möc 3206
+itg 3193
+rli 3184
+chs 3176
+mer 3176
+ses 3164
+tät 3161
+eht 3157
+hli 3137
+lem 3113
+noc 3107
+eid 3104
+war 3102
+stä 3098
+nkt 3089
+chi 3082
+fin 3078
+chr 3075
+_ke 3069
+ler 3049
+ick 3032
+wel 3017
+erz 2992
+müs 2979
+ekt 2977
+ans 2974
+zum 2971
+neh 2964
+bed 2958
+tiv 2957
+eue 2952
+sel 2952
+ona 2943
+teh 2938
+rts 2935
+ndi 2932
+orm 2921
+tri 2909
+dan 2904
+län 2898
+ons 2894
+ehm 2889
+lin 2886
+ina 2885
+nal 2871
+tgl 2859
+itä 2857
+tan 2855
+muß 2846
+au_ 2840
+enz 2837
+_fi 2836
+rdn 2824
+dun 2797
+wis 2796
+nz_ 2789
+jah 2769
+wur 2769
+ik_ 2761
+kte 2754
+rke 2749
+nur 2744
+ali 2741
+_fe 2721
+abs 2720
+hau 2717
+is_ 2717
+be_ 2694
+nnt 2692
+htl 2688
+zt_ 2686
+usa 2675
+nem 2672
+ble 2670
+_te 2669
+nan 2665
+gef 2660
+rne 2659
+nze 2652
+_ze 2651
+igt 2651
+_ri 2648
+neu 2645
+rhe 2645
+sem 2641
+rha 2625
+jed 2617
+doc 2616
+_wu 2610
+unk 2590
+_sa 2571
+nti 2570
+rtr 2561
+sge 2555
+_li 2554
+_sp 2554
+_gl 2551
+chn 2548
+sun 2548
+ück 2544
+net 2543
+meh 2541
+fal 2538
+ara 2525
+hun 2517
+fol 2511
+_fa 2501
+inz 2491
+off 2489
+gke 2477
+gra 2476
+igk 2476
+urd 2474
+mög 2472
+olg 2472
+ank 2466
+fre 2465
+irt 2464
+kol 2449
+ive 2444
+ntl 2441
+_od 2440
+rre 2439
+sha 2439
+rac 2435
+ris 2433
+il_ 2426
+_ga 2424
+sag 2414
+san 2412
+ust 2405
+twi 2397
+eig 2382
+eso 2378
+sit 2360
+ieß 2359
+bar 2358
+nke 2355
+bez 2345
+hla 2344
+rze 2343
+ögl 2342
+fer 2338
+nes 2338
+deu 2337
+tro 2323
+_tr 2318
+_do 2317
+zwe 2312
+del 2310
+ßen 2307
+itu 2306
+enh 2304
+dam 2289
+inf 2272
+bew 2271
+bst 2269
+_lä 2268
+_gi 2260
+äge 2255
+al_ 2247
+opa 2242
+eds 2240
+lis 2233
+ckl 2230
+_ta 2225
+uen 2225
+chw 2221
+ena 2218
+rüc 2218
+dst 2213
+dli 2212
+gsa 2207
+bra 2199
+mal 2195
+gle 2192
+tsp 2179
+isi 2178
+zug 2170
+irk 2161
+ieg 2153
+lge 2152
+äch 2148
+usg 2139
+ial 2137
+sor 2137
+ssc 2135
+kun 2127
+_zi 2124
+alb 2124
+tz_ 2123
+bt_ 2114
+eln 2106
+ret 2096
+ähr 2094
+tes 2090
+fe_ 2085
+ßer 2075
+sbe 2068
+uti 2063
+fah 2051
+_mo 2047
+maß 2044
+utz 2044
+pun 2039
+nzi 2036
+gre 2035
+lls 2032
+las 2028
+ewe 2024
+_än 2022
+fun 2019
+_br 2016
+ili 2012
+erm 2010
+trä 2007
+ill 2006
+rif 2005
+hst 2004
+rwe 2003
+bil 2002
+abg 2001
+nsi 2001
+fte 2000
+rfo 1997
+pie 1992
+lig 1980
+chk 1977
+rti 1977
+pre 1975
+are 1967
+ami 1966
+min 1966
+mmt 1963
+am_ 1961
+ütz 1958
+_dr 1941
+bge 1941
+klu 1937
+igu 1927
+nsa 1926
+lch 1911
+obl 1910
+lau 1908
+hri 1906
+_ho 1901
+beg 1900
+uße 1897
+ema 1890
+mun 1890
+vol 1890
+lli 1888
+hru 1885
+chä 1883
+wäh 1881
+rob 1880
+_am 1872
+hke 1869
+gte 1854
+los 1847
+bin 1844
+_kl 1834
+tän 1834
+räg 1831
+rak 1830
+uer 1829
+stü 1828
+din 1821
+_wä 1817
+aue 1816
+_kr 1815
+sow 1803
+ahl 1795
+ufg 1792
+mt_ 1790
+els 1789
+rle 1784
+uge 1782
+tur 1781
+mmu 1777
+rfa 1776
+kra 1770
+lb_ 1768
+ari 1761
+mac 1756
+hrt 1753
+ibt 1745
+ieh 1745
+ssa 1744
+ät_ 1741
+_ak 1733
+rkl 1733
+nhe 1732
+ark 1730
+soz 1730
+nha 1728
+ltu 1723
+ani 1719
+hle 1715
+ont 1710
+ozi 1706
+ck_ 1702
+nzu 1698
+tru 1693
+per 1690
+hl_ 1688
+sat 1688
+un_ 1688
+fes 1684
+fri 1676
+heu 1676
+egt 1673
+iff 1668
+rkt 1666
+elb 1664
+rig 1664
+stu 1658
+fti 1641
+äre 1640
+bri 1637
+zia 1633
+tüt 1631
+bür 1618
+fts 1616
+ndu 1614
+spi 1603
+rga 1602
+beh 1597
+gro 1581
+pra 1581
+ln_ 1577
+pri 1577
+eni 1574
+rbr 1571
+egr 1569
+tag 1566
+zwi 1565
+ßna 1561
+dnu 1560
+pa_ 1558
+fas 1556
+ats 1554
+aßn 1551
+tem 1550
+_wü 1543
+mat 1541
+kli 1540
+kri 1540
+ukt 1539
+esa 1536
+quo 1530
+wür 1530
+ogr 1528
+nds 1521
+edi 1519
+hör 1519
+nom 1519
+bli 1514
+woh 1514
+htu 1513
+äft 1513
+roß 1512
+ürd 1512
+äng 1505
+det 1503
+rum 1498
+edo 1496
+gib 1495
+ker 1491
+enk 1489
+mar 1484
+ut_ 1484
+da_ 1478
+dne 1478
+gio 1477
+_bü 1473
+kla 1469
+rs_ 1469
+_eb 1467
+_ob 1465
+ftl 1465
+itr 1465
+ihn 1464
+tür 1459
+ral 1457
+bie 1456
+ika 1456
+two 1455
+tor 1454
+ewi 1452
+ürg 1450
+hem 1447
+let 1445
+rem 1443
+nre 1442
+ram 1441
+iet 1436
+nsp 1435
+ßt_ 1435
+ven 1434
+grü 1432
+ike 1430
+squ 1430
+aff 1419
+leb 1415
+gs_ 1410
+rog 1409
+bek 1403
+rol 1401
+agt 1400
+spe 1397
+swe 1397
+twe 1390
+mpf 1388
+eih 1386
+eng 1385
+erp 1378
+nfa 1376
+amt 1374
+hil 1371
+örd 1370
+weg 1369
+atz 1356
+lfe 1355
+oße 1352
+mic 1349
+ref 1346
+mte 1345
+ast 1333
+sar 1333
+ezi 1330
+geo 1330
+_ba 1329
+eug 1324
+_et 1323
+rma 1320
+cho 1319
+uo_ 1318
+ohl 1314
+wär 1314
+eu_ 1312
+rtu 1312
+eor 1308
+häf 1306
+ätz 1306
+nft 1304
+tit 1302
+wes 1299
+rdi 1298
+ilf 1293
+hlu 1291
+the 1288
+zte 1288
+_ku 1280
+tge 1277
+ori 1273
+dis 1268
+cke 1266
+tär 1266
+mil 1265
+rwa 1265
+zah 1265
+nwe 1256
+umw 1253
+ieb 1251
+rrn 1250
+izi 1249
+bis 1248
+owi 1248
+ibe 1247
+fli 1246
+ehö 1244
+rah 1240
+ums 1240
+mwe 1239
+eno 1235
+llu 1235
+nve 1233
+ze_ 1230
+ohn 1228
+nit 1224
+tt_ 1223
+nfo 1222
+ett 1218
+ost 1216
+esh 1215
+ruc 1215
+daf 1213
+yst 1213
+_ls 1212
+lsq 1212
+_fl 1209
+eha 1207
+ile 1206
+sys 1206
+ume 1200
+pfe 1199
+lbs 1196
+kel 1195
+rme 1194
+bef 1193
+efü 1189
+esi 1188
+hof 1188
+dri 1185
+zeu 1184
+ebi 1182
+emo 1180
+nma 1175
+ade 1174
+inb 1174
+tin 1173
+okr 1169
+rf_ 1166
+ve_ 1166
+om_ 1165
+gab 1164
+lts 1164
+ush 1164
+_nä 1163
+eff 1160
+lsc 1159
+hwe 1158
+gut 1157
+sis 1147
+_ch 1146
+hut 1143
+eif 1140
+enr 1136
+not 1133
+suc 1132
+auß 1126
+eib 1123
+nbe 1122
+ünd 1121
+_or 1119
+_th 1118
+rmi 1115
+get 1114
+lar 1112
+spa 1112
+nau 1111
+tal 1108
+lär 1107
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/el.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/el.ngp
new file mode 100644
index 0000000..d6df908
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/el.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+αι_ 73292
+_χ_ 72116
+_τη 67413
+_κα 66823
+_το 61620
+ου_ 58182
+να_ 51915
+ης_ 50982
+_πρ 50886
+και 44545
+_να 42766
+ων_ 42218
+ια_ 39929
+_στ 38665
+ην_ 37376
+την 36472
+με_ 36145
+_πο 35813
+ει_ 35673
+το_ 34708
+ση_ 33913
+_επ 32206
+_απ 31689
+τικ 31116
+του 31099
+της 29811
+ας_ 29544
+_συ 29493
+τα_ 29344
+_με 26939
+_αν 26136
+προ 25989
+_δι 25857
+ις_ 25679
+ία_ 25305
+_η_ 24782
+ες_ 24638
+των 24440
+που 24082
+_γι 22457
+_αυ 22034
+για 21684
+αυτ 21185
+ών_ 20933
+_εί 20414
+ική 20053
+τη_ 20028
+_τω 19621
+επι 19352
+στη 18905
+ής_ 18677
+ται 17329
+_θα 16927
+ματ 16894
+ος_ 16877
+τι_ 16833
+θα_ 16699
+ές_ 16670
+δια 16531
+υς_ 16512
+σει 16489
+ους 16463
+είν 16459
+κατ 16414
+οι_ 16395
+ως_ 16295
+εί_ 16276
+σε_ 16078
+κή_ 16060
+ον_ 15967
+στο 15711
+_υπ 15611
+πολ 15525
+οπο 15499
+_δε 15021
+σης 14828
+ναι 14699
+ίνα 14581
+ουμ 14531
+υμε 14346
+_ευ 14263
+από 14186
+_πα 14039
+ότι 14014
+_σε 13929
+τις 13852
+παρ 13503
+ουν 13481
+_τα 13419
+υν_ 13392
+_ότ 13385
+ατα 13313
+εν_ 13301
+συν 13188
+περ 13128
+ετα 13105
+πό_ 13057
+τρο 12829
+ιο_ 12789
+_οι 12740
+μα_ 12475
+μέν 12474
+ντα 12467
+_πε 12327
+ηση 12080
+_τι 12050
+ροπ 11987
+_έ_ 11888
+ερι 11865
+κά_ 11796
+_εν 11735
+απο 11708
+ιστ 11698
+τον 11604
+ευρ 11565
+ικά 11562
+δεν 11364
+_ει 11261
+πει 11098
+πρό 11044
+εις 11034
+_κο 10943
+τερ 10760
+αν_ 10723
+τε_ 10698
+ανα 10526
+τό_ 10388
+ίας 10369
+αντ 10365
+ικό 10049
+οιν 9986
+_μι 9981
+πιτ 9846
+ρα_ 9784
+κοι 9749
+φορ 9615
+ού_ 9464
+συμ 9361
+ημα 9284
+στι 9263
+έπε 9222
+κής 9207
+ισμ 9165
+ποί 9103
+ωση 9064
+υτό 9009
+οντ 8911
+μια 8832
+δικ 8605
+σου 8568
+ένα 8537
+ρισ 8473
+κό_ 8448
+_εκ 8395
+ιτρ 8346
+ικο 8331
+στα 8304
+στε 8266
+ούν 8262
+τά_ 8261
+ρωπ 8246
+_ου 8210
+_αρ 8180
+ρέπ 8012
+_οπ 7931
+τητ 7885
+_μέ 7831
+αστ 7785
+πορ 7719
+μετ 7665
+ροσ 7661
+νου 7648
+πρέ 7532
+ολο 7516
+υρω 7488
+σία 7480
+ότη 7463
+ωπα 7339
+ατο 7335
+_εξ 7266
+_θέ 7253
+νομ 7248
+_έν 7244
+ντι 7234
+_μα 7225
+ικα 7136
+οπή 7088
+αϊκ 7081
+ποι 7043
+ύν_ 6974
+μπο 6902
+επί 6861
+ός_ 6816
+παϊ 6811
+_πλ 6799
+λογ 6789
+ατά 6787
+ολι 6777
+_ο_ 6775
+τασ 6735
+αλλ 6679
+θεσ 6665
+κών 6651
+εια 6594
+νικ 6582
+θεί 6549
+ασί 6533
+ρά_ 6490
+ατι 6481
+κές 6440
+υτή 6360
+τή_ 6359
+ίες 6350
+αση 6291
+αφο 6286
+σημ 6261
+_μπ 6244
+αρα 6220
+νο_ 6177
+νει 6176
+υπο 6121
+ητα 6120
+άλλ 6114
+ήσε 6062
+_τρ 6049
+_κά 6010
+ινο 6003
+_σ_ 6002
+ικέ 5940
+ικώ 5913
+νων 5777
+όσο 5754
+ίου 5748
+καν 5668
+_θε 5583
+κού 5580
+_ση 5573
+τος 5571
+ώς_ 5553
+βου 5550
+ούμ 5535
+ετι 5498
+ουλ 5496
+πως 5491
+μας 5486
+πισ 5471
+λιτ 5457
+οτε 5443
+ποτ 5440
+μικ 5433
+_αλ 5380
+ιτι 5369
+ιση 5343
+ερα 5333
+ύρι 5289
+ύμε 5282
+ταν 5183
+ρού 5121
+_δη 5079
+_κρ 5077
+ρία 5071
+ορά 5067
+τελ 5063
+_ή_ 5059
+λά_ 5028
+ρο_ 5021
+τού 4969
+γμα 4959
+ελε 4916
+λου 4886
+_όλ 4882
+_ετ 4878
+νισ 4864
+ρατ 4843
+εδρ 4822
+_κύ 4786
+μεν 4786
+ότε 4779
+οβο 4761
+πή_ 4750
+καθ 4730
+ένο 4724
+μερ 4719
+_αφ 4716
+λει 4710
+λλο 4697
+σο_ 4684
+λευ 4661
+νωσ 4657
+υνα 4646
+ρικ 4636
+ριο 4628
+κύρ 4613
+ργα 4602
+εργ 4564
+λα_ 4555
+εων 4553
+ρου 4498
+_μο 4489
+τησ 4486
+εση 4475
+ομι 4472
+_κυ 4433
+κρι 4424
+άσε 4313
+ορι 4295
+βού 4281
+σεω 4276
+υμβ 4246
+λλά 4236
+μη_ 4210
+τών 4199
+ανά 4197
+δημ 4179
+ερο 4173
+νη_ 4173
+ομέ 4167
+_ορ 4163
+ριε 4152
+μού 4145
+ίνε 4125
+απα 4091
+σμο 4088
+οικ 4087
+_ερ 4047
+τηρ 4044
+_ακ 4032
+ονο 4029
+μεί 4020
+ήμα 4018
+τάσ 3997
+υνε 3994
+_ελ 3968
+οστ 3966
+τας 3963
+_σύ 3947
+ούλ 3935
+_όπ 3934
+ιών 3934
+ραγ 3916
+τομ 3914
+τεί 3884
+ουρ 3880
+ιε_ 3877
+_γε 3869
+γία 3859
+λόγ 3858
+ρος 3846
+θέσ 3844
+ϊκή 3842
+ορο 3830
+ιμέ 3829
+πάρ 3827
+ύλι 3794
+καλ 3788
+ορε 3778
+νοβ 3752
+τήσ 3752
+κει 3746
+ολύ 3718
+_ό_ 3716
+ιας 3688
+ρόε 3687
+ίς_ 3686
+όεδ 3685
+μου 3684
+διά 3683
+αρ_ 3670
+_νο 3668
+ρει 3660
+σω_ 3642
+λιο 3639
+σμό 3633
+ιδι 3626
+_σα 3624
+_πι 3611
+αρά 3604
+θού 3602
+νες 3602
+ρεί 3581
+λη_ 3568
+κον 3557
+γρα 3549
+πίσ 3535
+στό 3525
+_εμ 3519
+_ώρ 3518
+αμε 3511
+ρε_ 3505
+σα_ 3496
+πρα 3480
+ύτε 3478
+_νω 3472
+ύς_ 3472
+δρε 3471
+ανο 3467
+_έκ 3456
+ίο_ 3443
+οία 3440
+τές 3431
+σμα 3426
+_δυ 3424
+ευτ 3410
+φέρ 3408
+υπά 3396
+ξη_ 3393
+ούς 3375
+_ισ 3323
+ιακ 3319
+συγ 3316
+ρώπ 3303
+δυν 3294
+τες 3292
+ρες 3288
+φων 3268
+ουσ 3258
+_άλ 3255
+_λό 3241
+υλί 3239
+διε 3237
+άτω 3220
+εξα 3189
+όνο 3189
+ίζο 3156
+εία 3155
+ροτ 3146
+μασ 3138
+μαν 3123
+μάτ 3122
+κυρ 3120
+ρίζ 3119
+ώσε 3117
+υρώ 3096
+ήσο 3085
+λύ_ 3071
+_τε 3070
+αγμ 3066
+μό_ 3066
+τημ 3066
+ιότ 3063
+ποσ 3058
+επε 3043
+_ασ 3039
+νία 3009
+_πω 3004
+διο 3003
+ρήσ 3003
+εκτ 3002
+νον 2999
+ρότ 2998
+_ως 2996
+έσε 2994
+όπο 2986
+μβο 2984
+ορί 2979
+ίτε 2974
+τοι 2964
+ότα 2953
+ύσε 2946
+λεί 2933
+λικ 2928
+ιατ 2927
+ταξ 2917
+βασ 2915
+_μό 2910
+ψη_ 2901
+ημε 2899
+ίση 2895
+μία 2894
+στή 2894
+υρί 2894
+θηκ 2890
+άρ_ 2874
+ίζε 2863
+_αγ 2861
+μεγ 2857
+ζου 2849
+_βο 2847
+τιμ 2845
+ωνι 2842
+ρη_ 2841
+εσμ 2838
+ερί 2837
+νατ 2836
+_ομ 2833
+κρα 2833
+ράτ 2822
+ήθε 2821
+λον 2816
+όπω 2810
+μόν 2805
+ευθ 2803
+όλο 2801
+πο_ 2790
+λο_ 2786
+είς 2785
+αρμ 2782
+όν_ 2776
+ήτη 2771
+ατε 2763
+κθε 2753
+μέλ 2748
+γασ 2743
+ούσ 2742
+υση 2731
+ένω 2725
+κολ 2719
+θέμ 2718
+κρά 2710
+αιρ 2709
+ραμ 2695
+ρησ 2692
+ντο 2688
+τόσ 2685
+_όσ 2680
+αδι 2674
+έμα 2668
+μφω 2655
+ογι 2655
+_εγ 2651
+ανε 2644
+ειρ 2637
+υγκ 2637
+ρον 2632
+ζητ 2627
+υστ 2623
+έκθ 2621
+_γν 2618
+σμέ 2616
+κόμ 2609
+_ωρ 2596
+υργ 2581
+έα_ 2575
+οίο 2568
+όμε 2566
+ροφ 2565
+ασφ 2561
+νός 2558
+ράσ 2558
+ιες 2557
+ζήτ 2549
+λίο 2549
+εντ 2546
+αφέ 2542
+υμφ 2533
+στρ 2527
+_ιδ 2522
+πικ 2522
+ειτ 2520
+γικ 2513
+ρωτ 2511
+πής 2510
+οδο 2509
+οί_ 2504
+οβλ 2497
+ινω 2494
+τήρ 2491
+άστ 2487
+ονι 2481
+έρο 2467
+ωρί 2467
+ροβ 2466
+_όμ 2464
+ακο 2462
+ναν 2456
+οιο 2454
+μμα 2453
+σια 2452
+υτο 2444
+τρα 2438
+θετ 2436
+ληρ 2429
+ωστ 2428
+ιαφ 2420
+εισ 2415
+εμπ 2411
+τεύ 2411
+ίνο 2408
+κασ 2407
+παν 2405
+_κ_ 2395
+κε_ 2388
+άδε 2383
+αρι 2382
+ίων 2379
+ενο 2378
+ρώτ 2375
+κεί 2372
+άπο 2367
+εωρ 2365
+ζει 2361
+υσι 2357
+ειδ 2356
+νετ 2355
+βάλ 2342
+ρια 2342
+ροκ 2342
+ρασ 2338
+_τέ 2337
+ρών 2329
+_ρη 2321
+κότ 2316
+ονό 2313
+ημο 2311
+συζ 2309
+ώρα 2307
+άθε 2300
+πλη 2300
+ρετ 2300
+ιασ 2298
+ακό 2295
+ητή 2290
+οτι 2284
+όμα 2280
+ιου 2276
+γνω 2263
+στά 2261
+_νέ 2258
+_τό 2254
+ναφ 2251
+_εδ 2248
+σιο 2243
+αγω 2242
+ενι 2235
+έρε 2229
+γορ 2214
+σκο 2213
+ιαδ 2205
+ζετ 2204
+υτέ 2203
+υπό 2193
+ώπη 2193
+νθρ 2190
+αίτ 2189
+εθν 2189
+ογί 2174
+ριμ 2174
+πτυ 2172
+ελα 2168
+άς_ 2165
+σας 2163
+_εφ 2159
+γον 2159
+πλα 2158
+είτ 2152
+ερη 2152
+λισ 2147
+ηκε 2146
+_βα 2138
+σήμ 2137
+_οδ 2135
+γκε 2134
+_δρ 2129
+ένε 2129
+άνο 2127
+υνο 2126
+μβά 2123
+_ρό 2119
+έλο 2119
+άνε 2116
+γάλ 2116
+αίν 2115
+έλε 2110
+ρόν 2107
+ψηφ 2106
+ρίσ 2103
+έτο 2087
+ατό 2084
+ετά 2080
+_ολ 2072
+μως 2071
+έση 2068
+τισ 2068
+λού 2066
+ριβ 2066
+ερε 2064
+θελ 2064
+μέσ 2061
+ναλ 2060
+σύν 2052
+μελ 2045
+είμ 2044
+έλη 2041
+αλύ 2035
+_αξ 2033
+λύτ 2033
+νερ 2030
+νησ 2029
+ιτα 2028
+ίσε 2023
+νε_ 2010
+αιτ 2008
+ίσο 2006
+ένη 2005
+ρώ_ 2001
+οδη 1995
+ομά 1992
+γο_ 1991
+σον 1988
+άση 1986
+νότ 1986
+ατη 1984
+όμω 1980
+ισ_ 1979
+λλα 1978
+στώ 1977
+σότ 1974
+ομο 1969
+θει 1964
+ηθε 1962
+σαν 1962
+άτη 1959
+_σή 1958
+αξι 1956
+_ήθ 1950
+ατί 1950
+τέλ 1941
+_σο 1940
+ακρ 1940
+σκε 1939
+ξει 1935
+_μη 1932
+ολλ 1924
+σφα 1921
+_βρ 1916
+θέλ 1914
+ανθ 1911
+οφο 1908
+λαί 1906
+ευσ 1905
+δο_ 1903
+τοπ 1898
+_ρε 1896
+ιμε 1895
+ρακ 1894
+δει 1893
+_άρ 1891
+ωνί 1891
+εγά 1888
+λοι 1888
+ρμο 1884
+αμμ 1882
+ρων 1881
+σιμ 1881
+ινή 1878
+μαι 1877
+δηγ 1876
+λαμ 1872
+ιμο 1867
+επα 1866
+ζον 1865
+μάδ 1865
+αίσ 1864
+_αμ 1856
+_πά 1847
+ακτ 1841
+ούτ 1835
+τρό 1832
+ετε 1824
+ντί 1823
+άλε 1822
+γή_ 1822
+ενδ 1819
+οκρ 1818
+υλε 1818
+κεκ 1811
+εκρ 1809
+ίσι 1804
+πρά 1802
+λες 1801
+κάν 1800
+αμβ 1796
+είο 1795
+οθε 1791
+νοι 1788
+οίη 1787
+θερ 1785
+ίησ 1784
+εφα 1783
+μιο 1783
+_ζη 1778
+ώρε 1775
+φερ 1772
+αρο 1768
+ποδ 1767
+γου 1765
+υξη 1763
+σσό 1760
+ογρ 1759
+ζω_ 1758
+φαλ 1755
+αθε 1754
+βάσ 1753
+μέρ 1753
+οια 1750
+ριν 1750
+θεω 1745
+λος 1745
+λλε 1743
+ημι 1741
+όγο 1739
+κτι 1738
+ώμα 1737
+υπε 1736
+_σκ 1733
+ρόπ 1733
+κάπ 1731
+_δύ 1730
+ίδι 1713
+υντ 1709
+τής 1708
+υτά 1708
+άν_ 1699
+αλι 1699
+ήμε 1698
+ράγ 1695
+_φο 1691
+ανι 1689
+πε_ 1689
+άμε 1684
+ομα 1683
+ισσ 1681
+παι 1680
+γαλ 1679
+_βά 1678
+ηρί 1674
+ητι 1669
+πίτ 1657
+κρί 1655
+γισ 1653
+νω_ 1649
+πρώ 1645
+ητο 1644
+σή_ 1643
+δα_ 1641
+λεσ 1641
+ελέ 1639
+ίμα 1638
+λλη 1634
+εγκ 1633
+ενό 1632
+δή_ 1628
+νοτ 1625
+ειμ 1621
+μέα 1620
+ρόκ 1620
+εδο 1617
+τρέ 1613
+τατ 1612
+λησ 1609
+βλη 1606
+αγο 1605
+γει 1604
+_κό 1603
+μισ 1602
+έρω 1601
+ηρο 1601
+όντ 1599
+ποφ 1595
+τότ 1594
+ορέ 1592
+τυξ 1591
+ίζω 1588
+ραφ 1588
+ποκ 1584
+όκε 1584
+πάν 1583
+ύντ 1582
+άδα 1579
+λημ 1579
+ξύ_ 1579
+μβα 1578
+_πό 1576
+ρεσ 1575
+αξύ 1574
+πη_ 1573
+γίν 1571
+ασμ 1570
+ριθ 1568
+_γί 1564
+άζε 1564
+ομί 1561
+_λα 1555
+ιγμ 1555
+ιάσ 1554
+κιν 1554
+ήρι 1552
+νση 1552
+ρωσ 1549
+λή_ 1547
+υνέ 1542
+βάν 1536
+_ίδ 1535
+γεν 1535
+ιαί 1534
+εάν 1533
+ευ_ 1527
+τευ 1527
+φαρ 1526
+ωτι 1524
+γκρ 1522
+αιώ 1521
+ασι 1519
+δη_ 1518
+λών 1514
+άλο 1511
+νας 1511
+ίως 1509
+νωρ 1509
+κλη 1508
+νή_ 1508
+_εά 1505
+ρημ 1505
+_ήτ 1500
+_λε 1500
+θήκ 1497
+_ψη 1492
+λων 1488
+κυβ 1486
+σικ 1486
+τόν 1486
+εξε 1484
+πιο 1484
+ανό 1481
+μον 1479
+ήτα 1477
+ταλ 1476
+δομ 1472
+_λο 1470
+ρομ 1469
+θρω 1466
+ρόσ 1463
+φασ 1461
+ωμέ 1461
+ημέ 1458
+υνά 1455
+ηρε 1453
+ώτη 1453
+όμη 1451
+ίστ 1450
+θυμ 1450
+εκπ 1440
+γεί 1437
+νια 1437
+άπτ 1435
+_κε 1431
+κοπ 1431
+ξου 1431
+ίπε 1430
+ογή 1430
+τήμ 1428
+ωρώ 1428
+αφε 1425
+_εθ 1420
+τυ_ 1420
+νης 1418
+εγο 1416
+ενε 1410
+νόμ 1410
+_ον 1409
+δρο 1407
+πεδ 1406
+αρκ 1405
+φάλ 1404
+γεγ 1399
+ενη 1397
+αγκ 1395
+μός 1395
+εκε 1393
+υμπ 1393
+αθώ 1391
+ινό 1391
+_αι 1389
+κάθ 1389
+πρω 1388
+σαφ 1388
+_μί 1385
+νάπ 1383
+υζή 1383
+τώσ 1382
+λάβ 1380
+ταγ 1380
+πηρ 1378
+αίω 1376
+λία 1376
+τία 1375
+όγω 1375
+ρές 1372
+ργί 1371
+_ι_ 1369
+γω_ 1368
+ίτρ 1366
+ολί 1363
+πιθ 1361
+νού 1360
+ύσα 1360
+ιβά 1357
+_ωσ 1356
+υνθ 1355
+γνώ 1349
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/en.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/en.ngp
new file mode 100644
index 0000000..7b0ff7a
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/en.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_th 154732
+the 117027
+he_ 95427
+on_ 52529
+ion 52199
+_in 48458
+_of 47302
+_to 46961
+of_ 45622
+_co 44626
+to_ 43979
+_an 42881
+nd_ 41007
+is_ 38826
+and 38294
+ent 36998
+in_ 34623
+tio 34216
+ed_ 34118
+ing 32587
+ng_ 31999
+es_ 31252
+at_ 29583
+re_ 29200
+_re 28769
+nt_ 28050
+er_ 26375
+_pr 26146
+_be 25910
+_is 23791
+hat 23622
+men 23540
+al_ 23387
+ati 23109
+tha 22799
+for 22603
+_a_ 21520
+_wh 20668
+thi 20188
+an_ 20163
+ly_ 19930
+com 19295
+_fo 19226
+_we 19058
+ve_ 18877
+or_ 18842
+as_ 18763
+_ha 18065
+res 17961
+_wi 17873
+pro 17415
+con 17228
+_on 17153
+ts_ 16822
+his 16273
+ate 16103
+we_ 15339
+se_ 15279
+_no 15270
+_it 15183
+her 15085
+ons 15030
+en_ 14965
+ll_ 14957
+ch_ 14888
+st_ 14506
+are 13968
+it_ 13573
+le_ 13524
+_de 13487
+_i_ 13424
+ns_ 13375
+ere 13326
+ter 13267
+_ar 13207
+_ma 13164
+rop 13064
+ope 12799
+omm 12656
+_st 12216
+_as 12134
+all 12093
+ld_ 11997
+_al 11972
+be_ 11913
+sio 11812
+_po 11634
+ce_ 11563
+ect 11498
+_eu 11388
+not 11209
+ort 11098
+ty_ 11038
+ver 11001
+iti 10943
+ssi 10940
+rea 10912
+ive 10901
+whi 10843
+th_ 10842
+eur 10744
+nce 10725
+te_ 10720
+_pa 10667
+pre 10537
+eve 10507
+hic 10420
+ot_ 10304
+ich 10302
+ith 10301
+sta 10296
+our 10103
+_me 10010
+wit 10005
+oul 9789
+ide 9714
+int 9709
+par 9700
+uld 9685
+uro 9676
+ut_ 9587
+_se 9581
+cti 9559
+por 9497
+rs_ 9464
+_wo 9429
+_so 9411
+ave 9392
+cou 9388
+mmi 9375
+_un 9292
+hav 9263
+_ca 9260
+me_ 9077
+iss 9045
+ill 8964
+ry_ 8820
+ess 8804
+ted 8694
+ame 8672
+pea 8584
+ean 8514
+_su 8446
+ies 8403
+_di 8378
+oun 8351
+mis 7974
+ity 7914
+_mo 7885
+ble 7852
+ers 7829
+nte 7713
+ust 7684
+rat 7577
+est 7548
+_wa 7541
+_ne 7493
+_ex 7407
+uni 7396
+tiv 7327
+tic 7229
+_li 7016
+tin 6991
+one 6980
+ur_ 6899
+_ac 6810
+_fi 6780
+pos 6778
+rt_ 6738
+wil 6705
+by_ 6667
+hou 6661
+_sh 6659
+ica 6641
+ure 6638
+sti 6611
+ore 6597
+der 6592
+_by 6563
+tat 6556
+str 6527
+_en 6518
+eme 6456
+_fr 6434
+_ou 6430
+sid 6416
+so_ 6395
+ant 6363
+art 6357
+_do 6343
+act 6339
+ain 6294
+nti 6292
+den 6275
+_bu 6274
+nal 6262
+_le 6236
+ple 6230
+igh 6205
+ay_ 6192
+ese 6152
+ial 6121
+_mr 6119
+end 6114
+ke_ 6109
+has 6030
+ntr 5939
+ct_ 5919
+_at 5885
+ome 5870
+ear 5841
+ght 5795
+ern 5788
+ove 5784
+ne_ 5782
+tra 5697
+enc 5664
+abl 5632
+ic_ 5621
+ber 5605
+lit 5586
+lat 5534
+_fa 5517
+und 5468
+per 5467
+een 5464
+out 5459
+nci 5453
+_pe 5438
+als 5433
+us_ 5403
+ces 5394
+_ta 5391
+eas 5387
+_im 5378
+hin 5303
+man 5292
+nts 5283
+imp 5274
+_mu 5273
+arl 5241
+_ho 5236
+cal 5214
+mr_ 5178
+ss_ 5145
+tur 5131
+can 5122
+esi 5119
+ste 5114
+_or 5113
+but 5113
+_sa 5110
+ar_ 5093
+rec 5079
+ake 5076
+_tr 5049
+rep 5047
+spe 5034
+lic 5023
+use 5004
+sho 5003
+_la 4965
+oli 4937
+era 4936
+ow_ 4926
+tan 4864
+pol 4854
+_ag 4842
+nat 4840
+inc 4835
+sed 4831
+_he 4830
+mbe 4812
+rom 4798
+_am 4795
+ist 4783
+cia 4772
+nit 4767
+app 4761
+nde 4759
+_yo 4751
+you 4729
+anc 4690
+ren 4688
+eco 4643
+wou 4636
+lly 4634
+tri 4632
+mpl 4613
+tte 4602
+wor 4597
+_gr 4571
+et_ 4567
+unt 4559
+om_ 4552
+reg 4543
+rit 4518
+ds_ 4489
+eed 4484
+lia 4474
+_si 4471
+ten 4439
+min 4428
+ona 4373
+_fu 4368
+ina 4368
+_ri 4348
+eat 4343
+nta 4327
+tes 4319
+_ch 4301
+emb 4271
+han 4254
+ont 4243
+gre 4229
+nio 4224
+ous 4187
+oth 4183
+ose 4181
+ind 4172
+ven 4150
+din 4136
+ral 4136
+lea 4118
+lso 4103
+ge_ 4089
+de_ 4076
+ard 4074
+ee_ 4065
+ref 4053
+_s_ 4050
+ine 4047
+rin 4041
+ens 4040
+tho 4026
+_ab 3978
+ner 3946
+ise 3935
+nsi 3924
+pec 3921
+nst 3914
+mus 3913
+rli 3888
+rou 3860
+ues 3842
+hes 3840
+ins 3826
+rie 3826
+il_ 3822
+_ad 3820
+fro 3813
+ree 3811
+cy_ 3803
+rig 3799
+dis 3789
+_go 3783
+fic 3780
+mit 3774
+mor 3767
+ula 3757
+rta 3747
+sen 3735
+ey_ 3732
+_ba 3729
+vel 3729
+eri 3722
+tal 3721
+pe_ 3720
+ran 3674
+ini 3671
+its 3670
+eci 3669
+_qu 3668
+_mi 3655
+gra 3651
+mem 3650
+uti 3616
+iam 3614
+age 3610
+whe 3608
+sit 3593
+sin 3592
+onc 3591
+lar 3577
+_ap 3524
+ou_ 3522
+omp 3519
+ast 3517
+_te 3515
+lis 3515
+_us 3508
+ote 3504
+_sp 3497
+ew_ 3486
+rti 3481
+ppo 3480
+ery 3458
+ely 3417
+kin 3415
+bee 3390
+oin 3386
+any 3384
+tor 3357
+red 3350
+ire 3349
+pri 3348
+cul 3338
+cer 3328
+ite 3310
+gen 3300
+tak 3295
+unc 3294
+fin 3290
+orm 3287
+ene 3284
+ili 3272
+lem 3253
+ans 3238
+hen 3238
+ms_ 3232
+ord 3229
+em_ 3227
+mon 3202
+ali 3200
+sur 3180
+ves 3172
+ny_ 3163
+egi 3156
+esp 3143
+was 3139
+ish 3138
+ue_ 3137
+cha 3114
+ori 3099
+efo 3098
+ime 3093
+now 3079
+fer 3078
+_cr 3048
+_cl 3047
+ead 3045
+acc 3036
+_lo 3031
+_ev 3025
+ndi 3016
+aus 3001
+ice 3001
+cil 2995
+_ra 2992
+isi 2988
+tim 2975
+ase 2974
+que 2972
+ned 2967
+_ve 2964
+les 2956
+tai 2948
+ult 2943
+wha 2939
+_op 2933
+lin 2931
+tie 2929
+ary 2920
+mat 2911
+up_ 2911
+opo 2909
+pla 2900
+ffe 2883
+ht_ 2872
+ike 2867
+do_ 2843
+lik 2827
+eal 2819
+how 2818
+rov 2817
+ser 2811
+tre 2807
+nis 2805
+ork 2804
+ual 2802
+ir_ 2799
+ega 2792
+rd_ 2789
+epo 2779
+lan 2774
+id_ 2751
+oci 2751
+mpo 2746
+itu 2737
+pen 2732
+who 2731
+ade 2728
+ls_ 2715
+_pu 2712
+soc 2706
+_ge 2699
+sse 2698
+_if 2691
+if_ 2691
+bou 2685
+fac 2685
+ici 2682
+nme 2682
+ext 2680
+duc 2678
+_ye 2672
+cle 2667
+nin 2666
+_pl 2650
+ari 2648
+sec 2648
+hey 2646
+tly 2625
+abo 2622
+tit 2616
+_vi 2612
+equ 2605
+ost 2600
+nee 2592
+ert 2581
+iat 2578
+my_ 2574
+cat 2570
+icu 2563
+ris 2552
+exp 2551
+sol 2547
+uct 2535
+_na 2530
+rel 2522
+_ju 2519
+itt 2519
+nly 2512
+uch 2510
+tia 2505
+no_ 2504
+sib 2499
+ugh 2491
+omi 2485
+bli 2481
+tab 2478
+_hi 2474
+mme 2473
+ach 2469
+agr 2469
+cau 2465
+rge 2462
+_ot 2443
+bec 2435
+att 2433
+ong 2428
+eir 2426
+nge 2411
+oug 2411
+hei 2410
+ssu 2400
+rst 2399
+tem 2397
+am_ 2396
+cre 2386
+ani 2385
+mak 2381
+ced 2371
+ura 2369
+bil 2367
+ded 2363
+tee 2360
+owe 2357
+_ti 2356
+jec 2354
+eli 2346
+elo 2344
+ric 2342
+mar 2334
+wer 2331
+mea 2326
+leg 2323
+ond 2321
+gro 2314
+ifi 2309
+eth 2303
+_ec 2294
+sel 2290
+_up 2289
+sup 2288
+hts 2282
+nda 2273
+som 2270
+ad_ 2267
+_my 2252
+ses 2248
+irs 2246
+cie 2240
+ono 2239
+ell 2231
+tru 2230
+dec 2226
+iou 2225
+ace 2212
+dev 2212
+tar 2212
+fir 2211
+cis 2197
+rio 2196
+way 2195
+rem 2193
+ece 2189
+new 2189
+nes 2182
+ass 2173
+erm 2166
+mun 2165
+_bo 2163
+eca 2162
+_af 2145
+har 2145
+lle 2145
+isa 2140
+ang 2139
+spo 2138
+war 2137
+ele 2129
+lie 2128
+erv 2121
+_hu 2119
+mmu 2114
+roc 2112
+nsu 2109
+ibl 2103
+_ce 2096
+get 2096
+uri 2080
+el_ 2077
+mer 2076
+ria 2074
+ron 2074
+ram 2070
+lop 2067
+upp 2066
+_fe 2049
+dit 2044
+eop 2043
+rod 2042
+nk_ 2039
+jus 2038
+sal 2038
+ffi 2034
+gh_ 2022
+ogr 2021
+pon 2020
+qui 2014
+rk_ 2012
+_ob 2011
+suc 2011
+asi 2010
+dem 2003
+ein 2001
+aid 1998
+sue 1998
+icy 1989
+sis 1986
+opl 1983
+fun 1980
+peo 1973
+bet 1970
+oce 1969
+ann 1968
+cce 1968
+nom 1959
+mad 1948
+lut 1945
+see 1945
+poi 1941
+chi 1940
+rke 1939
+_es 1934
+yea 1928
+arg 1927
+ivi 1927
+onl 1925
+ita 1921
+low 1912
+rog 1909
+day 1904
+own 1903
+clu 1894
+emp 1894
+rre 1891
+tro 1887
+led 1885
+wn_ 1881
+ho_ 1877
+urs 1876
+_da 1875
+cur 1874
+hem 1874
+dir 1861
+rly 1857
+tec 1856
+ful 1855
+_ci 1847
+ia_ 1836
+ume 1834
+iev 1833
+oll 1833
+vin 1833
+od_ 1826
+rce 1816
+gai 1806
+rte 1806
+rac 1805
+cri 1804
+_em 1800
+_vo 1797
+tua 1797
+isc 1793
+rm_ 1793
+oss 1791
+sh_ 1787
+sat 1783
+mes 1782
+ovi 1778
+rde 1776
+osi 1769
+eff 1766
+rse 1763
+llo 1761
+try 1760
+odu 1758
+_gi 1757
+cts 1755
+wee 1754
+_br 1750
+cit 1745
+olu 1744
+son 1744
+dam 1743
+_cu 1739
+lf_ 1738
+ntl 1736
+giv 1733
+osa 1731
+_ef 1726
+ink 1716
+hos 1715
+cen 1714
+nds 1706
+ppr 1700
+bat 1698
+aga 1693
+eac 1692
+ndm 1687
+ark 1685
+ctu 1683
+eso 1680
+nto 1680
+sub 1680
+hum 1679
+uma 1678
+bel 1673
+thr 1670
+dme 1667
+obl 1667
+rna 1667
+hal 1665
+edu 1664
+_sc 1661
+vid 1661
+emo 1659
+_au 1657
+des 1657
+ved 1655
+nan 1652
+oup 1651
+hea 1647
+eti 1644
+bas 1643
+tel 1641
+ara 1635
+ela 1634
+ncl 1625
+ept 1624
+nvi 1624
+rds 1621
+wel 1621
+bei 1619
+ood 1617
+qua 1614
+inf 1610
+oti 1609
+fec 1604
+nfo 1604
+gov 1597
+dif 1596
+lon 1596
+lve 1594
+etw 1591
+ems 1585
+alt 1584
+dea 1583
+bje 1582
+cip 1578
+ack 1576
+rma 1576
+gar 1574
+ien 1571
+rob 1570
+vot 1560
+_ru 1559
+dy_ 1557
+lac 1557
+ign 1547
+say 1545
+onf 1544
+edi 1540
+inv 1539
+cor 1534
+imi 1533
+med 1529
+twe 1529
+iff 1524
+mic 1524
+rth 1513
+ian 1505
+_va 1504
+kno 1504
+plo 1502
+gio 1496
+pli 1493
+che 1490
+_sy 1489
+ruc 1487
+ole 1486
+ppl 1478
+rtu 1477
+_ai 1475
+eem 1475
+mos 1474
+ana 1456
+sum 1456
+sts 1455
+mil 1453
+ks_ 1451
+hor 1450
+cas 1449
+lli 1449
+adi 1443
+pme 1442
+rdi 1440
+_ea 1438
+off 1437
+uat 1435
+ars 1434
+deb 1432
+cep 1431
+dge 1431
+rnm 1424
+wan 1422
+usi 1418
+ges 1416
+amm 1412
+_kn 1411
+pin 1407
+ied 1406
+nno 1404
+vis 1402
+rev 1400
+del 1398
+opm 1394
+nve 1390
+hel 1383
+cra 1382
+ubl 1380
+wev 1380
+cus 1378
+rap 1377
+tut 1375
+ism 1372
+lev 1371
+rn_ 1371
+ute 1367
+_ro 1366
+rot 1366
+eu_ 1364
+ea_ 1363
+_el 1354
+lud 1352
+aki 1348
+ech 1347
+ete 1347
+_ov 1343
+cco 1341
+eba 1341
+ict 1338
+efe 1334
+env 1334
+yst 1333
+gin 1332
+shi 1332
+egu 1331
+fre 1327
+urt 1325
+dur 1322
+add 1320
+vir 1318
+_dr 1316
+oes 1312
+iro 1303
+she 1302
+vie 1301
+air 1296
+car 1296
+ck_ 1296
+mpe 1293
+sla 1292
+opi 1288
+sys 1288
+too 1288
+ncy 1287
+err 1282
+til 1281
+uss 1281
+ask 1279
+ps_ 1278
+opt 1277
+aff 1272
+ank 1266
+ngs 1266
+ail 1264
+exa 1263
+ors 1248
+sto 1248
+ket 1247
+cto 1246
+uth 1241
+rad 1239
+onm 1238
+atu 1234
+mpr 1234
+fra 1229
+loy 1229
+ize 1226
+hy_ 1225
+tle 1225
+pub 1224
+lec 1223
+req 1219
+iew 1218
+nic 1217
+hil 1216
+_du 1214
+nse 1211
+two 1210
+xt_ 1207
+aft 1206
+vic 1204
+rol 1202
+coo 1199
+evi 1199
+exc 1196
+fte 1191
+col 1190
+cte 1190
+rms 1186
+nor 1184
+log 1183
+ema 1180
+eta 1178
+ipl 1175
+dat 1174
+gs_ 1174
+rts 1174
+mai 1169
+far 1166
+gul 1166
+amp 1164
+oni 1164
+rne 1164
+ger 1163
+abi 1162
+aut 1157
+las 1154
+erg 1153
+_tw 1151
+let 1150
+sou 1148
+olv 1144
+len 1143
+ibi 1141
+pt_ 1141
+ocr 1140
+doe 1136
+set 1133
+mpa 1132
+hol 1131
+sha 1131
+ken 1129
+_gu 1126
+sk_ 1126
+lig 1125
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/eo.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/eo.ngp
new file mode 100644
index 0000000..f799030
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/eo.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_la 382428
+la_ 374029
+aj_ 246196
+_de 243032
+de_ 224736
+oj_ 196353
+is_ 184184
+as_ 167445
+_ka 158716
+en_ 145494
+_en 143916
+_es 136176
+kaj 133721
+est 127476
+to_ 119334
+on_ 111006
+sta 102398
+io_ 94844
+ro_ 92272
+_pr 86851
+ta_ 84035
+_ko 81850
+_po 78991
+_li 78651
+ant 78055
+tas 76074
+jn_ 75117
+_ki 71830
+ran 67142
+_al 66971
+per 64839
+_ma 64513
+nto 63544
+an_ 63496
+ist 63058
+tis 62800
+li_ 59418
+no_ 58385
+sti 58354
+aŭ_ 57064
+kon 56876
+do_ 56827
+ita 56600
+_re 55250
+toj 52344
+ent 51516
+_an 49254
+_in 49196
+el_ 49185
+_ti 48980
+aro 47609
+ia_ 47484
+era 46867
+_se 46678
+ter 46674
+ojn 46607
+sto 44974
+_pl 44131
+nta 42572
+lo_ 42413
+_si 41789
+pro 41744
+and 41350
+al_ 40597
+taj 40368
+_mo 39952
+_ku 39584
+nte 39520
+tra 39196
+_su 38668
+_tr 37801
+_pa 37749
+te_ 36918
+_el 36863
+_ja 35980
+lan 35290
+_no 35285
+str 35267
+int 35237
+iu_ 34758
+ĝis 34526
+mal 34395
+spe 34114
+por 34002
+ili 33780
+_ne 33742
+ono 33221
+roj 33107
+er_ 32980
+_pe 32912
+ver 32687
+kiu 32398
+ata 32238
+mo_ 32101
+_ek 31851
+par 31812
+na_ 31546
+ko_ 31323
+esp 31152
+oni 31136
+ne_ 31100
+ado 30618
+ajn 30394
+gra 30281
+pre 30086
+art 30018
+_di 29742
+ra_ 29729
+ank 29714
+_un 29391
+lin 28832
+un_ 28792
+or_ 28659
+da_ 28594
+_vi 28489
+tro 28462
+ort 28424
+mon 28335
+_du 28273
+_gr 27759
+kun 27460
+kie 27371
+iĝi 27310
+pri 27274
+_te 26849
+nda 26844
+ali 26703
+eri 26702
+jar 26668
+unu 26566
+men 26435
+_ĝi 26411
+_fa 26339
+igi 26298
+_fo 26208
+ris 26161
+lia 26035
+ori 25930
+man 25760
+iel 25478
+_me 25465
+ri_ 25226
+_ve 25125
+ndo 24996
+kom 24890
+ato 24793
+iaj 24374
+ing 24319
+loj 24202
+noj 24059
+ano 23865
+_ĉe 23736
+ost 23591
+ont 23504
+iko 23470
+ara 23402
+ari 23393
+ton 23389
+ion 23088
+_aŭ 23086
+_ĉi 23039
+olo 23002
+co_ 22791
+dis 22751
+tan 22705
+ero 22650
+cio 22578
+_ke 22566
+rto 22427
+ple 22424
+ona 22317
+_mi 22130
+for 22075
+vas 22049
+res 21573
+_ar 21495
+kaŭ 21484
+ni_ 21472
+ino 21409
+pos 21408
+ond 21383
+aci 21203
+nom 21114
+_sa 21097
+rio 20941
+don 20939
+_a_ 20895
+nis 20827
+_fi 20721
+ste 20709
+ekt 20560
+rbo 20334
+ala 20211
+nka 20005
+ova 19919
+ika 19896
+am_ 19768
+_st 19732
+tri 19715
+urb 19704
+_kr 19629
+kto 19451
+ult 19403
+enc 19375
+_mu 19363
+iuj 19315
+nti 19227
+in_ 19191
+pli 19189
+_ha 19073
+tem 18910
+_na 18887
+mil 18707
+re_ 18705
+_ba 18595
+ron 18581
+cia 18499
+ntr 18457
+ana 18423
+_fr 18310
+ani 18277
+tiu 18229
+ons 18088
+aĵo 18007
+lit 17946
+alo 17914
+ilo 17844
+bo_ 17783
+_ri 17713
+le_ 17588
+ke_ 17581
+lon 17579
+rti 17464
+nas 17458
+tur 17452
+sia 17362
+ern 17178
+go_ 17178
+uj_ 17178
+_lo 17024
+oro 16925
+ven 16925
+eno 16894
+_on 16892
+tat 16859
+ava 16840
+ian 16642
+_nu 16636
+ka_ 16588
+tik 16586
+ur_ 16573
+omo 16555
+nst 16538
+_ur 16429
+nio 16379
+vo_ 16233
+ito 16230
+tor 16132
+_il 16099
+_ge 16082
+tio 15963
+ive 15933
+ndi 15926
+raj 15875
+_or 15831
+_da 15720
+eni 15702
+_ap 15700
+eks 15621
+ten 15575
+ers 15567
+ngv 15546
+po_ 15509
+ren 15297
+ide 15274
+rma 15270
+ulo 15264
+jo_ 15216
+vis 15183
+sed 15177
+reg 15151
+bro 15138
+ed_ 15089
+son 15082
+ena 14920
+ome 14913
+doj 14875
+tar 14853
+mar 14814
+_so 14788
+eto 14735
+_ok 14593
+hav 14577
+_ho 14547
+gis 14523
+erm 14504
+end 14420
+um_ 14412
+ina 14368
+ma_ 14351
+ati 14266
+iam 14239
+rit 14234
+sen 14217
+moj 14113
+dum 14108
+eco 14094
+_vo 14090
+_ta 14053
+mul 13983
+va_ 13963
+emp 13961
+rad 13941
+cen 13928
+den 13816
+ĝo_ 13816
+lej 13808
+_ro 13735
+_le 13729
+ovi 13656
+anc 13632
+akt 13568
+dan 13568
+ejo 13532
+ĝi_ 13508
+ila 13493
+ini 13443
+lio 13402
+tru 13367
+_ak 13345
+ie_ 13328
+ame 13290
+ele 13288
+ama 13234
+mor 13229
+ora 13145
+las 13125
+elo 13065
+ioj 13044
+uni 13020
+oli 12996
+fra 12922
+so_ 12895
+es_ 12890
+ere 12858
+kis 12853
+_br 12843
+nov 12840
+ord 12810
+pol 12732
+nco 12711
+tin 12663
+_ra 12624
+_be 12621
+egi 12619
+_do 12514
+kan 12476
+nci 12449
+fer 12414
+ast 12395
+_tu 12322
+st_ 12288
+ĝas 12242
+rat 12180
+iĝa 12129
+gio 12120
+lta 12063
+rov 11941
+erk 11928
+_hi 11908
+kol 11901
+kti 11884
+iga 11863
+orm 11830
+ura 11829
+rez 11785
+ej_ 11779
+tal 11764
+emo 11739
+_he 11716
+kva 11615
+ale 11518
+van 11515
+ras 11353
+voj 11321
+_va 11270
+lig 11270
+oma 11257
+_ce 11252
+ber 11247
+ici 11247
+far 11205
+_bo 11192
+sur 11166
+ins 11159
+rig 11142
+rop 11142
+rna 11083
+oka 11064
+gvo 11044
+nua 11032
+bor 10997
+kri 10988
+ene 10942
+vid 10902
+je_ 10854
+omi 10824
+opo 10818
+ua_ 10805
+uro 10804
+gan 10751
+ien 10745
+_ju 10692
+tie 10659
+koj 10645
+ola 10592
+ebl 10591
+ate 10582
+ang 10579
+mbr 10567
+_fe 10554
+san 10539
+kta 10510
+tre 10499
+rom 10473
+sis 10433
+rin 10430
+zis 10427
+nat 10422
+ekz 10418
+_sp 10394
+duk 10386
+kre 10344
+_je 10325
+_of 10275
+nor 10263
+ong 10263
+ism 10248
+laŭ 10140
+tit 10138
+iti 10095
+fin 10090
+ria 10073
+rte 10044
+lek 10043
+der 10028
+rik 9921
+abo 9900
+ski 9879
+bla 9867
+kar 9850
+min 9845
+fon 9826
+taŭ 9780
+mat 9762
+sim 9749
+ind 9745
+ezi 9735
+iri 9728
+apa 9712
+ĉef 9708
+non 9702
+azi 9636
+rta 9611
+nac 9601
+lis 9578
+pan 9562
+avi 9551
+pov 9495
+eci 9453
+naj 9452
+ask 9416
+eta 9409
+maj 9369
+sek 9363
+tia 9287
+_am 9280
+lik 9255
+sub 9221
+omp 9208
+laj 9207
+ser 9152
+kul 9143
+ger 9128
+ial 9125
+_ru 9070
+igo 9059
+raŭ 9046
+me_ 9036
+ida 9030
+zo_ 9000
+_kv 8968
+git 8945
+rie 8921
+_uz 8908
+kor 8895
+nde 8895
+ti_ 8894
+rdo 8860
+ans 8847
+nca 8841
+ĵoj 8814
+nur 8812
+ĉe_ 8802
+nu_ 8775
+lib 8764
+mpe 8760
+bli 8675
+ler 8663
+mer 8651
+ert 8625
+lab 8617
+nko 8589
+ca_ 8547
+_lu 8535
+pen 8515
+var 8511
+nan 8505
+rol 8477
+eli 8446
+kci 8444
+gas 8440
+vol 8436
+iki 8433
+ago 8432
+are 8425
+pon 8425
+_ga 8379
+edi 8369
+his 8347
+adi 8332
+ami 8313
+bon 8299
+rib 8267
+nsi 8252
+rki 8225
+nga 8223
+lat 8218
+alt 8205
+uso 8173
+mun 8162
+mpl 8152
+vin 8148
+met 8128
+lar 8126
+fil 8095
+_bi 8088
+rav 8044
+rak 8006
+ral 7991
+mpo 7977
+emb 7944
+_fl 7915
+daj 7911
+ard 7894
+erv 7862
+lor 7850
+tiv 7815
+oci 7803
+mem 7792
+sam 7792
+uzi 7777
+gen 7773
+ies 7757
+rko 7735
+tig 7711
+iva 7708
+ape 7695
+_kl 7691
+ite 7671
+ema 7663
+ar_ 7661
+len 7660
+oko 7644
+reĝ 7617
+ksi 7570
+smo 7566
+rus 7562
+atu 7544
+dio 7540
+org 7527
+ĵo_ 7527
+us_ 7523
+eso 7504
+viv 7493
+plu 7487
+_ni 7483
+ove 7460
+gi_ 7444
+mas 7437
+kia 7411
+kaz 7410
+sit 7408
+tut 7380
+eko 7372
+iĝo 7331
+evi 7318
+imp 7311
+ela 7300
+ret 7277
+stu 7273
+log 7272
+kla 7264
+kiĝ 7257
+ine 7249
+ner 7249
+gar 7244
+ĉiu 7200
+_at 7195
+bel 7162
+sin 7161
+emi 7141
+rek 7131
+pla 7112
+sa_ 7108
+_sc 7082
+hom 7082
+vor 7077
+gre 7063
+red 7043
+kat 7041
+kel 7002
+pe_ 6954
+val 6945
+arc 6941
+eo_ 6903
+ldo 6869
+pra 6868
+ark 6865
+ĝin 6848
+kur 6841
+se_ 6840
+tek 6822
+soc 6804
+sig 6788
+rec 6751
+_ŝi 6742
+ido 6736
+dek 6730
+rce 6722
+con 6714
+bra 6711
+cie 6709
+anĝ 6703
+cid 6664
+lok 6655
+ga_ 6626
+ens 6623
+_sk 6586
+vaj 6584
+ĉi_ 6578
+ivi 6576
+ira 6575
+tel 6565
+_as 6562
+du_ 6561
+os_ 6560
+ust 6543
+ril 6520
+riĝ 6513
+sci 6504
+inf 6473
+rmo 6433
+rka 6415
+ska 6415
+arm 6411
+aĝo 6403
+bri 6402
+sko 6400
+nce 6349
+_pi 6346
+dia 6341
+elk 6332
+aso 6331
+rmi 6330
+ega 6321
+mis 6314
+uda 6305
+rok 6295
+eti 6293
+_pu 6285
+nun 6281
+_ol 6247
+dev 6238
+ako 6232
+odo 6209
+_us 6179
+atr 6177
+omu 6174
+ign 6161
+one 6159
+cis 6154
+rso 6153
+ula 6151
+eda 6144
+loĝ 6125
+fam 6122
+sup 6115
+idi 6105
+_bu 6102
+bar 6087
+rme 6072
+uti 6068
+lka 6044
+tiĝ 6037
+uza 6037
+kst 6015
+ofi 5991
+umo 5935
+sio 5925
+_ŝt 5905
+omb 5903
+ibe 5891
+olu 5891
+div 5889
+coj 5878
+asi 5861
+_hu 5845
+izo 5839
+und 5825
+rga 5818
+mit 5815
+pec 5814
+amo 5809
+_im 5784
+itu 5769
+rua 5762
+ve_ 5756
+ogi 5734
+flu 5727
+ice 5722
+rsa 5720
+inc 5718
+efe 5711
+hel 5698
+kde 5695
+ole 5691
+ote 5677
+ukt 5650
+imi 5622
+etr 5619
+eve 5618
+ekd 5610
+ete 5600
+_ĉa 5596
+rla 5584
+kap 5563
+oft 5563
+skr 5550
+_ŝa 5543
+ume 5537
+kro 5533
+das 5529
+una 5526
+_jo 5523
+ipo 5522
+ces 5520
+esi 5506
+upo 5488
+ol_ 5487
+ble 5474
+iun 5474
+uo_ 5471
+eze 5469
+ima 5452
+ime 5438
+ngl 5419
+spa 5416
+esk 5414
+kal 5405
+rac 5398
+kam 5397
+ric 5386
+rui 5380
+tad 5364
+rda 5359
+lud 5350
+ede 5349
+ivo 5336
+niv 5335
+nik 5332
+rem 5328
+ce_ 5318
+poj 5317
+rev 5301
+tol 5297
+iro 5292
+din 5282
+saj 5280
+leg 5275
+om_ 5275
+enk 5270
+uta 5261
+nig 5258
+cip 5254
+alp 5250
+uri 5248
+kio 5246
+oje 5244
+ram 5229
+ŭro 5229
+imo 5221
+vil 5195
+rba 5191
+izi 5181
+lte 5179
+udo 5176
+ŝta 5169
+aga 5160
+_fu 5149
+ier 5149
+tam 5145
+boj 5103
+gru 5093
+sud 5090
+til 5088
+ndu 5087
+ĝan 5084
+pat 5076
+nit 5065
+nal 5058
+vad 5056
+_ag 5053
+dec 5047
+rup 5045
+zon 5045
+_ci 5026
+uli 5021
+goj 5018
+ore 5007
+riv 4998
+alf 4983
+_eŭ 4981
+eĝo 4968
+_to 4947
+foj 4935
+ubl 4922
+uis 4915
+_eb 4902
+soj 4898
+arb 4892
+apo 4887
+num 4884
+all 4855
+_ad 4837
+ald 4836
+kce 4819
+jam 4815
+rdi 4805
+opa 4802
+viĝ 4795
+edo 4791
+lim 4788
+ibr 4783
+zio 4779
+sla 4766
+eŭr 4764
+fte 4760
+mpa 4759
+isp 4755
+raf 4755
+erl 4751
+jun 4751
+ekv 4737
+_ca 4735
+evo 4733
+oto 4723
+kas 4714
+_ed 4711
+pas 4707
+ogr 4701
+irk 4674
+ept 4663
+mov 4645
+zid 4639
+her 4636
+tag 4636
+sol 4613
+pub 4602
+kzi 4600
+gla 4592
+rim 4571
+mio 4566
+esa 4562
+dit 4556
+ge_ 4549
+oks 4535
+eme 4533
+opr 4528
+isk 4516
+zas 4516
+tim 4503
+bur 4501
+nse 4489
+amp 4481
+rei 4480
+bat 4478
+rel 4472
+aco 4470
+fla 4468
+aŭt 4460
+ung 4459
+ile 4446
+iza 4443
+rsi 4443
+odi 4429
+nkt 4417
+lam 4403
+mia 4403
+eld 4402
+ksa 4397
+_ev 4394
+spo 4390
+ipe 4377
+alk 4364
+unk 4362
+nia 4361
+plo 4361
+nen 4354
+pop 4349
+als 4348
+aza 4347
+fun 4343
+vi_ 4329
+_n_ 4320
+kte 4320
+dep 4301
+joj 4301
+_co 4292
+ezo 4290
+rod 4276
+von 4262
+ea_ 4253
+rea 4249
+oku 4243
+cer 4223
+mez 4223
+sal 4204
+mi_ 4199
+riz 4195
+sil 4195
+dir 4194
+_m_ 4190
+gon 4186
+ĝoj 4180
+dik 4177
+ĝen 4167
+del 4161
+aka 4156
+mik 4147
+tud 4138
+_bl 4135
+dem 4127
+sma 4124
+fic 4119
+ego 4098
+lem 4091
+ave 4078
+iis 4076
+ire 4068
+kad 4049
+rne 4049
+rof 4046
+okc 4035
+muz 4015
+dat 4013
+gni 4007
+ngo 4000
+kze 3997
+oĝa 3988
+ĉar 3981
+ane 3979
+rap 3978
+api 3977
+rde 3969
+rot 3968
+rep 3954
+ikt 3953
+sul 3951
+nej 3948
+dua 3944
+ek_ 3932
+zik 3927
+amb 3899
+vit 3897
+kut 3887
+kvi 3880
+dor 3879
+_et 3877
+nar 3873
+hun 3869
+erb 3867
+bru 3863
+nic 3861
+zen 3853
+kit 3846
+ŝi_ 3841
+ada 3837
+eva 3817
+nge 3801
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/es.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/es.ngp
new file mode 100644
index 0000000..d876720
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/es.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+_de 136162
+os_ 104432
+de_ 96031
+_la 81054
+_co 64732
+la_ 62987
+es_ 60027
+as_ 58615
+_qu 56200
+que 55727
+ue_ 53693
+ent 53516
+en_ 52339
+el_ 50612
+_en 49870
+_es 48725
+ón_ 46841
+ión 46068
+est 43016
+nte 42192
+te_ 38687
+_el 38461
+con 37552
+_se 37134
+_pr 35772
+do_ 34887
+_lo 34502
+_y_ 32030
+_un 30742
+_re 29625
+_po 29551
+aci 29218
+_a_ 29199
+los 28792
+ció 28717
+_pa 28600
+to_ 28476
+ra_ 27785
+res 27200
+men 26415
+ar_ 25118
+ado 25005
+com 24457
+sta 23713
+par 23570
+or_ 22898
+_in 22253
+se_ 21776
+al_ 21224
+por 20662
+_ha 20266
+no_ 19782
+_no 19637
+las 19623
+pro 18796
+nto 18515
+pre 18215
+tra 18215
+ien 18094
+ta_ 18071
+cia 18041
+ion 17727
+ida 17065
+nci 16820
+na_ 16728
+ica 16595
+cio 16590
+mos 16275
+one 16216
+del 15972
+dad 15624
+lo_ 15488
+ara 15288
+ia_ 14766
+una 14753
+ant 14486
+nes 14249
+_si 14167
+er_ 14052
+ame 13930
+dos 13906
+_al 13877
+rec 13848
+rop 13745
+on_ 13491
+an_ 13268
+_so 13252
+nta 13173
+da_ 13104
+ro_ 13032
+_di 12932
+_su 12895
+ues 12709
+_me 12586
+era 12502
+des 12453
+per 12285
+_pe 12224
+un_ 12196
+re_ 11905
+ste 11899
+mis 11726
+ten 11678
+ter 11476
+enc 11340
+ad_ 11252
+tar 11116
+isi 11112
+_ca 10938
+ici 10928
+les 10770
+uro 10756
+sió 10697
+pue 10688
+tad 10621
+mo_ 10163
+io_ 10146
+str 10101
+ons 9952
+nos 9905
+_cu 9835
+ari 9810
+ada 9771
+tos 9746
+ido 9642
+omi 9583
+eur 9560
+tiv 9560
+ntr 9498
+_eu 9482
+esp 9477
+_tr 9414
+_mi 9363
+ect 9362
+tic 9322
+ero 9214
+den 9204
+emo 9181
+ere 9157
+tan 9147
+ier 9049
+_ma 8996
+_ta 8994
+ía_ 8957
+tam 8818
+orm 8810
+rio 8749
+_ac 8686
+esi 8656
+bre 8655
+sid 8627
+ca_ 8595
+ale 8551
+ndo 8536
+mie 8477
+ist 8448
+der 8325
+ide 8284
+for 8259
+eci 8249
+sti 8242
+ble 8210
+ene 8196
+_to 8194
+ona 8191
+esa 8081
+ran 8077
+_te 7956
+end 7934
+uni 7910
+ope 7900
+tro 7898
+ont 7887
+deb 7873
+ros 7787
+mbi 7751
+sto 7662
+_pu 7656
+cho 7529
+ha_ 7509
+amb 7491
+_ex 7420
+ese 7364
+int 7253
+ina 7226
+das 7081
+ría 7030
+_mu 6965
+art 6917
+gra 6882
+cto 6867
+tes 6857
+so_ 6839
+ir_ 6792
+spe 6704
+ma_ 6692
+edi 6656
+ás_ 6644
+_nu 6501
+señ 6470
+co_ 6455
+más 6441
+tod 6398
+omo 6376
+ora 6350
+lam 6322
+ece 6312
+ser 6290
+ita 6283
+ea_ 6280
+ria 6261
+me_ 6256
+qui 6227
+sar 6206
+_as 6167
+lar 6121
+obr 6092
+cue 6081
+eño 6050
+iva 6034
+nue 5959
+_ap 5930
+fic 5924
+amo 5908
+ali 5900
+nal 5838
+rta 5836
+egu 5791
+ech 5761
+iza 5731
+eri 5730
+ñor 5723
+ort 5694
+rac 5692
+ico 5684
+dic 5667
+ces 5661
+pon 5640
+ade 5636
+sob 5607
+ren 5603
+and 5589
+odo 5582
+_má 5529
+emp 5523
+rma 5485
+ner 5478
+ebe 5448
+ace 5437
+mpl 5411
+ios 5407
+ura 5405
+ial 5353
+cer 5337
+le_ 5271
+inc 5236
+su_ 5233
+uer 5220
+man 5215
+sen 5211
+unt 5206
+eo_ 5197
+tas 5168
+va_ 5165
+ras 5158
+tal 5158
+cas 5154
+mer 5148
+cie 5130
+imp 5117
+arl 5078
+mpo 5051
+nda 5030
+dec 5018
+ema 5009
+ili 4972
+reg 4968
+lic 4876
+pos 4860
+_ve 4848
+_gr 4823
+_im 4816
+lid 4782
+ati 4776
+go_ 4763
+tur 4735
+uci 4702
+med 4693
+omp 4690
+én_ 4638
+_mo 4635
+ién 4631
+_fu 4619
+_cr 4615
+ate 4578
+cci 4569
+anc 4568
+cre 4551
+gun 4544
+abl 4531
+nfo 4528
+rla 4516
+tor 4512
+ued 4491
+inf 4486
+min 4483
+mbr 4479
+pec 4452
+imi 4425
+car 4406
+_fi 4395
+pri 4389
+bié 4365
+nió 4365
+eso 4355
+rar 4352
+jo_ 4338
+nse 4338
+llo 4335
+rme 4321
+iem 4305
+nti 4303
+nde 4301
+_he 4300
+seg 4296
+ede 4292
+íti 4288
+cul 4283
+pol 4276
+ore 4270
+rad 4258
+rat 4258
+rea 4240
+cua 4237
+_ad 4228
+ral 4227
+ber 4225
+sin 4202
+_ci 4201
+_le 4201
+dem 4197
+oci 4196
+ho_ 4169
+ivo 4168
+ejo 4157
+ust 4130
+cti 4120
+emb 4112
+ver 4101
+eco 4094
+erc 4092
+ual 4083
+ce_ 4081
+_an 4068
+cad 4066
+_vi 4063
+_ob 4051
+tie 4051
+mas 4028
+_ti 4026
+ias 4006
+_fo 4000
+ndi 3986
+hac 3960
+otr 3955
+bie 3949
+rte 3940
+ert 3938
+uen 3928
+pea 3898
+cos 3884
+osi 3878
+olí 3869
+itu 3867
+lít 3862
+ond 3830
+uie 3829
+_em 3827
+gar 3820
+vo_ 3815
+ses 3796
+_ne 3768
+act 3761
+lan 3753
+ano 3752
+ela 3735
+sa_ 3724
+leg 3684
+uda 3682
+nic 3664
+tre 3662
+son 3648
+und 3647
+pli 3635
+nst 3629
+ers 3619
+tem 3608
+fin 3594
+dis 3574
+mun 3572
+nsi 3564
+sol 3562
+spo 3562
+mar 3555
+ome 3555
+gen 3525
+ya_ 3515
+aba 3508
+ini 3502
+ori 3488
+are 3485
+_sa 3467
+ata 3448
+ern 3428
+nac 3427
+rti 3426
+ven 3417
+ism 3368
+rá_ 3358
+in_ 3345
+_li 3344
+dir 3340
+lac 3283
+nid 3274
+si_ 3260
+_ot 3258
+ram 3248
+cha 3246
+ult 3241
+fer 3233
+ne_ 3232
+uch 3216
+ime 3214
+duc 3206
+aís 3191
+_va 3189
+ref 3180
+paí 3177
+egi 3164
+mpr 3151
+ito 3147
+did 3144
+lem 3142
+hos 3128
+tri 3124
+sos 3118
+_pl 3114
+liz 3114
+_au 3112
+eda 3111
+ula 3098
+tua 3093
+ifi 3092
+alm 3090
+pla 3086
+ens 3079
+sit 3076
+pod 3075
+rol 3071
+nas 3064
+lme 3051
+stá 3045
+ele 3044
+rob 3044
+_lu 3042
+_am 3028
+erd 3021
+nad 3003
+_sr 3002
+sus 2988
+onc 2986
+rid 2986
+tac 2982
+po_ 2953
+hay 2931
+_ni 2929
+ino 2926
+peo 2926
+nec 2913
+rse 2912
+alg 2904
+cac 2898
+erv 2887
+_ju 2883
+ami 2876
+eme 2876
+ete 2870
+_na 2864
+dar 2863
+ple 2848
+can 2846
+bil 2844
+ota 2843
+eti 2833
+obl 2827
+mit 2792
+bro 2790
+oce 2787
+han 2775
+smo 2766
+opu 2758
+_fa 2755
+zar 2749
+rim 2746
+rab 2736
+rro 2736
+ecu 2730
+err 2724
+imo 2724
+arr 2720
+soc 2713
+roc 2704
+cam 2703
+cla 2695
+eno 2678
+ega 2677
+ell 2677
+_or 2676
+tid 2674
+_o_ 2673
+hab 2673
+dam 2666
+cir 2660
+cid 2642
+ctu 2640
+ins 2639
+_ba 2632
+án_ 2620
+sis 2617
+aso 2601
+nen 2596
+baj 2594
+col 2593
+eni 2592
+_vo 2591
+ani 2585
+efe 2575
+_do 2570
+erm 2567
+cor 2558
+olu 2547
+ric 2542
+eva 2539
+omu 2535
+efi 2534
+sej 2529
+_ho 2525
+exi 2525
+luc 2523
+nsa 2521
+fun 2516
+lta 2515
+_da 2504
+rel 2501
+eta 2498
+us_ 2489
+año 2479
+rmi 2479
+ret 2474
+dor 2469
+tim 2466
+cen 2463
+rem 2447
+igu 2444
+be_ 2439
+tab 2438
+_ge 2428
+arg 2428
+erí 2426
+lec 2420
+_añ 2418
+nar 2418
+asa 2417
+ima 2411
+sas 2410
+uno 2406
+esu 2405
+pa_ 2400
+tit 2399
+nve 2392
+sio 2389
+pet 2388
+uev 2383
+ún_ 2383
+rca 2373
+_ag 2372
+sup 2371
+dif 2370
+rod 2370
+asi 2361
+nce 2358
+_op 2357
+_ya 2349
+ord 2330
+ire 2328
+cip 2322
+muc 2313
+exp 2312
+cis 2308
+sab 2308
+oda 2307
+rso 2304
+vis 2293
+reo 2290
+eba 2276
+rno 2272
+sie 2272
+íse 2272
+dio 2271
+ena 2267
+hor 2263
+esc 2262
+sig 2261
+opi 2243
+abi 2240
+ogr 2238
+ced 2230
+eal 2230
+oy_ 2229
+rep 2225
+vid 2221
+ind 2215
+uy_ 2209
+ibl 2208
+muy 2207
+cta 2197
+dan 2196
+mpe 2191
+ama 2184
+ola 2180
+gui 2174
+nan 2173
+clu 2164
+sib 2157
+zac 2153
+ono 2144
+opa 2139
+lib 2125
+_ec 2123
+gur 2121
+ana 2118
+fue 2118
+isa 2117
+nor 2114
+oso 2113
+ará 2110
+lla 2106
+onf 2106
+fec 2105
+abo 2101
+ocu 2100
+bar 2093
+rre 2089
+odu 2085
+sr_ 2080
+iti 2075
+pen 2075
+ay_ 2074
+vos 2073
+yo_ 2071
+tin 2070
+_ll 2067
+ast 2062
+_fr 2056
+ode 2055
+sea 2047
+za_ 2041
+_ce 2031
+dia 2031
+sec 2031
+opo 2020
+uan 2019
+vas 2014
+ans 2007
+sí_ 2007
+oll 2000
+_hu 1988
+lgu 1988
+lle 1985
+evi 1984
+tir 1984
+gan 1981
+rda 1965
+bra 1964
+mi_ 1962
+acu 1957
+ext 1953
+rie 1950
+ga_ 1949
+rqu 1948
+tió 1947
+_ra 1933
+ala 1932
+_ab 1931
+uct 1930
+lat 1922
+uga 1915
+_cl 1914
+apr 1913
+rgo 1913
+rin 1912
+bat 1911
+orí 1910
+acc 1900
+tru 1897
+rev 1895
+cal 1882
+len 1878
+amp 1874
+eje 1874
+ior 1874
+nmi 1873
+pac 1865
+mod 1864
+tá_ 1863
+uma 1862
+ías 1861
+lad 1859
+upo 1856
+_ar 1850
+ron 1849
+bli 1846
+ume 1844
+ost 1838
+sic 1838
+ncl 1831
+ños 1831
+pta 1823
+_ga 1822
+uir 1816
+ole 1812
+lab 1809
+icu 1801
+arc 1795
+rdo 1785
+abe 1783
+lug 1782
+_ej 1777
+lim 1774
+rog 1767
+iac 1765
+eli 1764
+rán 1763
+iad 1762
+_só 1756
+ars 1755
+gua 1754
+sól 1754
+rib 1739
+ibi 1732
+ajo 1722
+zad 1714
+ivi 1712
+jet 1711
+aqu 1697
+iar 1696
+pas 1694
+has 1690
+lia 1687
+onv 1686
+_ah 1684
+ólo 1682
+_bi 1681
+enm 1680
+apo 1676
+oca 1673
+ayo 1670
+nza 1670
+ecc 1665
+_du 1663
+uac 1660
+rup 1659
+ane 1657
+_ef 1656
+ez_ 1651
+may 1650
+oba 1642
+ben 1638
+bje 1637
+nom 1632
+obj 1629
+ote 1628
+unc 1627
+asu 1623
+_ay 1614
+rci 1610
+equ 1609
+rna 1609
+cep 1608
+nco 1605
+ing 1599
+mac 1597
+bor 1589
+agr 1581
+mej 1581
+mil 1580
+uto 1578
+gru 1575
+ase 1573
+hec 1573
+apl 1564
+orq 1563
+mic 1562
+yor 1561
+rga 1557
+rit 1557
+cit 1554
+ich 1552
+abr 1550
+iga 1549
+cri 1548
+ato 1547
+evo 1541
+nit 1541
+ive 1540
+ine 1537
+mba 1535
+omb 1535
+vot 1534
+pio 1532
+mat 1528
+pun 1527
+uri 1526
+cur 1525
+tec 1525
+lti 1518
+sad 1517
+és_ 1517
+bem 1516
+bas 1512
+_us 1510
+nis 1509
+osa 1509
+hem 1508
+hum 1500
+_oc 1498
+bla 1496
+isp 1496
+aho 1494
+jor 1478
+así 1476
+rde 1476
+_aq 1475
+anz 1470
+red 1468
+sul 1466
+xis 1462
+eng 1454
+sum 1448
+uis 1447
+apa 1445
+orr 1444
+ayu 1442
+cum 1439
+quí 1436
+rto 1434
+ite 1433
+_bu 1431
+rot 1430
+yud 1429
+eto 1424
+noc 1424
+die 1420
+ian 1420
+pal 1418
+ulo 1416
+ibu 1407
+val 1403
+arí 1402
+emá 1402
+_ev 1401
+adi 1401
+sca 1400
+iud 1392
+ciu 1386
+alt 1380
+bit 1378
+cab 1378
+sun 1375
+fra 1374
+_at 1373
+_fe 1361
+van 1359
+esd 1358
+ego 1353
+he_ 1353
+sal 1353
+sde 1352
+aut 1349
+erá 1346
+poy 1341
+lig 1338
+jer 1331
+teg 1331
+nem 1326
+nóm 1323
+ruc 1319
+oco 1311
+uta 1310
+_pi 1308
+aya 1306
+qué 1306
+rom 1306
+upu 1304
+spu 1302
+gue 1300
+tán 1300
+ibe 1299
+mid 1296
+rtu 1293
+il_ 1292
+aña 1289
+onó 1286
+plo 1284
+ife 1280
+_af 1276
+dim 1272
+cim 1271
+ño_ 1271
+log 1268
+ómi 1268
+lus 1263
+ué_ 1250
+uid 1244
+sam 1238
+oli 1232
+def 1231
+_go 1228
+ept 1227
+lis 1227
+isc 1225
+obs 1220
+til 1218
+mad 1213
+gio 1212
+aro 1211
+cup 1209
+lev 1208
+egl 1204
+rra 1204
+usi 1199
+cil 1195
+ba_ 1191
+aca 1188
+vez 1188
+sla 1184
+_és 1183
+nsp 1178
+inv 1177
+rlo 1176
+tom 1174
+_tu 1166
+gla 1166
+ill 1165
+odr 1163
+mpa 1161
+spa 1161
+eña 1157
+obi 1155
+odi 1155
+is_ 1152
+pes 1150
+hoy 1148
+ted 1146
+var 1141
+día 1140
+nsu 1140
+rco 1138
+nam 1136
+_yo 1131
+rvi 1131
+cap 1128
+rri 1127
+nif 1124
+uel 1121
+eja 1120
+udi 1119
+pin 1115
+tud 1114
+vel 1112
+tuc 1107
+uso 1106
+vic 1106
+sem 1105
+últ 1105
+ipa 1103
+dop 1100
+fre 1098
+aja 1097
+aus 1097
+gas 1096
+ipi 1094
+pid 1089
+exc 1086
+det 1083
+_úl 1082
+_gu 1077
+mes 1077
+zo_ 1077
+bri 1075
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/et.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/et.ngp
new file mode 100644
index 0000000..c5d4096
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/et.ngp
@@ -0,0 +1,1014 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+se_ 21814
+mis 19747
+ise 19736
+ja_ 17655
+te_ 17213
+use 16214
+_ja 15845
+st_ 13526
+est 13298
+ud_ 13260
+ste 13210
+sta 12994
+_ko 12908
+ust 12804
+ast 11912
+ist 11713
+ami 11710
+_ka 11705
+le_ 11520
+dus 11464
+on_ 10832
+ne_ 10685
+_te 10569
+sel 10497
+tus 10458
+ine 10055
+_va 9735
+end 9638
+es_ 9627
+_on 9512
+ks_ 9494
+de_ 9290
+and 9066
+us_ 9013
+lis 8954
+nda 8754
+_se 8736
+id_ 8699
+aja 8273
+eri 8195
+ed_ 8156
+ava 8116
+sti 8109
+lik 8028
+_ee 7949
+el_ 7931
+min 7913
+ga_ 7697
+val 7636
+tud 7571
+ti_ 7392
+tee 7203
+ali 7197
+ate 7136
+_ta 7108
+ing 7031
+ele 6956
+ees 6954
+ide 6935
+_ku 6890
+lt_ 6750
+is_ 6643
+kon 6565
+da_ 6556
+tsi 6474
+töö 6444
+ndu 6377
+eks 6338
+ete 6334
+as_ 6328
+aks 6245
+_ra 6227
+_ma 6185
+ad_ 6040
+tam 5993
+_ar 5952
+atu 5921
+_võ 5914
+eer 5902
+iku 5846
+aas 5743
+_vä 5723
+_ni 5677
+_in 5534
+sed 5525
+tat 5511
+_mi 5382
+nna 5339
+uur 5295
+met 5180
+dam 5128
+või 5104
+_pr 5064
+_to 5017
+_ol 5016
+_me 4954
+ren 4867
+lus 4818
+oli 4795
+tme 4751
+_tö 4749
+sek 4747
+ega 4735
+ng_ 4702
+_jä 4678
+_su 4642
+tte 4565
+imi 4564
+lii 4557
+_tu 4526
+eva 4520
+ata 4480
+kes 4435
+ses 4423
+_li 4335
+_sa 4331
+ite 4320
+tel 4309
+stu 4294
+oon 4263
+koo 4259
+al_ 4256
+are 4251
+ade 4247
+teg 4239
+_et 4214
+tse 4206
+oni 4202
+_ke 4195
+kas 4179
+rit 4176
+tes 4174
+tav 4159
+_pa 4130
+ita 4064
+nin 4040
+sus 4033
+emi 4025
+maa 4001
+aal 3976
+ole 3969
+eta 3968
+ta_ 3899
+ili 3886
+vas 3881
+vad 3868
+asu 3852
+ool 3842
+ada 3756
+ka_ 3737
+ema 3701
+ma_ 3701
+vus 3665
+vat 3638
+pro 3621
+_põ 3618
+itu 3616
+ndi 3609
+si_ 3609
+na_ 3582
+ima 3543
+koh 3515
+nud 3507
+rii 3506
+ald 3483
+ama 3465
+ab_ 3461
+kse 3452
+uri 3444
+ngu 3439
+kus 3433
+its 3425
+ku_ 3420
+uta 3405
+ini 3372
+des 3367
+suu 3352
+ika 3342
+_si 3321
+jan 3315
+lit 3309
+esk 3307
+ni_ 3307
+_aa 3296
+lin 3277
+et_ 3261
+eet 3257
+ioo 3251
+_el 3248
+lle 3248
+ime 3245
+loo 3238
+ala 3235
+sio 3229
+sut 3227
+ekt 3224
+umi 3223
+_ül 3208
+ood 3198
+maj 3176
+mee 3166
+inn 3135
+_ha 3124
+onn 3102
+jää 3093
+_pe 3089
+_al 3085
+tak 3061
+_os 3055
+elt 3036
+ule 3026
+kui 3025
+eli 3019
+ett 3018
+_re 3000
+utu 2982
+tik 2977
+_ju 2941
+ell 2940
+ter 2893
+ene 2884
+too 2883
+_pi 2879
+li_ 2868
+võt 2854
+ase 2835
+väl 2832
+lem 2826
+str 2816
+saa 2804
+_po 2803
+_a_ 2790
+mus 2784
+kti 2773
+tas 2768
+nis 2763
+_an 2756
+gus 2738
+see 2736
+_so 2718
+etu 2709
+ik_ 2699
+igi 2690
+va_ 2683
+tul 2671
+di_ 2670
+_ri 2667
+mat 2634
+ure 2629
+õim 2624
+alt 2622
+alu 2621
+mal 2615
+tal 2602
+ent 2600
+me_ 2592
+gu_ 2569
+sse 2569
+osa 2564
+_tä 2548
+kku 2529
+idu 2525
+rim 2494
+ida 2493
+äät 2492
+ots 2490
+esi 2478
+sis 2476
+ätm 2474
+lda 2473
+oma 2473
+eis 2467
+arv 2463
+ahe 2456
+rin 2454
+lli 2452
+kog 2450
+ööt 2450
+eel 2446
+hen 2440
+kor 2439
+ori 2439
+gi_ 2428
+eid 2422
+ege 2421
+_ne 2419
+äär 2407
+iti 2391
+rak 2391
+_üh 2385
+tev 2383
+_la 2378
+aga 2368
+_kõ 2360
+isa 2355
+all 2354
+oos 2354
+ike 2347
+lev 2341
+ead 2314
+ri_ 2312
+hin 2307
+ind 2304
+_es 2300
+ogu 2293
+las 2290
+ats 2288
+iit 2282
+_er 2274
+rah 2273
+ond 2272
+adu 2255
+evõ 2245
+nim 2234
+set 2231
+jal 2225
+ati 2224
+pea 2219
+iik 2218
+ari 2201
+põl 2189
+lek 2188
+_ki 2183
+kaa 2172
+lja 2168
+gev 2164
+iig 2159
+iir 2159
+eed 2153
+uma 2151
+ude 2141
+tsu 2134
+ui_ 2132
+kul 2126
+tis 2117
+tea 2116
+roo 2114
+ke_ 2111
+_as 2097
+tid 2097
+_mu 2093
+ikk 2089
+pii 2089
+ei_ 2073
+ani 2072
+seg 2072
+ute 2064
+dad 2055
+oet 2053
+mas 2043
+nde 2043
+nik 2029
+evu 2025
+ost 2025
+mes 2021
+_ei 2019
+jär 2012
+nts 2009
+tek 2009
+tur 2003
+sei 2000
+tab 1996
+eem 1984
+ves 1962
+tad 1948
+nõu 1940
+sid 1934
+_pu 1929
+_i_ 1921
+toe 1921
+del 1915
+_kä 1911
+ähe 1908
+_om 1906
+ess 1902
+älj 1899
+ran 1896
+_e_ 1887
+jat 1885
+la_ 1885
+mi_ 1882
+tuu 1872
+ale 1867
+põh 1864
+ant 1854
+rid 1854
+ärg 1847
+vah 1844
+pol 1843
+_en 1841
+tii 1834
+par 1829
+uli 1828
+dat 1826
+iga 1823
+lan 1815
+ets 1814
+isi 1814
+sii 1813
+oht 1807
+_lo 1800
+_ve 1799
+res 1789
+_vi 1788
+_st 1779
+mid 1778
+vii 1778
+rat 1777
+iiv 1764
+odu 1764
+oha 1764
+lse 1759
+_uu 1749
+_hi 1740
+sam 1740
+med 1735
+ame 1734
+il_ 1729
+sal 1727
+imu 1715
+olu 1709
+ras 1708
+ede 1706
+sea 1694
+usl 1690
+ia_ 1689
+nev 1687
+usi 1687
+_le 1686
+tlu 1686
+tu_ 1684
+nen 1679
+teh 1675
+iva 1669
+soo 1668
+mak 1667
+llu 1662
+sli 1653
+eda 1651
+aid 1650
+_lä 1649
+nd_ 1649
+poo 1648
+ul_ 1648
+ane 1646
+iis 1643
+art 1641
+juh 1641
+oot 1638
+egi 1630
+kko 1630
+üle 1630
+mil 1629
+sem 1623
+mit 1620
+_na 1618
+ord 1618
+_mä 1616
+anu 1616
+tle 1611
+asi 1608
+mär 1608
+rgi 1605
+at_ 1603
+ris 1598
+sit 1598
+rra 1589
+uud 1589
+_nõ 1585
+gia 1579
+kat 1579
+een 1577
+inf 1575
+hel 1570
+etm 1566
+sia 1564
+ära 1563
+_tõ 1560
+tmi 1556
+äit 1542
+_s_ 1541
+sak 1533
+tei 1532
+ara 1527
+hal 1525
+har 1520
+he_ 1518
+õig 1516
+aad 1515
+uut 1514
+_mõ 1512
+muu 1512
+ake 1509
+als 1504
+orr 1504
+tra 1502
+eur 1501
+_kü 1498
+_eu 1496
+õi_ 1496
+ral 1493
+taj 1491
+ken 1482
+sa_ 1478
+uro 1477
+uru 1477
+oom 1475
+ill 1472
+raa 1466
+aig 1464
+isk 1464
+enu 1460
+ige 1460
+era 1456
+nem 1456
+ese 1454
+ulu 1454
+em_ 1453
+skk 1453
+aar 1446
+ium 1444
+jad 1441
+tor 1440
+ion 1436
+per 1434
+eng 1423
+ult 1423
+uko 1420
+ühi 1420
+sva 1413
+und 1411
+aka 1410
+gra 1407
+ien 1402
+let 1401
+vaj 1401
+kõi 1398
+iaa 1397
+dis 1394
+ldu 1393
+tsa 1392
+ina 1382
+_t_ 1375
+gut 1375
+tru 1370
+eti 1366
+ee_ 1365
+eku 1364
+kid 1359
+uht 1359
+hai 1358
+tar 1355
+jek 1354
+dav 1348
+udu 1347
+ahv 1344
+eld 1344
+_kr 1341
+oog 1341
+his 1336
+nat 1333
+väh 1332
+usa 1330
+elu 1326
+kli 1321
+kut 1321
+eb_ 1320
+toi 1320
+du_ 1319
+esm 1317
+täi 1315
+sen 1306
+uss 1302
+uva 1299
+sim 1295
+hta 1293
+aam 1292
+edi 1291
+ela 1291
+võr 1291
+ruk 1287
+_nä 1284
+vis 1284
+les 1282
+õtt 1281
+oor 1279
+gil 1278
+van 1277
+ki_ 1275
+usk 1270
+rve 1263
+ogi 1262
+iid 1261
+mää 1261
+asa 1259
+igu 1259
+õpp 1245
+iim 1244
+iks 1244
+ile 1244
+isu 1242
+rdi 1241
+akt 1239
+nas 1238
+üsi 1236
+dit 1230
+tet 1227
+kal 1226
+riu 1226
+ako 1224
+asv 1224
+lum 1220
+_th 1215
+ram 1215
+ukt 1213
+aot 1212
+lat 1208
+rvi 1208
+iko 1204
+ktu 1204
+ogr 1204
+olo 1203
+sin 1202
+nus 1200
+erv 1197
+it_ 1194
+tag 1194
+abi 1192
+ait 1191
+smä 1191
+tri 1191
+_is 1189
+oop 1187
+omi 1175
+aa_ 1169
+nve 1167
+ain 1162
+rio 1160
+lu_ 1154
+amm 1153
+ge_ 1153
+net 1150
+nte 1144
+ühe 1144
+_he 1143
+hul 1143
+kin 1141
+reg 1141
+mad 1133
+uid 1133
+re_ 1131
+opa 1129
+una 1129
+taa 1126
+õll 1126
+rtu 1117
+er_ 1116
+iin 1111
+vee 1111
+ivi 1110
+men 1109
+kir 1108
+pa_ 1108
+aat 1106
+iki 1105
+oje 1105
+the 1105
+ksu 1104
+roj 1104
+vai 1103
+uts 1102
+kau 1101
+_õp 1100
+_ed 1099
+ub_ 1097
+ssi 1095
+rog 1094
+san 1094
+sku 1093
+õhi 1092
+aan 1090
+ska 1089
+kav 1085
+eni 1082
+nan 1077
+puu 1076
+det 1075
+sol 1074
+pri 1072
+ere 1071
+inu 1069
+üst 1068
+kum 1066
+kõr 1065
+nee 1062
+ppe 1061
+iss 1056
+eme 1054
+nii 1052
+ib_ 1050
+in_ 1048
+ang 1045
+sko 1043
+htu 1039
+tun 1039
+nil 1038
+ivs 1035
+sas 1032
+oll 1030
+has 1028
+ena 1027
+ire 1027
+kai 1026
+kom 1026
+spo 1026
+lul 1024
+egu 1023
+süs 1023
+ötu 1021
+_av 1020
+ato 1019
+por 1013
+rus 1012
+õte 1012
+kud 1010
+rem 1010
+rel 1009
+nal 1008
+aha 1007
+vää 1006
+näi 1003
+ehn 1002
+ve_ 1001
+avi 995
+pid 995
+rva 995
+avu 990
+_l_ 989
+täh 989
+aru 988
+til 988
+ii_ 982
+_pä 980
+ulg 980
+eal 976
+üld 976
+das 971
+seo 971
+_sü 970
+üks 968
+lee 967
+lla 967
+uni 967
+inv 960
+õrg 960
+abe 959
+nit 955
+pet 951
+naa 947
+ana 946
+_sõ 944
+käi 944
+tut 944
+_mo 942
+ive 941
+ree 941
+orm 936
+ber 935
+nni 935
+ven 935
+kva 932
+kto 930
+otl 930
+bi_ 923
+äht 923
+õle 923
+ont 920
+ann 918
+öta 917
+kun 916
+rja 915
+nfo 914
+jus 912
+ort 912
+öös 912
+emu 910
+ndl 909
+sot 909
+spe 909
+man 907
+smi 905
+_ai 901
+gis 896
+dud 895
+ärt 895
+nne 892
+ra_ 889
+sat 886
+tli 886
+tao 885
+nam 881
+lid 879
+mei 878
+oim 878
+_ot 877
+_ho 873
+kok 873
+kol 873
+rko 873
+gem 871
+pär 868
+av_ 865
+uba 864
+eeg 855
+ikl 847
+iri 845
+okk 845
+int 843
+kuu 842
+tum 841
+hte 840
+did 839
+_di 836
+ner 836
+lge 834
+ial 832
+nt_ 832
+lma 828
+pan 828
+nid 827
+_tr 826
+dme 826
+stö 826
+irj 822
+_lõ 821
+ass 821
+_de 820
+ngi 820
+ars 817
+lmi 817
+vit 817
+_ro 816
+amu 816
+mek 813
+ria 813
+han 811
+rav 811
+tan 809
+tit 806
+ism 802
+aud 800
+usv 800
+den 798
+jõu 798
+alg 797
+_ab 796
+sil 796
+eko 795
+uun 795
+õiv 794
+_n_ 792
+ha_ 792
+kan 790
+var 790
+hti 789
+itm 789
+mõj 789
+ona 789
+sul 789
+õju 789
+irk 787
+kur 787
+itl 786
+_no 785
+õik 785
+ndm 783
+of_ 783
+ilm 779
+uti 779
+vse 779
+odi 778
+olt 777
+õhj 773
+ila 770
+gas 769
+ju_ 767
+_fi 765
+äli 765
+_aj 764
+_ak 764
+_of 764
+lga 762
+aeg 761
+_ti 759
+an_ 759
+sik 757
+luk 756
+mmi 756
+ior 755
+lad 755
+nti 754
+tim 751
+ärk 750
+_u_ 747
+pal 745
+äie 744
+_kv 743
+kel 743
+for 742
+lam 742
+su_ 740
+uha 740
+kül 738
+alm 737
+gud 737
+dab 736
+ski 734
+ldi 731
+äbi 731
+otu 729
+rma 729
+suh 729
+_o_ 728
+_kl 726
+läb 725
+_hu 724
+hoi 720
+olm 720
+sto 720
+öst 720
+ula 717
+juu 716
+tin 715
+ügi 715
+hus 714
+len 714
+uvi 714
+hva 713
+_sä 712
+pla 712
+ksi 708
+rge 706
+usm 704
+osi 700
+noo 699
+_jo 698
+ekk 697
+jon 697
+dal 695
+eos 693
+vab 692
+um_ 690
+aba 687
+gik 686
+rik 686
+aav 683
+api 683
+ten 682
+_m_ 680
+lep 680
+vi_ 680
+_r_ 678
+fra 677
+jaa 677
+kts 676
+öö_ 676
+ilj 674
+ode 674
+eha 673
+kri 671
+onk 670
+rot 670
+nei 669
+sur 669
+nst 666
+aki 665
+ahu 662
+erg 662
+jul 662
+_d_ 660
+eka 660
+otm 660
+nes 658
+õus 658
+pin 657
+dko 655
+üli 654
+eas 653
+hõi 653
+oid 650
+ske 649
+itt 648
+eam 646
+sad 644
+rst 643
+ll_ 642
+_ag 641
+_ük 640
+ev_ 640
+väi 640
diff --git a/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/fa.ngp b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/fa.ngp
new file mode 100644
index 0000000..e86e27e
--- /dev/null
+++ b/tika-langdetect/tika-langdetect-tika/src/main/resources/org/apache/tika/langdetect/tika/fa.ngp
@@ -0,0 +1,1001 @@
+# NgramProfile generated at Sun Jun 15 15:17:44 IRDT 2014 for Apache Tika Language Identification
+ان_ 34459
+ند_ 15773
+نی_ 12790
+ری_ 12406
+_با 11822
+ین_ 11501
+های 11147
+انی 10770
+ای_ 10340
+ران 10094
+است 9846
+مان 9238
+_ال 9163
+ها_ 8765
+_بر 8513
+_کا 8460
+ید_ 8306
+یم_ 8287
+ار_ 8283
+ون_ 8244
+یان 8215
+ده_ 8205
+اری 7849
+یی_ 7834
+_در 7787
+_اس 7775
+ایی 7489
+_ما 7405
+ست_ 7374
+نه_ 7180
+اند 7113
+دار 7111
+تی_ 7097
+دی_ 6826
+کار 6646
+شان 6424
+رها 6258
+لی_ 6098
+_نا 6066
+_فر 6059
+ات_ 6000
+_سا 5901
+تان 5833
+_دا 5738
+وان 5616
+_پر 5565
+_خو 5537
+ستا 5387
+دان 5346
+ارا 5333
+_رو 5290
+انه 5223
+_ای 5222
+_می 5145
+ور_ 5145
+_ان 5134
+_مو 4986
+_سر 4836
+_دو 4813
+ال_ 4755
+_پا 4738
+_را 4721
+_وا 4659
+_بی 4653
+می_ 4589
+الی 4532
+یه_ 4488
+_کو 4476
+رد_ 4389
+_تا 4291
+وری 4233
+ردا 4167
+_سی 4144
+ندا 4126
+یست 4086
+_او 4080
+رای 4050
+خوا 4041
+یت_ 4039
+_تو 3989
+ارد 3964
+اد_ 3960
+ره_ 3931
+_نو 3882
+_نی 3874
+الا 3845
+_پی 3818
+نى_ 3813
+وار 3808
+رى_ 3743
+_دی 3737
+ام_ 3689
+یک_ 3689
+_بو 3673
+_سو 3637
+امی 3604
+یا_ 3533
+_گر 3529
+_ام 3528
+یرا 3512
+رین 3483
+ته_ 3466
+ورد 3462
+این 3460
+_مر 3446
+یر_ 3430
+نیا 3371
+اره 3336
+انت 3332
+ورا 3302
+ونی 3301
+ریا 3288
+بار 3286
+باز 3271
+گرا 3258
+تری 3242
+وی_ 3241
+زی_ 3238
+کی_ 3230
+مار 3226
+سی_ 3224
+_تر 3218
+بان 3196
+تر_ 3195
+را_ 3185
+دن_ 3181
+_ها 3156
+_کر 3151
+دها 3148
+_از 3144
+ود_ 3138
+_مت 3108
+نده 3089
+ندی 3089
+گی_ 3071
+ادی 3068
+ستی 3065
+ینی 3063
+له_ 3060
+ارت 3049
+_من 3034
+ولی 3012
+گان 3001
+برا 2969
+سان 2967
+بی_ 2950
+_مح 2939
+_ار 2903
+ازی 2896
+غیر 2883
+رند 2879
+رما 2864
+دید 2852
+یون 2848
+_مس 2818
+_غی 2810
+اتی 2795
+زار 2792
+نند 2778
+_پو 2775
+نگ_ 2774
+مای 2753
+یش_ 2753
+اور 2750
+اه_ 2737
+نها 2737
+ارو 2721
+_مع 2690
+انو 2681
+اها 2664
+تور 2662
+وس_ 2649
+انگ 2639
+_شا 2631
+_هم 2628
+فرا 2617
+ترا 2616
+انش 2605
+ایش 2605
+لان 2602
+میر 2594
+انس 2570
+_یا 2560
+مین 2556
+یل_ 2548
+دند 2522
+داد 2520
+انا 2515
+_لا 2514
+نا_ 2513
+_کن 2507
+اسی 2499
+یار 2496
+لا_ 2493
+کان 2491
+مه_ 2488
+از_ 2471
+_وی 2468
+یس_ 2448
+نان 2445
+رات 2434
+یری 2433
+راس 2430
+_کل 2422
+تار 2415
+سال 2415
+تى_ 2408
+_گو 2401
+نام 2401
+اما 2395
+وست 2389
+وند 2387
+گاه 2376
+ردی 2354
+رون 2336
+رم_ 2327
+یلی 2327
+ولا 2324
+نما 2322
+روز 2318
+اده 2275
+به_ 2274
+ساز 2271
+ستر 2253
+مون 2243
+دم_ 2239
+یند 2238
+ارن 2233
+_جا 2230
+یما 2223
+رو_ 2215
+یى_ 2206
+کرد 2196
+اس_ 2195
+گیر 2193
+_خا 2191
+گرد 2182
+_اب 2162
+اخت 2159
+ناس 2154
+اشت 2142
+هان 2142
+_ری 2140
+الم 2134
+خود 2134
+روی 2133
+اى_ 2126
+ربا 2117
+شی_ 2117
+تا_ 2115
+هار 2112
+انى 2106
+تون 2100
+رام 2091
+خان 2090
+گار 2089
+ول_ 2084
+_آن 2083
+_جو 2083
+یدا 2083
+_شو 2080
+در_ 2078
+_آر 2069
+اتو 2067
+رید 2057
+ینا 2049
+ابی 2048
+رت_ 2041
+لین 2032
+ما_ 2024
+ادا 2017
+_زی 2015
+مند 2015
+_اف 2006
+اب_ 2005
+رسا 2000
+پور 1998
+_بن 1995
+وال 1995
+بال 1988
+ادر 1982
+دى_ 1982
+شنا 1972
+_لو 1970
+تند 1964
+نش_ 1963
+اید 1962
+بود 1950
+_بل 1944
+راد 1943
+_لی 1931
+سیا 1926
+روا 1921
+درا 1914
+ابر 1912
+_شی 1911
+رست 1908
+وم_ 1907
+بیا 1904
+ینگ 1901
+_هو 1899
+یکا 1898
+_کی 1889
+یرو 1889
+_گا 1884
+ولو 1860
+دین 1856
+سید 1855
+ایت 1851
+_آم 1849
+رسی 1838
+زاد 1838
+یده 1836
+ارم 1827
+ابا 1825
+ایا 1825
+مور 1821
+_فا 1816
+اهی 1810
+سین 1800
+بین 1784
+نم_ 1784
+_مه 1782
+یدن 1782
+بری 1777
+تن_ 1777
+ردن 1776
+_به 1775
+ایى 1774
+یدی 1773
+ارک 1770
+وها 1769
+هی_ 1768
+ریم 1767
+_بد 1764
+زان 1764
+دال 1755
+نگی 1753
+_شه 1750
+ایر 1745
+ریک 1742
+_فی 1741
+فرو 1738
+لى_ 1733
+شهر 1728
+من_ 1728
+تها 1721
+ویی 1720
+_مد 1714
+ارس 1714
+ارش 1711
+ـــ 1710
+ورت 1709
+لیس 1704
+لیا 1700
+واه 1700
+نگا 1693
+اسا 1692
+لات 1687
+تما 1684
+رده 1682
+رفت 1682
+ودی 1679
+ترو 1678
+خور 1676
+رال 1676
+گری 1675
+باد 1673
+رش_ 1670
+حمد 1669
+لام 1664
+گر_ 1664
+دری 1663
+دگا 1656
+ورو 1652
+روس 1648
+نور 1647
+دور 1646
+لو_ 1646
+پار 1646
+ریس 1644
+یو_ 1642
+لای 1640
+مال 1637
+ایم 1634
+فری 1633
+سم_ 1632
+ندگ 1628
+زند 1624
+دا_ 1620
+وره 1619
+دست 1613
+ازا 1608
+انم 1607
+افت 1606
+یز_ 1605
+ندر 1604
+دای 1603
+رود 1603
+_کش 1595
+راب 1593
+تاب 1589
+تم_ 1574
+بای 1568
+_هی 1564
+وسی 1562
+بند 1561
+ستو 1561
+نگر 1560
+نوا 1554
+وای 1554
+تین 1550
+جان 1550
+ارگ 1549
+_هر 1548
+شور 1547
+رگر 1545
+_مش 1544
+مات 1544
+_آل 1542
+راه 1542
+یرم 1540
+بور 1534
+یای 1531
+الو 1529
+توا 1527
+شت_ 1524
+_یو 1512
+امو 1505
+درو 1505
+فی_ 1501
+_خر 1500
+ندو 1499
+نو_ 1496
+یها 1495
+_نم 1489
+_گل 1488
+یات 1483
+ورن 1475
+وما 1475
+نت_ 1470
+_ور 1465
+ماد 1464
+ونا 1464
+نوی 1463
+سون 1462
+_دل 1452
+کور 1451
+پرو 1445
+دیم 1444
+یشا 1444
+رار 1440
+اوی 1438
+نیم 1438
+برگ 1435
+_قا 1434
+مرد 1434
+راف 1430
+وا_ 1430
+_تی 1429
+یتا 1427
+_گی 1426
+یلا 1418
+نیک 1415
+ابو 1411
+شید 1400
+اک_ 1398
+مید 1398
+کرا 1395
+وز_ 1394
+برو 1390
+ستن 1390
+نیس 1390
+یاد 1389
+روش 1387
+فت_ 1386
+لار 1386
+نید 1386
+_نگ 1380
+انن 1377
+ومی 1377
+نای 1376
+وین 1375
+یسم 1373
+که_ 1372
+قی_ 1371
+_تن 1369
+داش 1363
+برد 1361
+میل 1357
+باش 1355
+محم 1352
+دو_ 1351
+کلا 1351
+ویا 1347
+_فو 1336
+الت 1336
+تو_ 1333
+نشا 1333
+_مج 1328
+نار 1328
+وزی 1328
+_اش 1325
+مدا 1323
+زه_ 1317
+اتر 1312
+کا_ 1310
+انک 1306
+_بخ 1304
+اله 1299
+بها 1298
+_سن 1296
+اسک 1296
+ائی 1295
+مى_ 1294
+دیا 1292
+ویس 1291
+گذا 1288
+نتی 1284
+راک 1280
+بر_ 1278
+کام 1277
+رور 1275
+وف_ 1272
+زیر 1266
+_و_ 1265
+واس 1264
+لند 1262
+یگر 1261
+ودا 1259
+راز 1258
+_اک 1257
+یلو 1255
+آور 1254
+تاد 1254
+تش_ 1254
+رتر 1254
+_اع 1252
+اکا 1251
+دام 1247
+_چا 1244
+پرس 1243
+_مق 1242
+کو_ 1242
+مرا 1238
+امه 1237
+داز 1237
+لیو 1237
+ارى 1235
+_آب 1232
+_مل 1231
+بدا 1228
+رنا 1228
+ماه 1226
+مست 1220
+نجا 1220
+دگی 1218
+سرا 1218
+برن 1217
+تای 1214
+یتی 1214
+وش_ 1211
+_ات 1205
+دون 1204
+یاب 1204
+تیک 1199
+ریز 1196
+ونه 1196
+_بگ 1194
+زها 1193
+تیا 1192
+عی_ 1190
+وشی 1190
+یزی 1185
+_زا 1184
+اوا 1184
+وت_ 1184
+_نش 1183
+هرا 1180
+با_ 1173
+ینو 1173
+اگر 1172
+میا 1172
+ورم 1172
+کال 1172
+ادو 1171
+سیو 1171
+_شر 1169
+دیو 1166
+_کم 1165
+سای 1165
+ارب 1163
+یسی 1156
+روم 1155
+_قر 1153
+اعت 1153
+ریو 1153
+_هن 1150
+رکا 1149
+وکا 1148
+تیم 1147
+شیر 1147
+_اح 1145
+یور 1145
+_رس 1144
+اشی 1143
+الد 1142
+امر 1142
+لاس 1142
+هم_ 1141
+یکو 1141
+کری 1140
+ازم 1139
+یاس 1139
+لما 1138
+نیو 1137
+یمی 1137
+تال 1134
+علی 1132
+_دس 1131
+رمی 1126
+رتو 1125
+الب 1124
+_ند 1123
+اکو 1122
+گوی 1120
+یوا 1118
+متر 1117
+رزا 1115
+نین 1115
+کند 1115
+_حا 1114
+سکو 1108
+پای 1108
+اکس 1107
+مدی 1104
+ندن 1103
+فتا 1100
+بات 1097
+_بس 1096
+رخو 1096
+پیر 1095
+اول 1092
+شد_ 1086
+کس_ 1086
+_عل 1085
+ذار 1081
+ربی 1081
+هر_ 1080
+هاى 1078
+_زن 1077
+رنگ 1077
+ویر 1076
+_تع 1073
+_شک 1073
+ردو 1071
+شین 1070
+نتر 1069
+هاس 1068
+نس_ 1067
+هند 1066
+یچ_ 1066
+_عا 1064
+الک 1059
+رتی 1058
+ازن 1057
+جوا 1056
+رتا 1055
+وید 1054
+مری 1052
+_آو 1050
+مسا 1047
+رشا 1045
+لیت 1045
+ینه 1043
+افی 1042
+نتا 1040
+_شن 1039
+_فل 1039
+افر 1039
+_جن 1038
+کنن 1037
+_اد 1035
+_پس 1035
+وى_ 1035
+نات 1032
+واد 1031
+وبا 1029
+فیل 1028
+وتو 1028
+دنی 1026
+دیر 1025
+_ول 1023
+ازد 1023
+باب 1021
+شاه 1020
+گون 1018
+واب 1017
+وبی 1016
+رنی 1014
+سار 1014
+واز 1014
+یره 1014
+لوی 1013
+کنی 1013
+کول 1013
+اتا 1011
+اهر 1011
+یال 1011
+یام 1011
+ودن 1010
+رگ_ 1009
+یزا 1009
+_اخ 1007
+رمن 1007
+ریت 1000
+ریه 999
+مت_ 999
+کرو 999
+یبا 998
+سى_ 997
+اسپ 996
+یرن 996
+_ده 995
+_سل 995
+_عم 995
+_صد 992
+تول 990
+زای 990
+اش_ 989
+اون 988
+وئی 987
+ماس 986
+_مخ 984
+ایس 984
+ایل 984
+ربر 983
+_عب 982
+سته 982
+نون 982
+پول 982
+_تم 981
+_شم 981
+یدم 976
+سکی 973
+شار 973
+پیش 970
+وتی 964
+لت_ 963
+دوس 959
+کلی 959
+منا 958
+سن_ 957
+لم_ 957
+بیر 955
+کاس 953
+وزا 951
+وه_ 950
+دش_ 949
+_نف 948
+رک_ 947
+_بش 945
+کات 945
+ستم 944
+هاد 944
+رس_ 943
+روب 943
+ودر 943
+وسا 943
+ویل 943
+نتو 938
+سلا 937
+_ضد 936
+_نب 935
+کتر 934
... 18842 lines suppressed ...