You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nlpcraft.apache.org by sm...@apache.org on 2020/08/06 18:26:36 UTC
[incubator-nlpcraft] branch NLPCRAFT-87 updated (f151f7e -> b030c8e)
This is an automated email from the ASF dual-hosted git repository.
smakov pushed a change to branch NLPCRAFT-87
in repository https://gitbox.apache.org/repos/asf/incubator-nlpcraft.git.
from f151f7e NLPCRAFT-87: Probe start-up time improvements.
add ed741ed - Added @NCIntentSample annotation. - Test framework extended (model test based on intent examples) - IntentId field added into REST API request results (check, ask sync) - IntentId field added into log table (Note, that DB must be re-initialized)
add d95916e External configuration support added(openlp, spell, geo). Local spell and geo configuration files removed.
add 31e905e Lifecycle error fixed.
add 37b1ea6 NLPCRAFT-67: Add auto-enrich using Bert and FastTest models
add 9c5c989 NLPCRAFT-67: After-review changes
add f80e9ea NLPCRAFT-67: Moved and renamed root folder
add 33e1387 NLPCRAFT-67: After review fixes
add 0ba4785 NLPCRAFT-67: Add batching
add 27ff179 NLPCRAFT-67: Add CUDA support
add d1dff7a NLPCRAFT-67: Add README
add c207b5d NLPCRAFT-67: update README, add multiple indexes, add ftext_score parameter
add c185274 NLPCRAFT-67: Bug fixes, added min_bert parameter
add c9903e5 NLPCRAFT-67: Change json response/request schema
add b656aac NLPCRAFT-67: Refactoring
add 809c564 NLPCRAFT-67: Add more documentation, organize Jupyter directory
add 52e67d4 NLPCRAFT-67: Add README for setup under win
add 7040a3f NLPCRAFT-67: Update README
add 904095d NLPCRAFT-67: Update README
add 058ea52 NLPCRAFT-67: Update README
add 6110b9f NLPCRAFT-67: Update README
add d5b2403 Merge pull request #5 from apache/NLPCRAFT-67
add c503116 Quick HTML fix.
add 2ad2eba Tests minor refactoring.
add b030c8e Merge branch 'master' into NLPCRAFT-87
No new revisions were added by this update.
Summary of changes:
.gitignore | 3 +
external/{ => geo}/cc_by40_geo_config.zip | Bin 2411847 -> 2388541 bytes
external/geo/continents.yaml | 754 -
external/geo/countries/AD.yaml | 73 -
external/geo/countries/AE.yaml | 155 -
external/geo/countries/AF.yaml | 631 -
external/geo/countries/AG.yaml | 64 -
external/geo/countries/AI.yaml | 127 -
external/geo/countries/AL.yaml | 305 -
external/geo/countries/AM.yaml | 292 -
external/geo/countries/AN.yaml | 14 -
external/geo/countries/AO.yaml | 255 -
external/geo/countries/AR.yaml | 2660 -
external/geo/countries/AS.yaml | 52 -
external/geo/countries/AT.yaml | 1190 -
external/geo/countries/AU.yaml | 5026 -
external/geo/countries/AW.yaml | 53 -
external/geo/countries/AX.yaml | 26 -
external/geo/countries/AZ.yaml | 852 -
external/geo/countries/BA.yaml | 713 -
external/geo/countries/BB.yaml | 97 -
external/geo/countries/BD.yaml | 669 -
external/geo/countries/BE.yaml | 2766 -
external/geo/countries/BF.yaml | 299 -
external/geo/countries/BG.yaml | 891 -
external/geo/countries/BH.yaml | 78 -
external/geo/countries/BI.yaml | 159 -
external/geo/countries/BJ.yaml | 237 -
external/geo/countries/BL.yaml | 24 -
external/geo/countries/BM.yaml | 34 -
external/geo/countries/BN.yaml | 55 -
external/geo/countries/BO.yaml | 393 -
external/geo/countries/BQ.yaml | 37 -
external/geo/countries/BR.yaml | 11514 --
external/geo/countries/BS.yaml | 206 -
external/geo/countries/BT.yaml | 188 -
external/geo/countries/BW.yaml | 225 -
external/geo/countries/BY.yaml | 851 -
external/geo/countries/BZ.yaml | 81 -
external/geo/countries/CA.yaml | 2697 -
external/geo/countries/CD.yaml | 487 -
external/geo/countries/CF.yaml | 253 -
external/geo/countries/CG.yaml | 141 -
external/geo/countries/CH.yaml | 2152 -
external/geo/countries/CI.yaml | 420 -
external/geo/countries/CK.yaml | 32 -
external/geo/countries/CL.yaml | 756 -
external/geo/countries/CM.yaml | 659 -
external/geo/countries/CN.yaml | 5313 -
external/geo/countries/CO.yaml | 3143 -
external/geo/countries/CR.yaml | 482 -
external/geo/countries/CU.yaml | 932 -
external/geo/countries/CV.yaml | 206 -
external/geo/countries/CW.yaml | 28 -
external/geo/countries/CY.yaml | 162 -
external/geo/countries/CZ.yaml | 1730 -
external/geo/countries/DE.yaml | 17076 ---
external/geo/countries/DJ.yaml | 63 -
external/geo/countries/DK.yaml | 814 -
external/geo/countries/DM.yaml | 94 -
external/geo/countries/DO.yaml | 777 -
external/geo/countries/DZ.yaml | 1641 -
external/geo/countries/EC.yaml | 702 -
external/geo/countries/EE.yaml | 197 -
external/geo/countries/EG.yaml | 840 -
external/geo/countries/EH.yaml | 35 -
external/geo/countries/ER.yaml | 87 -
external/geo/countries/ES.yaml | 7963 -
external/geo/countries/ET.yaml | 671 -
external/geo/countries/FI.yaml | 1302 -
external/geo/countries/FJ.yaml | 66 -
external/geo/countries/FK.yaml | 22 -
external/geo/countries/FM.yaml | 65 -
external/geo/countries/FO.yaml | 64 -
external/geo/countries/FR.yaml | 11964 --
external/geo/countries/GA.yaml | 153 -
external/geo/countries/GB.yaml | 9824 --
external/geo/countries/GD.yaml | 71 -
external/geo/countries/GE.yaml | 371 -
external/geo/countries/GF.yaml | 61 -
external/geo/countries/GG.yaml | 84 -
external/geo/countries/GH.yaml | 449 -
external/geo/countries/GI.yaml | 23 -
external/geo/countries/GL.yaml | 58 -
external/geo/countries/GM.yaml | 135 -
external/geo/countries/GN.yaml | 247 -
external/geo/countries/GP.yaml | 156 -
external/geo/countries/GQ.yaml | 95 -
external/geo/countries/GR.yaml | 1478 -
external/geo/countries/GT.yaml | 1279 -
external/geo/countries/GU.yaml | 201 -
external/geo/countries/GW.yaml | 119 -
external/geo/countries/GY.yaml | 108 -
external/geo/countries/HK.yaml | 128 -
external/geo/countries/HN.yaml | 449 -
external/geo/countries/HR.yaml | 553 -
external/geo/countries/HT.yaml | 307 -
external/geo/countries/HU.yaml | 1849 -
external/geo/countries/ID.yaml | 2408 -
external/geo/countries/IE.yaml | 847 -
external/geo/countries/IL.yaml | 690 -
external/geo/countries/IM.yaml | 189 -
external/geo/countries/IN.yaml | 20148 ---
external/geo/countries/IQ.yaml | 475 -
external/geo/countries/IR.yaml | 1363 -
external/geo/countries/IS.yaml | 110 -
external/geo/countries/IT.yaml | 13335 --
external/geo/countries/JE.yaml | 43 -
external/geo/countries/JM.yaml | 240 -
external/geo/countries/JO.yaml | 449 -
external/geo/countries/JP.yaml | 4642 -
external/geo/countries/KE.yaml | 657 -
external/geo/countries/KG.yaml | 228 -
external/geo/countries/KH.yaml | 242 -
external/geo/countries/KI.yaml | 36 -
external/geo/countries/KM.yaml | 131 -
external/geo/countries/KN.yaml | 127 -
external/geo/countries/KP.yaml | 507 -
external/geo/countries/KR.yaml | 813 -
external/geo/countries/KW.yaml | 161 -
external/geo/countries/KY.yaml | 62 -
external/geo/countries/KZ.yaml | 1208 -
external/geo/countries/LA.yaml | 178 -
external/geo/countries/LB.yaml | 130 -
external/geo/countries/LC.yaml | 93 -
external/geo/countries/LI.yaml | 105 -
external/geo/countries/LK.yaml | 427 -
external/geo/countries/LR.yaml | 155 -
external/geo/countries/LS.yaml | 109 -
external/geo/countries/LT.yaml | 466 -
external/geo/countries/LU.yaml | 139 -
external/geo/countries/LV.yaml | 961 -
external/geo/countries/LY.yaml | 354 -
external/geo/countries/MA.yaml | 612 -
external/geo/countries/MC.yaml | 37 -
external/geo/countries/MD.yaml | 445 -
external/geo/countries/ME.yaml | 207 -
external/geo/countries/MF.yaml | 25 -
external/geo/countries/MG.yaml | 726 -
external/geo/countries/MH.yaml | 223 -
external/geo/countries/MK.yaml | 713 -
external/geo/countries/ML.yaml | 245 -
external/geo/countries/MM.yaml | 452 -
external/geo/countries/MN.yaml | 235 -
external/geo/countries/MO.yaml | 30 -
external/geo/countries/MP.yaml | 36 -
external/geo/countries/MQ.yaml | 120 -
external/geo/countries/MR.yaml | 149 -
external/geo/countries/MS.yaml | 37 -
external/geo/countries/MT.yaml | 546 -
external/geo/countries/MU.yaml | 370 -
external/geo/countries/MV.yaml | 162 -
external/geo/countries/MW.yaml | 195 -
external/geo/countries/MX.yaml | 11188 --
external/geo/countries/MY.yaml | 995 -
external/geo/countries/MZ.yaml | 195 -
external/geo/countries/NA.yaml | 253 -
external/geo/countries/NC.yaml | 70 -
external/geo/countries/NE.yaml | 255 -
external/geo/countries/NF.yaml | 24 -
external/geo/countries/NG.yaml | 2797 -
external/geo/countries/NI.yaml | 509 -
external/geo/countries/NL.yaml | 2955 -
external/geo/countries/NO.yaml | 607 -
external/geo/countries/NP.yaml | 332 -
external/geo/countries/NR.yaml | 80 -
external/geo/countries/NU.yaml | 22 -
external/geo/countries/NZ.yaml | 410 -
external/geo/countries/OM.yaml | 214 -
external/geo/countries/PA.yaml | 455 -
external/geo/countries/PE.yaml | 1481 -
external/geo/countries/PF.yaml | 92 -
external/geo/countries/PG.yaml | 240 -
external/geo/countries/PH.yaml | 7868 -
external/geo/countries/PK.yaml | 2355 -
external/geo/countries/PL.yaml | 4191 -
external/geo/countries/PM.yaml | 32 -
external/geo/countries/PN.yaml | 22 -
external/geo/countries/PR.yaml | 823 -
external/geo/countries/PS.yaml | 697 -
external/geo/countries/PT.yaml | 2598 -
external/geo/countries/PW.yaml | 167 -
external/geo/countries/PY.yaml | 426 -
external/geo/countries/QA.yaml | 103 -
external/geo/countries/RE.yaml | 157 -
external/geo/countries/RO.yaml | 4809 -
external/geo/countries/RS.yaml | 581 -
external/geo/countries/RU.yaml | 16149 --
external/geo/countries/RW.yaml | 97 -
external/geo/countries/SA.yaml | 589 -
external/geo/countries/SB.yaml | 80 -
external/geo/countries/SC.yaml | 103 -
external/geo/countries/SD.yaml | 479 -
external/geo/countries/SE.yaml | 1682 -
external/geo/countries/SG.yaml | 24 -
external/geo/countries/SH.yaml | 42 -
external/geo/countries/SI.yaml | 1721 -
external/geo/countries/SJ.yaml | 32 -
external/geo/countries/SK.yaml | 700 -
external/geo/countries/SL.yaml | 301 -
external/geo/countries/SM.yaml | 89 -
external/geo/countries/SN.yaml | 370 -
external/geo/countries/SO.yaml | 329 -
external/geo/countries/SR.yaml | 94 -
external/geo/countries/SS.yaml | 283 -
external/geo/countries/ST.yaml | 30 -
external/geo/countries/SV.yaml | 483 -
external/geo/countries/SX.yaml | 41 -
external/geo/countries/SY.yaml | 542 -
external/geo/countries/SZ.yaml | 85 -
external/geo/countries/TC.yaml | 24 -
external/geo/countries/TD.yaml | 324 -
external/geo/countries/TG.yaml | 151 -
external/geo/countries/TH.yaml | 2032 -
external/geo/countries/TJ.yaml | 321 -
external/geo/countries/TK.yaml | 37 -
external/geo/countries/TL.yaml | 132 -
external/geo/countries/TM.yaml | 205 -
external/geo/countries/TN.yaml | 791 -
external/geo/countries/TO.yaml | 60 -
external/geo/countries/TR.yaml | 4549 -
external/geo/countries/TT.yaml | 164 -
external/geo/countries/TV.yaml | 64 -
external/geo/countries/TW.yaml | 162 -
external/geo/countries/TZ.yaml | 1727 -
external/geo/countries/UA.yaml | 4025 -
external/geo/countries/UG.yaml | 479 -
external/geo/countries/US.yaml | 50268 -------
external/geo/countries/UY.yaml | 386 -
external/geo/countries/UZ.yaml | 724 -
external/geo/countries/VA.yaml | 26 -
external/geo/countries/VC.yaml | 68 -
external/geo/countries/VE.yaml | 714 -
external/geo/countries/VG.yaml | 23 -
external/geo/countries/VI.yaml | 43 -
external/geo/countries/VN.yaml | 691 -
external/geo/countries/VU.yaml | 62 -
external/geo/countries/WF.yaml | 40 -
external/geo/countries/WS.yaml | 101 -
external/geo/countries/XK.yaml | 236 -
external/geo/countries/YE.yaml | 241 -
external/geo/countries/YT.yaml | 152 -
external/geo/countries/ZA.yaml | 1460 -
external/geo/countries/ZM.yaml | 373 -
external/geo/countries/ZW.yaml | 293 -
external/geo/exceptions/dict.yaml | 790 -
external/geo/metro.yaml | 210 -
external/geo/synonyms/case_sensitive/list.yaml | 4 -
external/geo/synonyms/geonames.yaml | 138341 ------------------
external/geo/synonyms/list.yaml | 435 -
external/geo/synonyms/metro.yaml | 3707 -
external/geo/synonyms/states.yaml | 409 -
external/geo/synonyms/synthetic.yaml | 126114 ----------------
external/geo/us_top.yaml | 901 -
external/geo/world_top.yaml | 601 -
.asf.yaml => external/md5.txt | 35 +-
.../opennlp/en-lemmatizer.dict | 0
.../resources => external}/opennlp/en-ner-date.bin | Bin
.../opennlp/en-ner-location.bin | Bin
.../opennlp/en-ner-money.bin | Bin
.../opennlp/en-ner-organization.bin | Bin
.../opennlp/en-ner-percentage.bin | Bin
.../opennlp/en-ner-person.bin | Bin
.../resources => external}/opennlp/en-ner-time.bin | Bin
.../opennlp/en-pos-maxent.bin | Bin
.../resources => external}/opennlp/en-token.bin | Bin
external/readme.txt | 39 +-
external/{ => spell}/cc_by40_spell_config.zip | Bin 36846 -> 36602 bytes
external/spell/dictionary.yaml | 5857 -
nlpcraft/pom.xml | 20 +-
nlpcraft/src/main/python/ctxword/README.md | 91 +
nlpcraft/src/main/python/ctxword/WINDOWS_SETUP.md | 42 +
.../src/main/python/ctxword/bertft/__init__.py | 17 +
nlpcraft/src/main/python/ctxword/bertft/bertft.py | 216 +
nlpcraft/src/main/python/ctxword/bertft/utils.py | 20 +
.../python/ctxword/bin/install_dependencies.sh | 46 +
.../ctxword/bin/py_requirements} | 21 +-
.../src/main/python/ctxword/bin/start_server.sh | 9 +-
.../metro.yaml => python/ctxword/bin/suggest.sh} | 18 +-
.../examples => python/ctxword/jupyter}/README.md | 28 +-
.../ctxword/jupyter/Trasnsformers-FastText.ipynb | 206 +
.../main/python/ctxword/jupyter/py_requirements | 6 +-
nlpcraft/src/main/python/ctxword/server.py | 78 +
nlpcraft/src/main/resources/geo/continents.yaml | 43 -
nlpcraft/src/main/resources/geo/countries/GB.yaml | 43 -
nlpcraft/src/main/resources/geo/countries/RU.yaml | 49 -
nlpcraft/src/main/resources/geo/countries/US.yaml | 57 -
.../geo/synonyms/case_sensitive/list.yaml | 32 -
nlpcraft/src/main/resources/geo/synonyms/list.yaml | 51 -
.../src/main/resources/geo/synonyms/states.yaml | 37 -
nlpcraft/src/main/resources/geo/us_top.yaml | 38 -
nlpcraft/src/main/resources/geo/world_top.yaml | 32 -
nlpcraft/src/main/resources/nlpcraft.conf | 48 +-
nlpcraft/src/main/resources/spell/dictionary.yaml | 34 -
nlpcraft/src/main/resources/sql/create_schema.sql | 1 +
.../NCExternalConfigHolder.scala} | 15 +-
.../common/extcfg/NCExternalConfigManager.scala | 356 +
.../common/extcfg/NCExternalConfigType.scala} | 12 +-
.../common/nlp/core/NCNlpCoreManager.scala | 10 +-
.../nlpcraft/common/nlp/core/NCNlpTokenizer.scala | 4 +-
.../nlp/core/opennlp/NCOpenNlpTokenizer.scala | 33 +-
.../common/nlp/numeric/NCNumericManager.scala | 4 +-
.../org/apache/nlpcraft/common/util/NCUtils.scala | 102 +-
.../scala/org/apache/nlpcraft/examples/README.md | 1 -
.../apache/nlpcraft/examples/alarm/AlarmModel.java | 21 +-
.../apache/nlpcraft/examples/alarm/AlarmTest.java | 63 -
.../org/apache/nlpcraft/examples/alarm/README.md | 9 +-
.../nlpcraft/examples/alarm/alarm_model.json | 5 -
.../apache/nlpcraft/examples/echo/EchoTest.java | 62 -
.../org/apache/nlpcraft/examples/echo/README.md | 11 +-
.../examples/helloworld/HelloWorldModel.java | 4 +-
.../examples/helloworld/HelloWorldTest.java | 69 -
.../apache/nlpcraft/examples/helloworld/README.md | 9 +-
.../examples/lightswitch/LightSwitchModel.scala | 15 +-
.../examples/lightswitch/LightSwitchTest.java | 71 -
.../apache/nlpcraft/examples/lightswitch/README.md | 7 +-
.../examples/lightswitch/lightswitch_model.yaml | 5 -
.../apache/nlpcraft/examples/phone/PhoneModel.java | 19 +-
.../apache/nlpcraft/examples/phone/PhoneTest.java | 66 -
.../org/apache/nlpcraft/examples/phone/README.md | 9 +-
.../nlpcraft/examples/phone/phone_model.json | 5 -
.../org/apache/nlpcraft/examples/sql/README.md | 6 +-
.../apache/nlpcraft/examples/sql/SqlModel.scala | 4 +-
.../org/apache/nlpcraft/examples/time/README.md | 9 +-
.../apache/nlpcraft/examples/time/TimeModel.java | 43 +-
.../apache/nlpcraft/examples/time/TimeTest.java | 72 -
.../apache/nlpcraft/examples/time/time_model.yaml | 6 -
.../org/apache/nlpcraft/examples/weather/README.md | 11 +-
.../nlpcraft/examples/weather/WeatherModel.java | 26 +-
.../examples/weather/WeatherResultWrapper.java | 55 -
.../nlpcraft/examples/weather/WeatherTest.java | 109 -
.../nlpcraft/examples/weather/weather_model.json | 4 -
.../scala/org/apache/nlpcraft/model/NCIntent.java | 2 +-
.../org/apache/nlpcraft/model/NCIntentRef.java | 2 +-
.../{NCIntentExample.java => NCIntentSample.java} | 22 +-
.../org/apache/nlpcraft/model/NCIntentTerm.java | 2 +-
.../apache/nlpcraft/model/NCModelFileAdapter.java | 7 -
.../org/apache/nlpcraft/model/NCModelView.java | 24 -
.../scala/org/apache/nlpcraft/model/NCResult.java | 19 +
.../model/factories/basic/NCBasicModelFactory.java | 3 +-
.../factories/spring/NCSpringModelFactory.java | 1 -
.../apache/nlpcraft/model/impl/NCModelImpl.scala | 3 +-
.../nlpcraft/model/impl/json/NCModelJson.java | 17 -
.../model/intent/impl/NCIntentSolver.scala | 3 +
.../sqlgen/impl/NCSqlModelGeneratorImpl.scala | 1 -
.../model/tools/test/NCTestAutoModelValidator.java | 139 +
.../model/tools/test/NCTestClientBuilder.java | 30 +-
.../nlpcraft/model/tools/test/NCTestResult.java | 3 +
.../test/impl/NCTestAutoModelValidatorImpl.scala | 224 +
.../org/apache/nlpcraft/probe/NCProbeBoot.scala | 8 +-
.../nlpcraft/probe/embedded/NCEmbeddedResult.java | 3 +
.../nlpcraft/probe/mgrs/model/NCModelManager.scala | 10 +-
.../probe/mgrs/nlp/NCProbeEnrichmentManager.scala | 38 +-
.../mgrs/nlp/enrichers/limit/NCLimitEnricher.scala | 171 +-
.../mgrs/nlp/enrichers/sort/NCSortEnricher.scala | 104 +-
.../enrichers/stopword/NCStopWordEnricher.scala | 67 +-
.../org/apache/nlpcraft/server/NCServer.scala | 26 +-
.../apache/nlpcraft/server/geo/NCGeoManager.scala | 60 +-
.../nlpcraft/server/mdo/NCQueryStateMdo.scala | 1 +
.../nlp/core/opennlp/NCOpenNlpNerEnricher.scala | 14 +-
.../server/nlp/core/opennlp/NCOpenNlpParser.scala | 12 +-
.../coordinate/NCCoordinatesEnricher.scala | 14 +-
.../server/nlp/enrichers/geo/NCGeoEnricher.scala | 26 +-
.../enrichers/stopword/NCStopWordEnricher.scala | 57 +-
.../server/nlp/spell/NCSpellCheckManager.scala | 15 +-
.../nlpcraft/server/probe/NCProbeManager.scala | 6 +-
.../server/proclog/NCProcessLogManager.scala | 12 +-
.../nlpcraft/server/query/NCQueryManager.scala | 17 +-
.../nlpcraft/server/rest/NCBasicRestApi.scala | 3 +-
.../apache/nlpcraft/server/sql/NCSqlManager.scala | 7 +-
nlpcraft/src/test/resources/log4j2.xml | 2 +-
.../nlpcraft/NCTestAutoModelValidatorSpec.scala} | 12 +-
.../nlpcraft/examples/sql/NCSqlExampleSpec.scala} | 2 +-
.../nlpcraft/examples/sql/NCSqlModelSpec.scala | 1 -
.../NCConversationSpec.scala} | 33 +-
.../dsl/{NCDslTest.scala => NCDslSpec.scala} | 2 +-
openapi/nlpcraft_swagger.yml | 6 +
pom.xml | 25 +-
sql/mysql/schema.sql | 1 +
sql/oracle/schema.sql | 1 +
sql/postgres/schema.sql | 1 +
381 files changed, 2239 insertions(+), 594650 deletions(-)
rename external/{ => geo}/cc_by40_geo_config.zip (94%)
delete mode 100644 external/geo/continents.yaml
delete mode 100644 external/geo/countries/AD.yaml
delete mode 100644 external/geo/countries/AE.yaml
delete mode 100644 external/geo/countries/AF.yaml
delete mode 100644 external/geo/countries/AG.yaml
delete mode 100644 external/geo/countries/AI.yaml
delete mode 100644 external/geo/countries/AL.yaml
delete mode 100644 external/geo/countries/AM.yaml
delete mode 100644 external/geo/countries/AN.yaml
delete mode 100644 external/geo/countries/AO.yaml
delete mode 100644 external/geo/countries/AR.yaml
delete mode 100644 external/geo/countries/AS.yaml
delete mode 100644 external/geo/countries/AT.yaml
delete mode 100644 external/geo/countries/AU.yaml
delete mode 100644 external/geo/countries/AW.yaml
delete mode 100644 external/geo/countries/AX.yaml
delete mode 100644 external/geo/countries/AZ.yaml
delete mode 100644 external/geo/countries/BA.yaml
delete mode 100644 external/geo/countries/BB.yaml
delete mode 100644 external/geo/countries/BD.yaml
delete mode 100644 external/geo/countries/BE.yaml
delete mode 100644 external/geo/countries/BF.yaml
delete mode 100644 external/geo/countries/BG.yaml
delete mode 100644 external/geo/countries/BH.yaml
delete mode 100644 external/geo/countries/BI.yaml
delete mode 100644 external/geo/countries/BJ.yaml
delete mode 100644 external/geo/countries/BL.yaml
delete mode 100644 external/geo/countries/BM.yaml
delete mode 100644 external/geo/countries/BN.yaml
delete mode 100644 external/geo/countries/BO.yaml
delete mode 100644 external/geo/countries/BQ.yaml
delete mode 100644 external/geo/countries/BR.yaml
delete mode 100644 external/geo/countries/BS.yaml
delete mode 100644 external/geo/countries/BT.yaml
delete mode 100644 external/geo/countries/BW.yaml
delete mode 100644 external/geo/countries/BY.yaml
delete mode 100644 external/geo/countries/BZ.yaml
delete mode 100644 external/geo/countries/CA.yaml
delete mode 100644 external/geo/countries/CD.yaml
delete mode 100644 external/geo/countries/CF.yaml
delete mode 100644 external/geo/countries/CG.yaml
delete mode 100644 external/geo/countries/CH.yaml
delete mode 100644 external/geo/countries/CI.yaml
delete mode 100644 external/geo/countries/CK.yaml
delete mode 100644 external/geo/countries/CL.yaml
delete mode 100644 external/geo/countries/CM.yaml
delete mode 100644 external/geo/countries/CN.yaml
delete mode 100644 external/geo/countries/CO.yaml
delete mode 100644 external/geo/countries/CR.yaml
delete mode 100644 external/geo/countries/CU.yaml
delete mode 100644 external/geo/countries/CV.yaml
delete mode 100644 external/geo/countries/CW.yaml
delete mode 100644 external/geo/countries/CY.yaml
delete mode 100644 external/geo/countries/CZ.yaml
delete mode 100644 external/geo/countries/DE.yaml
delete mode 100644 external/geo/countries/DJ.yaml
delete mode 100644 external/geo/countries/DK.yaml
delete mode 100644 external/geo/countries/DM.yaml
delete mode 100644 external/geo/countries/DO.yaml
delete mode 100644 external/geo/countries/DZ.yaml
delete mode 100644 external/geo/countries/EC.yaml
delete mode 100644 external/geo/countries/EE.yaml
delete mode 100644 external/geo/countries/EG.yaml
delete mode 100644 external/geo/countries/EH.yaml
delete mode 100644 external/geo/countries/ER.yaml
delete mode 100644 external/geo/countries/ES.yaml
delete mode 100644 external/geo/countries/ET.yaml
delete mode 100644 external/geo/countries/FI.yaml
delete mode 100644 external/geo/countries/FJ.yaml
delete mode 100644 external/geo/countries/FK.yaml
delete mode 100644 external/geo/countries/FM.yaml
delete mode 100644 external/geo/countries/FO.yaml
delete mode 100644 external/geo/countries/FR.yaml
delete mode 100644 external/geo/countries/GA.yaml
delete mode 100644 external/geo/countries/GB.yaml
delete mode 100644 external/geo/countries/GD.yaml
delete mode 100644 external/geo/countries/GE.yaml
delete mode 100644 external/geo/countries/GF.yaml
delete mode 100644 external/geo/countries/GG.yaml
delete mode 100644 external/geo/countries/GH.yaml
delete mode 100644 external/geo/countries/GI.yaml
delete mode 100644 external/geo/countries/GL.yaml
delete mode 100644 external/geo/countries/GM.yaml
delete mode 100644 external/geo/countries/GN.yaml
delete mode 100644 external/geo/countries/GP.yaml
delete mode 100644 external/geo/countries/GQ.yaml
delete mode 100644 external/geo/countries/GR.yaml
delete mode 100644 external/geo/countries/GT.yaml
delete mode 100644 external/geo/countries/GU.yaml
delete mode 100644 external/geo/countries/GW.yaml
delete mode 100644 external/geo/countries/GY.yaml
delete mode 100644 external/geo/countries/HK.yaml
delete mode 100644 external/geo/countries/HN.yaml
delete mode 100644 external/geo/countries/HR.yaml
delete mode 100644 external/geo/countries/HT.yaml
delete mode 100644 external/geo/countries/HU.yaml
delete mode 100644 external/geo/countries/ID.yaml
delete mode 100644 external/geo/countries/IE.yaml
delete mode 100644 external/geo/countries/IL.yaml
delete mode 100644 external/geo/countries/IM.yaml
delete mode 100644 external/geo/countries/IN.yaml
delete mode 100644 external/geo/countries/IQ.yaml
delete mode 100644 external/geo/countries/IR.yaml
delete mode 100644 external/geo/countries/IS.yaml
delete mode 100644 external/geo/countries/IT.yaml
delete mode 100644 external/geo/countries/JE.yaml
delete mode 100644 external/geo/countries/JM.yaml
delete mode 100644 external/geo/countries/JO.yaml
delete mode 100644 external/geo/countries/JP.yaml
delete mode 100644 external/geo/countries/KE.yaml
delete mode 100644 external/geo/countries/KG.yaml
delete mode 100644 external/geo/countries/KH.yaml
delete mode 100644 external/geo/countries/KI.yaml
delete mode 100644 external/geo/countries/KM.yaml
delete mode 100644 external/geo/countries/KN.yaml
delete mode 100644 external/geo/countries/KP.yaml
delete mode 100644 external/geo/countries/KR.yaml
delete mode 100644 external/geo/countries/KW.yaml
delete mode 100644 external/geo/countries/KY.yaml
delete mode 100644 external/geo/countries/KZ.yaml
delete mode 100644 external/geo/countries/LA.yaml
delete mode 100644 external/geo/countries/LB.yaml
delete mode 100644 external/geo/countries/LC.yaml
delete mode 100644 external/geo/countries/LI.yaml
delete mode 100644 external/geo/countries/LK.yaml
delete mode 100644 external/geo/countries/LR.yaml
delete mode 100644 external/geo/countries/LS.yaml
delete mode 100644 external/geo/countries/LT.yaml
delete mode 100644 external/geo/countries/LU.yaml
delete mode 100644 external/geo/countries/LV.yaml
delete mode 100644 external/geo/countries/LY.yaml
delete mode 100644 external/geo/countries/MA.yaml
delete mode 100644 external/geo/countries/MC.yaml
delete mode 100644 external/geo/countries/MD.yaml
delete mode 100644 external/geo/countries/ME.yaml
delete mode 100644 external/geo/countries/MF.yaml
delete mode 100644 external/geo/countries/MG.yaml
delete mode 100644 external/geo/countries/MH.yaml
delete mode 100644 external/geo/countries/MK.yaml
delete mode 100644 external/geo/countries/ML.yaml
delete mode 100644 external/geo/countries/MM.yaml
delete mode 100644 external/geo/countries/MN.yaml
delete mode 100644 external/geo/countries/MO.yaml
delete mode 100644 external/geo/countries/MP.yaml
delete mode 100644 external/geo/countries/MQ.yaml
delete mode 100644 external/geo/countries/MR.yaml
delete mode 100644 external/geo/countries/MS.yaml
delete mode 100644 external/geo/countries/MT.yaml
delete mode 100644 external/geo/countries/MU.yaml
delete mode 100644 external/geo/countries/MV.yaml
delete mode 100644 external/geo/countries/MW.yaml
delete mode 100644 external/geo/countries/MX.yaml
delete mode 100644 external/geo/countries/MY.yaml
delete mode 100644 external/geo/countries/MZ.yaml
delete mode 100644 external/geo/countries/NA.yaml
delete mode 100644 external/geo/countries/NC.yaml
delete mode 100644 external/geo/countries/NE.yaml
delete mode 100644 external/geo/countries/NF.yaml
delete mode 100644 external/geo/countries/NG.yaml
delete mode 100644 external/geo/countries/NI.yaml
delete mode 100644 external/geo/countries/NL.yaml
delete mode 100644 external/geo/countries/NO.yaml
delete mode 100644 external/geo/countries/NP.yaml
delete mode 100644 external/geo/countries/NR.yaml
delete mode 100644 external/geo/countries/NU.yaml
delete mode 100644 external/geo/countries/NZ.yaml
delete mode 100644 external/geo/countries/OM.yaml
delete mode 100644 external/geo/countries/PA.yaml
delete mode 100644 external/geo/countries/PE.yaml
delete mode 100644 external/geo/countries/PF.yaml
delete mode 100644 external/geo/countries/PG.yaml
delete mode 100644 external/geo/countries/PH.yaml
delete mode 100644 external/geo/countries/PK.yaml
delete mode 100644 external/geo/countries/PL.yaml
delete mode 100644 external/geo/countries/PM.yaml
delete mode 100644 external/geo/countries/PN.yaml
delete mode 100644 external/geo/countries/PR.yaml
delete mode 100644 external/geo/countries/PS.yaml
delete mode 100644 external/geo/countries/PT.yaml
delete mode 100644 external/geo/countries/PW.yaml
delete mode 100644 external/geo/countries/PY.yaml
delete mode 100644 external/geo/countries/QA.yaml
delete mode 100644 external/geo/countries/RE.yaml
delete mode 100644 external/geo/countries/RO.yaml
delete mode 100644 external/geo/countries/RS.yaml
delete mode 100644 external/geo/countries/RU.yaml
delete mode 100644 external/geo/countries/RW.yaml
delete mode 100644 external/geo/countries/SA.yaml
delete mode 100644 external/geo/countries/SB.yaml
delete mode 100644 external/geo/countries/SC.yaml
delete mode 100644 external/geo/countries/SD.yaml
delete mode 100644 external/geo/countries/SE.yaml
delete mode 100644 external/geo/countries/SG.yaml
delete mode 100644 external/geo/countries/SH.yaml
delete mode 100644 external/geo/countries/SI.yaml
delete mode 100644 external/geo/countries/SJ.yaml
delete mode 100644 external/geo/countries/SK.yaml
delete mode 100644 external/geo/countries/SL.yaml
delete mode 100644 external/geo/countries/SM.yaml
delete mode 100644 external/geo/countries/SN.yaml
delete mode 100644 external/geo/countries/SO.yaml
delete mode 100644 external/geo/countries/SR.yaml
delete mode 100644 external/geo/countries/SS.yaml
delete mode 100644 external/geo/countries/ST.yaml
delete mode 100644 external/geo/countries/SV.yaml
delete mode 100644 external/geo/countries/SX.yaml
delete mode 100644 external/geo/countries/SY.yaml
delete mode 100644 external/geo/countries/SZ.yaml
delete mode 100644 external/geo/countries/TC.yaml
delete mode 100644 external/geo/countries/TD.yaml
delete mode 100644 external/geo/countries/TG.yaml
delete mode 100644 external/geo/countries/TH.yaml
delete mode 100644 external/geo/countries/TJ.yaml
delete mode 100644 external/geo/countries/TK.yaml
delete mode 100644 external/geo/countries/TL.yaml
delete mode 100644 external/geo/countries/TM.yaml
delete mode 100644 external/geo/countries/TN.yaml
delete mode 100644 external/geo/countries/TO.yaml
delete mode 100644 external/geo/countries/TR.yaml
delete mode 100644 external/geo/countries/TT.yaml
delete mode 100644 external/geo/countries/TV.yaml
delete mode 100644 external/geo/countries/TW.yaml
delete mode 100644 external/geo/countries/TZ.yaml
delete mode 100644 external/geo/countries/UA.yaml
delete mode 100644 external/geo/countries/UG.yaml
delete mode 100644 external/geo/countries/US.yaml
delete mode 100644 external/geo/countries/UY.yaml
delete mode 100644 external/geo/countries/UZ.yaml
delete mode 100644 external/geo/countries/VA.yaml
delete mode 100644 external/geo/countries/VC.yaml
delete mode 100644 external/geo/countries/VE.yaml
delete mode 100644 external/geo/countries/VG.yaml
delete mode 100644 external/geo/countries/VI.yaml
delete mode 100644 external/geo/countries/VN.yaml
delete mode 100644 external/geo/countries/VU.yaml
delete mode 100644 external/geo/countries/WF.yaml
delete mode 100644 external/geo/countries/WS.yaml
delete mode 100644 external/geo/countries/XK.yaml
delete mode 100644 external/geo/countries/YE.yaml
delete mode 100644 external/geo/countries/YT.yaml
delete mode 100644 external/geo/countries/ZA.yaml
delete mode 100644 external/geo/countries/ZM.yaml
delete mode 100644 external/geo/countries/ZW.yaml
delete mode 100644 external/geo/exceptions/dict.yaml
delete mode 100644 external/geo/metro.yaml
delete mode 100644 external/geo/synonyms/case_sensitive/list.yaml
delete mode 100644 external/geo/synonyms/geonames.yaml
delete mode 100644 external/geo/synonyms/list.yaml
delete mode 100644 external/geo/synonyms/metro.yaml
delete mode 100644 external/geo/synonyms/states.yaml
delete mode 100644 external/geo/synonyms/synthetic.yaml
delete mode 100644 external/geo/us_top.yaml
delete mode 100644 external/geo/world_top.yaml
copy .asf.yaml => external/md5.txt (52%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-lemmatizer.dict (100%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-ner-date.bin (100%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-ner-location.bin (100%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-ner-money.bin (100%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-ner-organization.bin (100%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-ner-percentage.bin (100%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-ner-person.bin (100%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-ner-time.bin (100%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-pos-maxent.bin (100%)
rename {nlpcraft/src/main/resources => external}/opennlp/en-token.bin (100%)
rename external/{ => spell}/cc_by40_spell_config.zip (96%)
delete mode 100644 external/spell/dictionary.yaml
create mode 100644 nlpcraft/src/main/python/ctxword/README.md
create mode 100644 nlpcraft/src/main/python/ctxword/WINDOWS_SETUP.md
create mode 100644 nlpcraft/src/main/python/ctxword/bertft/__init__.py
create mode 100644 nlpcraft/src/main/python/ctxword/bertft/bertft.py
create mode 100644 nlpcraft/src/main/python/ctxword/bertft/utils.py
create mode 100755 nlpcraft/src/main/python/ctxword/bin/install_dependencies.sh
rename nlpcraft/src/main/{resources/geo/exceptions/dict.yaml => python/ctxword/bin/py_requirements} (62%)
copy sql/postgres/database.sh => nlpcraft/src/main/python/ctxword/bin/start_server.sh (79%)
rename nlpcraft/src/main/{resources/geo/metro.yaml => python/ctxword/bin/suggest.sh} (58%)
mode change 100644 => 100755
copy nlpcraft/src/main/{scala/org/apache/nlpcraft/examples => python/ctxword/jupyter}/README.md (55%)
create mode 100644 nlpcraft/src/main/python/ctxword/jupyter/Trasnsformers-FastText.ipynb
copy sql/postgres/database.sh => nlpcraft/src/main/python/ctxword/jupyter/py_requirements (86%)
mode change 100755 => 100644
create mode 100644 nlpcraft/src/main/python/ctxword/server.py
delete mode 100644 nlpcraft/src/main/resources/geo/continents.yaml
delete mode 100644 nlpcraft/src/main/resources/geo/countries/GB.yaml
delete mode 100644 nlpcraft/src/main/resources/geo/countries/RU.yaml
delete mode 100644 nlpcraft/src/main/resources/geo/countries/US.yaml
delete mode 100644 nlpcraft/src/main/resources/geo/synonyms/case_sensitive/list.yaml
delete mode 100644 nlpcraft/src/main/resources/geo/synonyms/list.yaml
delete mode 100644 nlpcraft/src/main/resources/geo/synonyms/states.yaml
delete mode 100644 nlpcraft/src/main/resources/geo/us_top.yaml
delete mode 100644 nlpcraft/src/main/resources/geo/world_top.yaml
delete mode 100644 nlpcraft/src/main/resources/spell/dictionary.yaml
copy nlpcraft/src/main/scala/org/apache/nlpcraft/common/{nlp/core/NCNlpCoreToken.scala => extcfg/NCExternalConfigHolder.scala} (68%)
create mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/common/extcfg/NCExternalConfigManager.scala
copy nlpcraft/src/{test/scala/org/apache/nlpcraft/NCTestProbe.scala => main/scala/org/apache/nlpcraft/common/extcfg/NCExternalConfigType.scala} (79%)
delete mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/examples/alarm/AlarmTest.java
delete mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/examples/echo/EchoTest.java
delete mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/examples/helloworld/HelloWorldTest.java
delete mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/examples/lightswitch/LightSwitchTest.java
delete mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/examples/phone/PhoneTest.java
delete mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/examples/time/TimeTest.java
delete mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/examples/weather/WeatherResultWrapper.java
delete mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/examples/weather/WeatherTest.java
rename nlpcraft/src/main/scala/org/apache/nlpcraft/model/{NCIntentExample.java => NCIntentSample.java} (65%)
create mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/model/tools/test/NCTestAutoModelValidator.java
create mode 100644 nlpcraft/src/main/scala/org/apache/nlpcraft/model/tools/test/impl/NCTestAutoModelValidatorImpl.scala
copy nlpcraft/src/{main/scala/org/apache/nlpcraft/model/package.scala => test/scala/org/apache/nlpcraft/NCTestAutoModelValidatorSpec.scala} (71%)
rename nlpcraft/src/{main/scala/org/apache/nlpcraft/examples/sql/SqlTest.scala => test/scala/org/apache/nlpcraft/examples/sql/NCSqlExampleSpec.scala} (99%)
copy nlpcraft/src/test/scala/org/apache/nlpcraft/model/{intent/dsl/NCDslTest.scala => conversation/NCConversationSpec.scala} (66%)
rename nlpcraft/src/test/scala/org/apache/nlpcraft/model/intent/dsl/{NCDslTest.scala => NCDslSpec.scala} (99%)