You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@marvin.apache.org by we...@apache.org on 2020/06/20 08:10:25 UTC
[incubator-marvin] branch MARVIN-72-grpc-daemon updated (b09bf73 ->
8f68e89)
This is an automated email from the ASF dual-hosted git repository.
weichen pushed a change to branch MARVIN-72-grpc-daemon
in repository https://gitbox.apache.org/repos/asf/incubator-marvin.git.
from b09bf73 Change log level to INFO
add 8f68e89 [MARVIN-72] Add python-daemon
No new revisions were added by this update.
Summary of changes:
.travis.yml | 62 --
{python-toolbox => python-daemon}/.gitignore | 4 +-
python-daemon/MANIFEST.in | 6 +
python-daemon/README.md | 3 +
.../bin/marvin => python-daemon/bin/marvin-daemon | 40 +-
python-daemon/marvin_python_daemon/VERSION | 1 +
.../marvin_python_daemon}/__init__.py | 4 +-
.../marvin_python_daemon}/common/__init__.py | 3 +-
.../marvin_python_daemon}/common/config.py | 21 +-
.../marvin_python_daemon}/common/data.py | 29 +-
.../common/data_source_provider.py | 2 +-
.../marvin_python_daemon}/common/exceptions.py | 5 +-
.../marvin_python_daemon}/common/http_client.py | 20 +-
.../marvin_python_daemon/common/log.py | 10 +-
.../marvin_python_daemon}/common/profiling.py | 17 +-
.../marvin_python_daemon}/common/utils.py | 66 +-
.../marvin_python_daemon/daemon_base}/__init__.py | 5 +-
.../daemon_base/command_server.py | 166 +++++
.../daemon_base/protos/daemon.proto | 54 ++
.../daemon_base/stubs}/__init__.py | 5 +-
.../daemon_base/stubs/daemon_pb2.py | 400 ++++++++++
.../daemon_base/stubs/daemon_pb2_grpc.py | 147 ++++
.../marvin_python_daemon}/engine_base/__init__.py | 3 +-
.../engine_base/engine_base_action.py | 72 +-
.../engine_base/engine_base_data_handler.py | 13 +-
.../engine_base/engine_base_prediction.py | 4 +-
.../engine_base/engine_base_training.py | 4 +-
.../engine_base/protos/actions.proto | 2 +-
.../engine_base/serializers/__init__.py | 2 +-
.../engine_base/serializers/keras_serializer.py | 12 +-
.../engine_base/stubs/__init__.py | 0
.../engine_base/stubs/actions_pb2.py | 820 ++++++++++++++++++++
.../engine_base/stubs/actions_pb2_grpc.py | 158 ++++
.../notebook_extensions/jupyter_notebook_config.py | 22 +-
.../extras/notebook_extensions/main.js | 0
.../marvin_python_daemon/management/__init__.py | 4 +-
.../marvin_python_daemon/management/engine.py | 272 +++++++
.../marvin_python_daemon/management/notebook.py | 65 ++
.../marvin_python_daemon}/management/test.py | 78 +-
python-daemon/pytest.ini | 4 +
{python-toolbox => python-daemon}/setup.py | 96 +--
.../tests/common/test_config.py | 48 +-
.../tests/common/test_data.py | 54 +-
.../tests/common/test_data_source_provider.py | 11 +-
.../tests/common/test_http_client.py | 19 +-
.../tests/common/test_profiling.py | 8 +-
.../tests/common/test_utils.py | 27 +-
.../tests/conftest.py | 4 +-
.../serializers/test_keras_serializer.py | 10 +-
.../tests/engine_base/test_engine_base_action.py | 63 +-
.../engine_base/test_engine_base_data_handler.py | 7 +-
.../engine_base/test_engine_base_prediction.py | 12 +-
.../tests/engine_base/test_engine_base_training.py | 4 +-
.../tests/fixtures/config.sample | 0
python-daemon/tests/management/test_engine.py | 114 +++
python-daemon/tests/management/test_notebook.py | 91 +++
python-daemon/tox.ini | 10 +
python-toolbox/.bumpversion.cfg | 7 -
python-toolbox/.coveragerc | 22 -
.../.github/ISSUE_TEMPLATE/bug_report.md | 30 -
python-toolbox/.github/ISSUE_TEMPLATE/custom.md | 7 -
.../.github/ISSUE_TEMPLATE/feature_request.md | 17 -
python-toolbox/CHANGES.md | 65 --
python-toolbox/CODE_OF_CONDUCT.md | 46 --
python-toolbox/INSTALL | 0
python-toolbox/MANIFEST.in | 13 -
python-toolbox/Makefile | 81 --
python-toolbox/NOTICE | 5 -
python-toolbox/PULL_REQUEST_TEMPLATE.md | 17 -
python-toolbox/README.md | 112 ---
python-toolbox/marvin.ini | 3 -
python-toolbox/marvin_python_toolbox/VERSION | 1 -
.../marvin_python_toolbox/_compatibility.py | 34 -
python-toolbox/marvin_python_toolbox/config.py | 86 ---
python-toolbox/marvin_python_toolbox/decorators.py | 29 -
.../engine_base/stubs/actions_pb2.py | 821 ---------------------
.../engine_base/stubs/actions_pb2_grpc.py | 158 ----
.../extras/marvin_bash_completion | 8 -
python-toolbox/marvin_python_toolbox/loader.py | 26 -
.../marvin_python_toolbox/management/__init__.py | 144 ----
.../marvin_python_toolbox/management/bigquery.py | 139 ----
.../marvin_python_toolbox/management/engine.py | 798 --------------------
.../marvin_python_toolbox/management/hive.py | 709 ------------------
.../marvin_python_toolbox/management/notebook.py | 82 --
.../marvin_python_toolbox/management/pkg.py | 417 -----------
.../templates/python-engine/.bumpversion.cfg | 5 -
.../management/templates/python-engine/.coveragerc | 22 -
.../management/templates/python-engine/.gitignore | 16 -
.../management/templates/python-engine/CHANGES.md | 5 -
.../management/templates/python-engine/Dockerfile | 113 ---
.../management/templates/python-engine/INSTALL | 1 -
.../management/templates/python-engine/LICENSE | 0
.../management/templates/python-engine/MANIFEST.in | 9 -
.../management/templates/python-engine/Makefile | 81 --
.../management/templates/python-engine/README.md | 143 ----
.../management/templates/python-engine/docs.yaml | 567 --------------
.../templates/python-engine/engine.messages | 3 -
.../templates/python-engine/engine.metadata | 65 --
.../templates/python-engine/engine.params | 3 -
.../management/templates/python-engine/fabfile.py | 188 -----
.../templates/python-engine/feedback.messages | 3 -
.../templates/python-engine/install_automl.sh | 35 -
.../management/templates/python-engine/marvin.ini | 11 -
.../templates/python-engine/notebooks/sample.ipynb | 50 --
.../python-engine/project_package/VERSION | 1 -
.../python-engine/project_package/__init__.py | 14 -
.../project_package/_compatibility.py | 19 -
.../python-engine/project_package/_logging.py | 78 --
.../project_package/data_handler/__init__.py | 5 -
.../data_handler/acquisitor_and_cleaner.py | 34 -
.../data_handler/training_preparator.py | 35 -
.../project_package/prediction/__init__.py | 6 -
.../project_package/prediction/feedback.py | 44 --
.../prediction/prediction_preparator.py | 30 -
.../project_package/prediction/predictor.py | 30 -
.../project_package/training/__init__.py | 5 -
.../project_package/training/metrics_evaluator.py | 34 -
.../project_package/training/trainer.py | 34 -
.../management/templates/python-engine/pytest.ini | 4 -
.../management/templates/python-engine/setup.cfg | 0
.../management/templates/python-engine/setup.py | 175 -----
.../templates/python-engine/tests/conftest.py | 13 -
.../data_handler/test_acquisitor_and_cleaner.py | 18 -
.../tests/data_handler/test_training_preparator.py | 17 -
.../tests/prediction/test_feedback.py | 17 -
.../tests/prediction/test_prediction_preparator.py | 17 -
.../tests/prediction/test_predictor.py | 17 -
.../tests/training/test_metrics_evaluator.py | 17 -
.../python-engine/tests/training/test_trainer.py | 18 -
.../management/templates/python-engine/tox.ini | 8 -
.../notebooks/count-db-tables-rows.ipynb | 150 ----
.../notebooks/spark_data_source_test.ipynb | 49 --
python-toolbox/pytest.ini | 4 -
python-toolbox/setup.cfg | 0
python-toolbox/tests/management/test_engine.py | 217 ------
python-toolbox/tests/management/test_hive.py | 809 --------------------
python-toolbox/tests/management/test_notebook.py | 88 ---
python-toolbox/tests/management/test_pkg.py | 205 -----
python-toolbox/tests/test_loader.py | 38 -
python-toolbox/tox.ini | 8 -
140 files changed, 2739 insertions(+), 7899 deletions(-)
rename {python-toolbox => python-daemon}/.gitignore (88%)
create mode 100644 python-daemon/MANIFEST.in
create mode 100644 python-daemon/README.md
rename python-toolbox/bin/marvin => python-daemon/bin/marvin-daemon (68%)
create mode 100644 python-daemon/marvin_python_daemon/VERSION
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/__init__.py (89%)
copy {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/common/__init__.py (92%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/common/config.py (85%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/common/data.py (81%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/common/data_source_provider.py (96%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/common/exceptions.py (95%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/common/http_client.py (90%)
rename python-toolbox/marvin_python_toolbox/_logging.py => python-daemon/marvin_python_daemon/common/log.py (91%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/common/profiling.py (92%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/common/utils.py (80%)
copy {python-toolbox/marvin_python_toolbox/common => python-daemon/marvin_python_daemon/daemon_base}/__init__.py (87%)
create mode 100644 python-daemon/marvin_python_daemon/daemon_base/command_server.py
create mode 100644 python-daemon/marvin_python_daemon/daemon_base/protos/daemon.proto
rename {python-toolbox/marvin_python_toolbox/common => python-daemon/marvin_python_daemon/daemon_base/stubs}/__init__.py (87%)
create mode 100644 python-daemon/marvin_python_daemon/daemon_base/stubs/daemon_pb2.py
create mode 100644 python-daemon/marvin_python_daemon/daemon_base/stubs/daemon_pb2_grpc.py
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/engine_base/__init__.py (90%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/engine_base/engine_base_action.py (76%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/engine_base/engine_base_data_handler.py (79%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/engine_base/engine_base_prediction.py (95%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/engine_base/engine_base_training.py (96%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/engine_base/protos/actions.proto (96%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/engine_base/serializers/__init__.py (92%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/engine_base/serializers/keras_serializer.py (80%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/engine_base/stubs/__init__.py (100%)
create mode 100644 python-daemon/marvin_python_daemon/engine_base/stubs/actions_pb2.py
create mode 100644 python-daemon/marvin_python_daemon/engine_base/stubs/actions_pb2_grpc.py
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/extras/notebook_extensions/jupyter_notebook_config.py (80%)
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/extras/notebook_extensions/main.js (100%)
rename python-toolbox/marvin_python_toolbox/manage.py => python-daemon/marvin_python_daemon/management/__init__.py (88%)
create mode 100644 python-daemon/marvin_python_daemon/management/engine.py
create mode 100644 python-daemon/marvin_python_daemon/management/notebook.py
rename {python-toolbox/marvin_python_toolbox => python-daemon/marvin_python_daemon}/management/test.py (52%)
create mode 100644 python-daemon/pytest.ini
rename {python-toolbox => python-daemon}/setup.py (63%)
rename {python-toolbox => python-daemon}/tests/common/test_config.py (68%)
rename {python-toolbox => python-daemon}/tests/common/test_data.py (72%)
rename {python-toolbox => python-daemon}/tests/common/test_data_source_provider.py (91%)
rename {python-toolbox => python-daemon}/tests/common/test_http_client.py (91%)
rename {python-toolbox => python-daemon}/tests/common/test_profiling.py (96%)
rename {python-toolbox => python-daemon}/tests/common/test_utils.py (86%)
rename {python-toolbox => python-daemon}/tests/conftest.py (93%)
rename {python-toolbox => python-daemon}/tests/engine_base/serializers/test_keras_serializer.py (85%)
rename {python-toolbox => python-daemon}/tests/engine_base/test_engine_base_action.py (85%)
rename {python-toolbox => python-daemon}/tests/engine_base/test_engine_base_data_handler.py (88%)
rename {python-toolbox => python-daemon}/tests/engine_base/test_engine_base_prediction.py (85%)
rename {python-toolbox => python-daemon}/tests/engine_base/test_engine_base_training.py (92%)
rename {python-toolbox => python-daemon}/tests/fixtures/config.sample (100%)
create mode 100644 python-daemon/tests/management/test_engine.py
create mode 100644 python-daemon/tests/management/test_notebook.py
create mode 100644 python-daemon/tox.ini
delete mode 100644 python-toolbox/.bumpversion.cfg
delete mode 100644 python-toolbox/.coveragerc
delete mode 100644 python-toolbox/.github/ISSUE_TEMPLATE/bug_report.md
delete mode 100644 python-toolbox/.github/ISSUE_TEMPLATE/custom.md
delete mode 100644 python-toolbox/.github/ISSUE_TEMPLATE/feature_request.md
delete mode 100644 python-toolbox/CHANGES.md
delete mode 100644 python-toolbox/CODE_OF_CONDUCT.md
delete mode 100644 python-toolbox/INSTALL
delete mode 100644 python-toolbox/MANIFEST.in
delete mode 100644 python-toolbox/Makefile
delete mode 100644 python-toolbox/NOTICE
delete mode 100644 python-toolbox/PULL_REQUEST_TEMPLATE.md
delete mode 100644 python-toolbox/README.md
delete mode 100644 python-toolbox/marvin.ini
delete mode 100644 python-toolbox/marvin_python_toolbox/VERSION
delete mode 100644 python-toolbox/marvin_python_toolbox/_compatibility.py
delete mode 100644 python-toolbox/marvin_python_toolbox/config.py
delete mode 100644 python-toolbox/marvin_python_toolbox/decorators.py
delete mode 100644 python-toolbox/marvin_python_toolbox/engine_base/stubs/actions_pb2.py
delete mode 100644 python-toolbox/marvin_python_toolbox/engine_base/stubs/actions_pb2_grpc.py
delete mode 100644 python-toolbox/marvin_python_toolbox/extras/marvin_bash_completion
delete mode 100644 python-toolbox/marvin_python_toolbox/loader.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/__init__.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/bigquery.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/engine.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/hive.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/notebook.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/pkg.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/.bumpversion.cfg
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/.coveragerc
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/.gitignore
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/CHANGES.md
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/Dockerfile
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/INSTALL
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/LICENSE
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/MANIFEST.in
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/Makefile
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/README.md
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/docs.yaml
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/engine.messages
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/engine.metadata
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/engine.params
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/fabfile.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/feedback.messages
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/install_automl.sh
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/marvin.ini
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/notebooks/sample.ipynb
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/VERSION
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/__init__.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/_compatibility.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/_logging.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/data_handler/__init__.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/data_handler/acquisitor_and_cleaner.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/data_handler/training_preparator.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/prediction/__init__.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/prediction/feedback.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/prediction/prediction_preparator.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/prediction/predictor.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/training/__init__.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/training/metrics_evaluator.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/project_package/training/trainer.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/pytest.ini
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/setup.cfg
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/setup.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/tests/conftest.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/tests/data_handler/test_acquisitor_and_cleaner.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/tests/data_handler/test_training_preparator.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/tests/prediction/test_feedback.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/tests/prediction/test_prediction_preparator.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/tests/prediction/test_predictor.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/tests/training/test_metrics_evaluator.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/tests/training/test_trainer.py
delete mode 100644 python-toolbox/marvin_python_toolbox/management/templates/python-engine/tox.ini
delete mode 100644 python-toolbox/notebooks/count-db-tables-rows.ipynb
delete mode 100644 python-toolbox/notebooks/spark_data_source_test.ipynb
delete mode 100644 python-toolbox/pytest.ini
delete mode 100644 python-toolbox/setup.cfg
delete mode 100644 python-toolbox/tests/management/test_engine.py
delete mode 100644 python-toolbox/tests/management/test_hive.py
delete mode 100644 python-toolbox/tests/management/test_notebook.py
delete mode 100644 python-toolbox/tests/management/test_pkg.py
delete mode 100644 python-toolbox/tests/test_loader.py
delete mode 100644 python-toolbox/tox.ini