You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datalab.apache.org by lf...@apache.org on 2021/10/19 12:13:13 UTC
[incubator-datalab] 01/01: Merge pull request #1304 from
apache/DATALAB-2409
This is an automated email from the ASF dual-hosted git repository.
lfrolov pushed a commit to branch develop
in repository https://gitbox.apache.org/repos/asf/incubator-datalab.git
commit 50c664d61fe52a27aadbe61bf5cbb1d26eb0f279
Merge: 67b88af d5634c0
Author: Leonid Frolov <51...@users.noreply.github.com>
AuthorDate: Tue Oct 19 15:12:40 2021 +0300
Merge pull request #1304 from apache/DATALAB-2409
[DATALAB-2409]: Main functions review and refactoring
.../scripts/deploy_datalab.py | 426 +++--
.../src/base/scripts/configure_keycloak.py | 5 +-
.../src/base/scripts/install_prerequisites.py | 24 +-
.../src/dataengine/scripts/configure_dataengine.py | 3 +-
.../scripts/configure_deep_learning_node.py | 1 -
.../src/edge/scripts/configure_http_proxy.py | 3 +-
.../src/general/conf/datalab.ini | 29 +-
.../src/general/files/aws/base_Dockerfile | 4 +-
.../src/general/files/azure/base_Dockerfile | 4 +-
.../src/general/files/azure/tensor_Dockerfile | 1 -
.../src/general/files/gcp/base_Dockerfile | 4 +-
.../src/general/files/os/debian/sources.list | 56 -
.../src/general/files/os/redhat/sources.list | 83 -
.../src/general/lib/aws/actions_lib.py | 1 +
.../src/general/lib/aws/meta_lib.py | 41 +-
.../src/general/lib/os/debian/common_lib.py | 163 +-
.../src/general/lib/os/debian/edge_lib.py | 67 +-
.../src/general/lib/os/debian/notebook_lib.py | 10 +-
.../src/general/lib/os/fab.py | 1647 +++++++++++---------
.../os/tensorboard.service => lib/os/logger.py} | 25 +-
.../src/general/lib/os/redhat/common_lib.py | 33 -
.../src/general/lib/os/redhat/edge_lib.py | 31 -
.../src/general/lib/os/redhat/notebook_lib.py | 7 +-
.../src/general/scripts/aws/common_collect_data.py | 5 +-
.../general/scripts/aws/common_create_bucket.py | 9 +-
.../general/scripts/aws/common_create_instance.py | 13 +-
.../scripts/aws/common_create_notebook_image.py | 3 +-
.../general/scripts/aws/common_create_policy.py | 13 +-
.../scripts/aws/common_create_role_policy.py | 15 +-
.../scripts/aws/common_create_security_group.py | 18 +-
.../general/scripts/aws/common_create_subnet.py | 31 +-
.../scripts/aws/common_download_git_certfile.py | 5 +-
...common_notebook_configure_dataengine-service.py | 18 +-
.../aws/common_notebook_configure_dataengine.py | 8 +-
.../general/scripts/aws/common_prepare_notebook.py | 14 +-
.../scripts/aws/common_remove_remote_kernels.py | 3 +-
.../src/general/scripts/aws/common_reupload_key.py | 3 +-
.../general/scripts/aws/common_start_notebook.py | 16 +-
.../general/scripts/aws/common_stop_notebook.py | 30 +-
.../scripts/aws/common_terminate_notebook.py | 25 +-
.../scripts/aws/dataengine-service_configure.py | 32 +-
.../scripts/aws/dataengine-service_create.py | 40 +-
.../scripts/aws/dataengine-service_install_libs.py | 7 +-
.../scripts/aws/dataengine-service_list_libs.py | 5 +-
.../scripts/aws/dataengine-service_prepare.py | 9 +-
.../scripts/aws/dataengine-service_terminate.py | 16 +-
.../general/scripts/aws/dataengine_configure.py | 49 +-
.../src/general/scripts/aws/dataengine_prepare.py | 17 +-
.../src/general/scripts/aws/dataengine_start.py | 13 +-
.../src/general/scripts/aws/dataengine_stop.py | 18 +-
.../general/scripts/aws/dataengine_terminate.py | 11 +-
.../general/scripts/aws/deeplearning_configure.py | 59 +-
.../scripts/aws/edge_associate_elastic_ip.py | 13 +-
.../src/general/scripts/aws/edge_configure.py | 58 +-
.../src/general/scripts/aws/edge_start.py | 26 +-
.../src/general/scripts/aws/edge_status.py | 12 +-
.../src/general/scripts/aws/edge_stop.py | 14 +-
.../src/general/scripts/aws/jupyter_configure.py | 70 +-
.../jupyter_dataengine-service_create_configs.py | 1 +
.../jupyter_install_dataengine-service_kernels.py | 7 +-
.../general/scripts/aws/jupyterlab_configure.py | 62 +-
.../src/general/scripts/aws/odahu_deploy.py | 19 +-
.../src/general/scripts/aws/odahu_prepare.py | 26 +-
.../src/general/scripts/aws/project_prepare.py | 48 +-
.../src/general/scripts/aws/project_terminate.py | 36 +-
.../src/general/scripts/aws/rstudio_configure.py | 63 +-
.../rstudio_dataengine-service_create_configs.py | 5 +-
.../scripts/aws/ssn_associate_elastic_ip.py | 12 +-
.../src/general/scripts/aws/ssn_configure.py | 366 ++---
.../src/general/scripts/aws/ssn_create_endpoint.py | 19 +-
.../src/general/scripts/aws/ssn_create_vpc.py | 9 +-
.../src/general/scripts/aws/ssn_prepare.py | 431 ++---
.../src/general/scripts/aws/ssn_terminate.py | 19 +-
.../scripts/aws/ssn_terminate_aws_resources.py | 54 +-
.../scripts/aws/tensor-rstudio_configure.py | 69 +-
.../src/general/scripts/aws/tensor_configure.py | 59 +-
.../src/general/scripts/aws/zeppelin_configure.py | 65 +-
.../general/scripts/azure/common_collect_data.py | 3 +-
.../azure/common_create_datalake_directory.py | 9 +-
.../scripts/azure/common_create_instance.py | 15 +-
.../scripts/azure/common_create_notebook_image.py | 7 +-
.../scripts/azure/common_create_security_group.py | 9 +-
.../scripts/azure/common_create_storage_account.py | 13 +-
.../general/scripts/azure/common_create_subnet.py | 9 +-
.../scripts/azure/common_download_git_certfile.py | 5 +-
.../azure/common_notebook_configure_dataengine.py | 15 +-
.../scripts/azure/common_prepare_notebook.py | 28 +-
.../scripts/azure/common_remove_remote_kernels.py | 5 +-
.../general/scripts/azure/common_reupload_key.py | 3 +-
.../general/scripts/azure/common_start_notebook.py | 26 +-
.../general/scripts/azure/common_stop_notebook.py | 22 +-
.../scripts/azure/common_terminate_notebook.py | 21 +-
.../general/scripts/azure/dataengine_configure.py | 49 +-
.../general/scripts/azure/dataengine_prepare.py | 23 +-
.../src/general/scripts/azure/dataengine_start.py | 18 +-
.../src/general/scripts/azure/dataengine_stop.py | 17 +-
.../general/scripts/azure/dataengine_terminate.py | 19 +-
.../scripts/azure/deeplearning_configure.py | 52 +-
.../src/general/scripts/azure/edge_configure.py | 45 +-
.../src/general/scripts/azure/edge_prepare.py | 56 +-
.../src/general/scripts/azure/edge_start.py | 23 +-
.../src/general/scripts/azure/edge_status.py | 11 +-
.../src/general/scripts/azure/edge_stop.py | 14 +-
.../src/general/scripts/azure/edge_terminate.py | 46 +-
.../src/general/scripts/azure/jupyter_configure.py | 49 +-
.../general/scripts/azure/jupyterlab_configure.py | 48 +-
.../src/general/scripts/azure/project_prepare.py | 46 +-
.../src/general/scripts/azure/project_terminate.py | 54 +-
.../general/scripts/azure/rstudio_change_pass.py | 7 +-
.../src/general/scripts/azure/rstudio_configure.py | 50 +-
.../src/general/scripts/azure/ssn_configure.py | 61 +-
.../general/scripts/azure/ssn_create_datalake.py | 9 +-
.../general/scripts/azure/ssn_create_peering.py | 5 +-
.../scripts/azure/ssn_create_resource_group.py | 7 +-
.../src/general/scripts/azure/ssn_create_vpc.py | 7 +-
.../src/general/scripts/azure/ssn_prepare.py | 28 +-
.../src/general/scripts/azure/ssn_terminate.py | 64 +-
.../src/general/scripts/azure/tensor_configure.py | 47 +-
.../general/scripts/azure/zeppelin_configure.py | 47 +-
.../src/general/scripts/gcp/common_collect_data.py | 5 +-
.../general/scripts/gcp/common_create_bucket.py | 5 +-
.../general/scripts/gcp/common_create_firewall.py | 9 +-
.../general/scripts/gcp/common_create_instance.py | 5 +-
.../general/scripts/gcp/common_create_nat_route.py | 5 +-
.../scripts/gcp/common_create_notebook_image.py | 9 +-
.../scripts/gcp/common_create_service_account.py | 15 +-
.../general/scripts/gcp/common_create_subnet.py | 9 +-
.../scripts/gcp/common_download_git_certfile.py | 5 +-
.../src/general/scripts/gcp/common_install_gpu.py | 5 +-
...common_notebook_configure_dataengine-service.py | 20 +-
.../gcp/common_notebook_configure_dataengine.py | 15 +-
.../general/scripts/gcp/common_prepare_notebook.py | 22 +-
.../src/general/scripts/gcp/common_reupload_key.py | 3 +-
.../general/scripts/gcp/common_start_notebook.py | 22 +-
.../general/scripts/gcp/common_stop_notebook.py | 32 +-
.../scripts/gcp/common_terminate_notebook.py | 29 +-
.../scripts/gcp/dataengine-service_configure.py | 44 +-
.../scripts/gcp/dataengine-service_create.py | 5 +-
.../scripts/gcp/dataengine-service_install_libs.py | 14 +-
.../scripts/gcp/dataengine-service_list_libs.py | 13 +-
.../scripts/gcp/dataengine-service_prepare.py | 15 +-
.../scripts/gcp/dataengine-service_terminate.py | 22 +-
.../general/scripts/gcp/dataengine_configure.py | 50 +-
.../src/general/scripts/gcp/dataengine_prepare.py | 21 +-
.../src/general/scripts/gcp/dataengine_start.py | 16 +-
.../src/general/scripts/gcp/dataengine_stop.py | 15 +-
.../general/scripts/gcp/dataengine_terminate.py | 17 +-
.../general/scripts/gcp/deeplearning_configure.py | 50 +-
.../src/general/scripts/gcp/edge_configure.py | 41 +-
.../general/scripts/gcp/edge_create_static_ip.py | 13 +-
.../src/general/scripts/gcp/edge_start.py | 23 +-
.../src/general/scripts/gcp/edge_status.py | 15 +-
.../src/general/scripts/gcp/edge_stop.py | 14 +-
.../src/general/scripts/gcp/edge_terminate.py | 32 +-
.../src/general/scripts/gcp/jupyter_configure.py | 52 +-
.../general/scripts/gcp/jupyterlab_configure.py | 53 +-
.../src/general/scripts/gcp/project_prepare.py | 36 +-
.../src/general/scripts/gcp/project_terminate.py | 43 +-
.../src/general/scripts/gcp/rstudio_configure.py | 52 +-
.../rstudio_dataengine-service_create_configs.py | 5 +-
.../src/general/scripts/gcp/ssn_configure.py | 54 +-
.../general/scripts/gcp/ssn_create_static_ip.py | 12 +-
.../src/general/scripts/gcp/ssn_create_vpc.py | 7 +-
.../src/general/scripts/gcp/ssn_finalize.py | 3 +-
.../src/general/scripts/gcp/ssn_prepare.py | 22 +-
.../src/general/scripts/gcp/ssn_terminate.py | 16 +-
.../scripts/gcp/ssn_terminate_gcp_resources.py | 45 +-
.../src/general/scripts/gcp/superset_configure.py | 52 +-
.../scripts/gcp/tensor-rstudio_configure.py | 54 +-
.../src/general/scripts/gcp/tensor_configure.py | 48 +-
.../src/general/scripts/gcp/zeppelin_configure.py | 47 +-
.../src/general/templates/os/tensorboard.service | 2 +
.../src/jupyter/scripts/configure_jupyter_node.py | 3 +-
.../scripts/configure_jupyterlab_node.py | 1 -
.../src/project/scripts/configure_http_proxy.py | 3 +-
.../src/project/scripts/configure_nftables.py | 3 +-
.../src/project/templates/squid.conf | 6 +-
.../src/rstudio/scripts/configure_rstudio_node.py | 3 +-
infrastructure-provisioning/src/ssn/fabfile.py | 6 +-
.../src/ssn/scripts/backup.py | 2 +-
.../src/ssn/scripts/configure_docker.py | 19 +-
.../src/ssn/scripts/configure_mongo.py | 7 +-
.../src/ssn/scripts/configure_ssn_node.py | 23 +-
.../src/ssn/scripts/configure_ui.py | 9 +-
.../src/ssn/scripts/resource_status.py | 2 +-
.../src/ssn/scripts/restore.py | 2 +-
.../scripts/configure_tensor-rstudio_node.py | 3 +-
.../zeppelin/scripts/configure_zeppelin_node.py | 3 +-
.../bin/deploy/mongo_files/configure_mongo.py | 4 +-
189 files changed, 2997 insertions(+), 4168 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datalab.apache.org
For additional commands, e-mail: commits-help@datalab.apache.org