You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datalab.apache.org by ol...@apache.org on 2022/03/30 10:48:14 UTC
[incubator-datalab] branch gcp-jupyter-highgpu-template-1 updated (091e7fc -> 6927ccd)
This is an automated email from the ASF dual-hosted git repository.
olehmykolaishyn pushed a change to branch gcp-jupyter-highgpu-template-1
in repository https://gitbox.apache.org/repos/asf/incubator-datalab.git.
from 091e7fc avoided merge conflicts by adding tensor-jupyterlab template
add d267663 [DATALAB-2722]: Changed support shapes for Spark standalone cluster in AWS
add 05a9d97 fixed truncate pipe
add 8c4d383 Merge pull request #1445 from GennadiyShpak/truncate-pipe-hotfix
add 710989f nbconvert added
add c09fd27 fixed variable name
add dc74e8a fixed s3 access with adding HeadObject policy
add 1d0a203 Merge pull request #1446 from apache/DATALAB-2728
add 736edf2 removed redundant condition in markup
add e9318c3 fixed markup
add 788a895 temp commit
add c1dce88 Merge pull request #1440 from GennadiyShpak/feat/DATALAB-2697/Support-possibility-to-start-instance
add 2b39b24 add support for starting user instances as admin in selfservice
add c088140 Merge pull request #1441 from denysyankiv/DATALAB-2649
add 16f0139 removed redundant condition in markup
add 4cec9e5 Merge pull request #1442 from GennadiyShpak/feat/DATALAB-2697/Support-possibility-to-start-instance
add b052553 Merge branch 'DATALAB-2697' into feat/DATALAB-2697/Support-possibility-to-start-instance
add 3de89d9 Merge pull request #1443 from GennadiyShpak/feat/DATALAB-2697/Support-possibility-to-start-instance
add dee895e change EnvironmentService.start method, ExploratiryService, add logs
add 2607c9a added action pipe
add 187f0c0 Merge pull request #1447 from GennadiyShpak/feat/DATALAB-2697/Support-possibility-to-start-instance
add 65ec242 Merge pull request #1448 from apache/DATALAB-2697
add c18ad5b added action Run
add 5333b98 Merge pull request #1449 from GennadiyShpak/feat/DATALAB-2697/Support-possibility-to-start-instance
add 8ac6956 [DATALAB-2674]: added lifecycle rules for gcp storage buckets
add d308966 [DATALAB-2674]: fixed gcp bucket lifecycle
add 6f52d76 Merge pull request #1451 from apache/DATALAB-2674
add 471f831 Updated Release notes
add 337fe68 Updated RNs
add 04d0b97 Merge pull request #1362 from apache/RNs2.5.1
add a145999 updated datalab version in python scripts
add 2cbb95e [DATALAB]: removed directories from remote
add 69836c6 [DATALAB-2698]: fixed nvidia drivers for aws tensor
add c3dc501 [DATALAB-2698]: fixed install_venv_pip_pkg function usage
add 0095ac1 [DATALAB-2698]: added venv libs install
add cc27513 [DATALAB-2698]: fixed function name
add 7a51985 [DATALAB-2698]: added python3-opencv to packages installed by default
add 88ed674 [DATALAB-2698]: fixed install_venv_pip_pkg usage
add 279accb [DATALAB-2545]: added predefined role for aws ssn
add 9500abb [DATALAB-2509]: removed cuda deb file
add bd34406 [DATALAB-2705]: added python3 kernel removal for tensor
add a2eeac6 [DATALAB-2708]: added libbz2-dev installation
add 9aa9aea [DATALAB-2708]: added additional packages installation installation, specified tensorflow and tflite versions
add 0abaf47 [DATALAB-2708]: changed how tflite-runtime is installed
add 7a1a4ef increase timeout for waiting on docker create project result
add 31ac305 [DATALAB-2708]: changed how tflite-runtime is installed
add 95271c0 [DATALAB-2708]: fixed tflite-runtime install
add fb56435 fixed no java libraries group
add 543fca1 added tensor-jupyterlab folder and configuration file
add be281c0 created dockerfile template and description for jupyterlab-tensor notebook
add 7059728 ensure_venv _libs added
add 261c5d2 jupyterlab service file in Dockerfile
add 683ae33 added jupyterlab config function
add 651f082 Updated description tensorflow-jupyterlab
add 8359fd8 Merge branch '2.5.1-tensor-jupyterlab' of https://github.com/apache/incubator-datalab into 2.5.1-tensor-jupyterlab
add 06d8d2f Merge branch '2.5.1-tensor-jupyterlab' of https://github.com/apache/incubator-datalab into 2.5.1-tensor-jupyterlab
add 780b3e8 fixed conflict ensure_env_lib w/o fab.con
add 96093f1 service file
add 1dcca3e fixed dockerfile
add 1569e5d added template to mongo roles
add d1940a8 added image to datalab ini
add 04534f4 Template for jupyterlab for tensorflow
add e4f91ac Merge branch '2.5.1-tensor-jupyterlab' of https://github.com/apache/incubator-datalab into 2.5.1-tensor-jupyterlab
add ade6d93 addition edits for tensor-jupyterlab
add 465b551 fixed path to configure_tensor-jupyterlab_node
add e3f8fe0 add java libs for tensor-jupyterlab
add ab37778 Merge pull request #1417 from denysyankiv/2.5.1-tensor-jupyterlab
add 675762a Merge branch '2.5.1-tensor-jupyterlab' of https://github.com/apache/incubator-datalab into 2.5.1-tensor-jupyterlab
add 29c7025 added jupyterlab vesrion to datalab ini
add 7e72ba3 Update datalab.ini
add 021ba73 Removed deletion comment and changed step naming
add 9d50f4e Jupyterlab and tensorflow lite installation as venv pip packages
add 0e25f80 Jupyterlab,tensorflow,tflite pip install
add 0c1ebe9 configure jupyterlab function
add 298f368 tflite version
add b9b703b tflite-runtime added
add b3c4a96 Updated venv pip packages
add fb74e13 jupyterlab
add e03a116 jupyterlab
add bb7f424 errors fixed
add 4173f13 increase timeout for waiting on docker create project result
add 2d77662 Merge branch '2.5.1-tensor-jupyterlab' of https://github.com/apache/incubator-datalab into 2.5.1-tensor-jupyterlab
add 6960ad1 Added service template to /tmp
add c5f4bb6 conn.put/cp
add 339dfb3 fixed jupyterlab service
add 5d8101a updated tflite installation
add d5d05cf Jupyterlab config
add cacf52f merged 2.5.1-tensor-jupyterlab into 2.5.1-tcpc-deployment
add bd29b2e Merge branch '2.5.1-tcpc-deployment' into 2.5.1-tcpc-deployment
add 14917f1 Merge pull request #1431 from denysyankiv/2.5.1-tcpc-deployment
add fbdca3a [DATALAB-2718] Support only two shapes for instance creation
add 91b573f [DATALAB-2718] Support only two shapes for instance creation
add 18946cc Merge pull request #1434 from a1expol/2.5.1-tcpc-deployment
add be5f53b removed possibility add compute for Jupyter with TensorFlow template and for Jupyter with TensorFlow template
add 6c75bb9 fixed installation with existing AMI
add fdaba5d fixed no java libraries group
add b1e79ac Merge pull request #1430 from denysyankiv/2.5.1-tensor-jupyterlab
add 17aa841 solved merge conflict
add 259a222 config file location fix'
add d7e100c Merge pull request #1437 from apache/2.5.1-tensor-jupyterlab
add 7fb8160 [DATALAB]: merged tpcp deployment branch
add 3e478ff [DATALAB]: reverted commit 2cbb95e9e4ca0a0d743231096c18b830290ee2df
add 35f69b8 fixed actions for multiple instance choice
add 8315322 Merge pull request #1452 from GennadiyShpak/fix/DATALAB-2692/actions-for-multiple-choice
add 22de840 Merge branch 'apache:develop' into develop
add 65ce1a1 [DATALAB-2731]: Updated API, added minimal TLS version
add 7138666 added versioning
add 54bebed aws bucket versioning with parsing
add f39a3af versioning var moved to conf section
add 9dce76d added var to datalab ini
add 63a4576 bucket versioning var spelling fix
add 432b5f0 lint
add 621a022 added Public Access Block
add 60ce42f removed gcp_bucket_enable_versioning property
add 860c965 Merge pull request #1439 from apache/security/DLAB-2882
add 16d16ad encryption in transit bucket policy
add f6f6288 Merge pull request #1453 from apache/security/DLAB-2883
add 98b0c4f [DATALAB-2733]: updated minor dataproc version
add 6dcacdf Merge pull request #1454 from apache/DATALAB-2733
add 55a83a8 Merge branch 'apache:develop' into develop
add ea17c09 [DATALAB-2731]: Updated API, added minimal TLS version
add e6be151 [DATALAB-2731]: Updated API, added minimal TLS version
add 0a51468 Merge pull request #1457 from a1expol/DATALAB-2731
add 7140202 Merge pull request #1458 from apache/DATALAB-2731
add 530209a [DATALAB-2731]: Fixed an issue with creating an SSN
add f01a5ac [DATALAB-2731]: Fix some issues with Data Lake
add 366869a Update edge_configure.py
add ae772e9 Merge pull request #1459 from a1expol/DATALAB-2731
add 00a0e58 [DATALAB-2691]: fixed python libs install for gcp dataproc on zeppelin
add 7c3a7d4 [DATALAB-2691]: fixed python libs install for gcp dataproc on zeppelin
add ee74248 Merge pull request #1460 from apache/DATALAB-2691
add c5a62ff [DATALAB-2691]: fixed python libs install for aws emr on zeppelin
add 6bd677f [DATALAB-2691]: fixed matplotlib version for zeppelin emr configs
add 4d1c024 Merge pull request #1462 from apache/DATALAB-2691
add 4bc9f9b [DATALAB-2737] fixed contex menu position
add 3a0a29a Merge pull request #1463 from GennadiyShpak/fix/DATALAB-2737/contex-menu-overflow-problem
add 69c9726 used object_versions for deletion on s3
add d1e9f6a lint
add d473712 Merge pull request #1464 from apache/DATALAB-2743
add 530392b add new shapes for apache spark on aws
add d5c01cd Merge pull request #1466 from denysyankiv/DATALAB-2722
add 7ae2cc2 update libs versions
add ffea61b Merge pull request #1467 from denysyankiv/DATALAB-2738
add d1ac637 Revert "[DATALAB-2738]: update libs versions "
add f10a0eb Merge pull request #1468 from apache/revert-1467-DATALAB-2738
add fc1805d Revert "Merge pull request #1468 from apache/revert-1467-DATALAB-2738"
add 163eb7d Merge pull request #1469 from denysyankiv/DATALAB-2738
add b6252a8 change keycloak-dropwizard version to avoid compatibility issues
add 72f1064 Merge pull request #1471 from denysyankiv/DATALAB-2738
add 5243ca3 fixed font-size in nav menu
add 6161e59 Merge pull request #1472 from GennadiyShpak/fix/nav-font-size
add fca8c12 [DATALAB-2572]: fixed libs install for gcp deeplearning
add e9a022c Merge pull request #1473 from apache/DATALAB-2572
add cbab140 [DATALAB-2746]: Fixed issue with depricate library
add e16bdd3 Merge pull request #1474 from a1expol/develop
add 19a6bff [DATALAB-2668]: fixed py3 path in deeplearning kernel config
add 5a3630a Merge pull request #1475 from apache/DATALAB-2668
add 6b56ac7 [DATALAB-2572]: changed pip libs install for deeplearning
add 6d6c08c [DATALAB-2572]: changed pip libs install for deeplearning
add 75af175 Merge pull request #1476 from apache/DATALAB-2572
add a6af45e [DATALAB-2731]: Disabled HTTP Requests into container logs
add 6f18391 Merge pull request #1477 from a1expol/develop
add 6927ccd Merge branch 'develop' into gcp-jupyter-highgpu-template-1
No new revisions were added by this update.
Summary of changes:
.../scripts/deploy_datalab.py | 6 +-
.../src/base/scripts/install_prerequisites.py | 5 +-
.../scripts/configure_deep_learning_node.py | 2 +-
.../src/general/conf/datalab.ini | 12 +-
.../general/files/aws/dataengine_description.json | 2 +
...sor_Dockerfile => tensor-jupyterlab_Dockerfile} | 6 +-
.../files/aws/tensor-jupyterlab_description.json | 22 +++
.../src/general/files/azure/base_Dockerfile | 4 +-
.../files/gcp/dataengine-service_description.json | 2 +-
.../src/general/lib/aws/actions_lib.py | 85 +++++++---
.../src/general/lib/azure/actions_lib.py | 129 +++++++++-----
.../src/general/lib/azure/meta_lib.py | 104 ++++++++----
.../src/general/lib/gcp/actions_lib.py | 22 +--
.../src/general/lib/os/debian/notebook_lib.py | 51 ++++--
.../src/general/lib/os/fab.py | 47 +++++-
.../general/scripts/aws/common_create_bucket.py | 4 +-
.../src/general/scripts/aws/edge_configure.py | 6 +-
.../src/general/scripts/aws/project_prepare.py | 13 +-
.../src/general/scripts/aws/ssn_configure.py | 1 +
...configure.py => tensor-jupyterlab_configure.py} | 28 +---
.../zeppelin_dataengine-service_create_configs.py | 4 +-
.../zeppelin_install_dataengine-service_kernels.py | 7 +-
.../src/general/scripts/azure/edge_prepare.py | 16 +-
.../src/general/scripts/azure/edge_terminate.py | 24 +--
.../src/general/scripts/azure/project_prepare.py | 18 +-
.../src/general/scripts/azure/project_terminate.py | 24 +--
.../src/general/scripts/azure/ssn_configure.py | 12 +-
.../src/general/scripts/azure/ssn_prepare.py | 12 +-
.../src/general/scripts/azure/ssn_terminate.py | 18 +-
.../general/scripts/gcp/common_create_bucket.py | 4 +-
.../src/general/scripts/gcp/project_prepare.py | 20 ++-
.../zeppelin_dataengine-service_create_configs.py | 11 +-
.../zeppelin_install_dataengine-service_kernels.py | 12 +-
.../general/scripts/os/common_clean_instance.py | 26 +++
.../src/general/templates/aws/edge_s3_policy.json | 14 +-
.../aws/jenkins_jobs/create_data_engine/config.xml | 1 +
.../jenkins_jobs/create_notebook_server/config.xml | 1 +
.../jenkins_jobs/start_notebook_server/config.xml | 1 +
.../jenkins_jobs/stop_notebook_server/config.xml | 1 +
.../terminate_notebook_server/config.xml | 1 +
.../general/templates/azure/interpreter_spark.json | 178 ++++++++++++--------
.../jupyterlab-notebook.service} | 12 +-
.../src/ssn/files/aws/mongo_roles.json | 20 +++
.../src/ssn/scripts/docker_build.py | 1 -
.../src/{tensor => tensor-jupyterlab}/fabfile.py | 2 +-
.../scripts/configure_tensor-jupyterlab_node.py} | 27 ++-
.../terraform/gcp/endpoint/provisioning.py | 7 +
pom.xml | 2 +-
services/billing-azure/pom.xml | 2 +-
services/datalab-webapp-common/pom.xml | 2 +-
services/provisioning-service/pom.xml | 4 +-
.../core/commands/CommandExecutorMock.java | 3 +-
services/self-service/pom.xml | 2 +-
.../backendapi/domain/NotebookTemplate.java | 1 +
.../backendapi/resources/EnvironmentResource.java | 12 ++
.../CheckInfrastructureStatusScheduler.java | 1 +
.../backendapi/service/EnvironmentService.java | 2 +
.../backendapi/service/ExploratoryService.java | 1 +
.../service/impl/EnvironmentServiceImpl.java | 13 +-
.../service/impl/LibraryServiceImpl.java | 3 +-
.../src/main/resources/mongo/aws/mongo_roles.json | 24 +++
.../src/app/administration/management/index.ts | 2 +
.../management-grid/management-grid.component.html | 9 +-
.../management-grid/management-grid.component.ts | 2 +-
.../management/management.component.html | 14 +-
.../management/management.component.scss | 10 ++
.../management/management.component.ts | 186 +++++++++++----------
.../administration/management/management.model.ts | 21 +++
.../src/app/core/models/statusTypes.enum.ts} | 19 +--
.../convert-action-type.pipe.ts} | 29 +++-
.../index.ts | 8 +-
.../src/app/shared/navbar/navbar.component.html | 2 +-
.../src/app/shared/navbar/navbar.component.scss | 8 +-
73 files changed, 930 insertions(+), 477 deletions(-)
copy infrastructure-provisioning/src/general/files/aws/{tensor_Dockerfile => tensor-jupyterlab_Dockerfile} (92%)
create mode 100644 infrastructure-provisioning/src/general/files/aws/tensor-jupyterlab_description.json
copy infrastructure-provisioning/src/general/scripts/aws/{tensor_configure.py => tensor-jupyterlab_configure.py} (94%)
copy infrastructure-provisioning/src/general/templates/os/{redhat/jupyter-notebook.service => debian/jupyterlab-notebook.service} (83%)
copy infrastructure-provisioning/src/{tensor => tensor-jupyterlab}/fabfile.py (98%)
copy infrastructure-provisioning/src/{tensor/scripts/configure_tensor_node.py => tensor-jupyterlab/scripts/configure_tensor-jupyterlab_node.py} (87%)
copy services/{billing-aws/src/main/java/com/epam/datalab/BillingService.java => self-service/src/main/resources/webapp/src/app/core/models/statusTypes.enum.ts} (78%)
copy services/self-service/src/main/resources/webapp/src/app/core/pipes/{keys-pipe/keys.pipe.ts => convert-action-type-pipe/convert-action-type.pipe.ts} (59%)
copy services/self-service/src/main/resources/webapp/src/app/core/pipes/{keys-pipe => convert-action-type-pipe}/index.ts (83%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datalab.apache.org
For additional commands, e-mail: commits-help@datalab.apache.org