You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dlab.apache.org by bh...@apache.org on 2019/07/17 09:23:16 UTC
[incubator-dlab] 01/01: Merge pull request #165 from
apache/feature/projects
This is an automated email from the ASF dual-hosted git repository.
bhliva pushed a commit to branch develop
in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git
commit be6e3db5e7cfee796baeb7917ce4236810215af8
Merge: 1147ddb 1533495
Author: bhliva <bo...@ukr.net>
AuthorDate: Wed Jul 17 12:23:05 2019 +0300
Merge pull request #165 from apache/feature/projects
Feature/projects
infrastructure-provisioning/scripts/deploy_dlab.py | 16 +-
.../src/base/scripts/install_user_key.py | 5 +-
infrastructure-provisioning/src/edge/fabfile.py | 147 +-
.../edge/scripts/configure_nginx_reverse_proxy.py | 3 +-
.../{dataengine-service.conf => emr.conf} | 0
.../src/edge/templates/nginx.conf | 8 +-
.../src/general/api/check_inactivity.py | 4 +-
.../src/general/api/configure.py | 4 +-
.../src/general/api/create.py | 4 +-
.../src/general/api/create_image.py | 4 +-
.../src/general/api/git_creds.py | 4 +-
.../src/general/api/install_libs.py | 4 +-
.../src/general/api/list_libs.py | 8 +-
.../src/general/api/reconfigure_spark.py | 4 +-
.../src/general/api/recreate.py | 4 +-
.../src/general/api/reupload_key.py | 4 +-
.../src/general/api/start.py | 4 +-
.../src/general/api/status.py | 4 +-
.../src/general/api/stop.py | 4 +-
.../src/general/api/terminate.py | 4 +-
.../src/general/api/terminate_image.py | 4 +-
.../src/general/files/aws/base_Dockerfile | 3 +-
.../src/general/files/aws/edge_description.json | 4 +-
.../src/general/files/aws/project_Dockerfile | 34 +
.../src/general/files/aws/project_description.json | 4 +
.../src/general/files/gcp/project_Dockerfile | 35 +
.../src/general/files/gcp/project_description.json | 4 +
.../src/general/lib/aws/actions_lib.py | 12 +-
.../src/general/lib/gcp/actions_lib.py | 29 +
.../src/general/lib/gcp/meta_lib.py | 20 +
.../src/general/lib/os/debian/edge_lib.py | 6 +-
.../src/general/lib/os/redhat/edge_lib.py | 6 +-
.../scripts/aws/common_create_notebook_image.py | 8 +-
...common_notebook_configure_dataengine-service.py | 8 +-
.../aws/common_notebook_configure_dataengine.py | 6 +-
.../general/scripts/aws/common_prepare_notebook.py | 21 +-
.../general/scripts/aws/common_start_notebook.py | 2 +-
.../general/scripts/aws/common_stop_notebook.py | 4 +-
.../scripts/aws/common_terminate_notebook.py | 4 +-
.../scripts/aws/dataengine-service_configure.py | 16 +-
.../scripts/aws/dataengine-service_create.py | 18 +-
.../scripts/aws/dataengine-service_install_libs.py | 2 +-
.../scripts/aws/dataengine-service_list_libs.py | 2 +-
.../scripts/aws/dataengine-service_prepare.py | 18 +-
.../scripts/aws/dataengine-service_terminate.py | 4 +-
.../general/scripts/aws/dataengine_configure.py | 16 +-
.../src/general/scripts/aws/dataengine_prepare.py | 14 +-
.../src/general/scripts/aws/dataengine_start.py | 6 +-
.../src/general/scripts/aws/dataengine_stop.py | 6 +-
.../general/scripts/aws/dataengine_terminate.py | 6 +-
.../general/scripts/aws/deeplearning_configure.py | 12 +-
.../scripts/aws/edge_associate_elastic_ip.py | 2 +-
.../src/general/scripts/aws/edge_configure.py | 65 +-
.../src/general/scripts/aws/edge_start.py | 4 +-
.../src/general/scripts/aws/edge_status.py | 2 +-
.../src/general/scripts/aws/edge_stop.py | 4 +-
.../src/general/scripts/aws/jupyter_configure.py | 12 +-
.../jupyter_dataengine-service_create_configs.py | 4 +-
.../jupyter_install_dataengine-service_kernels.py | 4 +-
.../aws/{edge_prepare.py => project_prepare.py} | 388 +--
.../{edge_terminate.py => project_terminate.py} | 46 +-
.../src/general/scripts/aws/rstudio_configure.py | 12 +-
.../rstudio_dataengine-service_create_configs.py | 2 +-
.../rstudio_install_dataengine-service_kernels.py | 4 +-
.../src/general/scripts/aws/ssn_configure.py | 1 +
.../scripts/aws/tensor-rstudio_configure.py | 14 +-
.../src/general/scripts/aws/tensor_configure.py | 14 +-
.../src/general/scripts/aws/zeppelin_configure.py | 12 +-
.../zeppelin_dataengine-service_create_configs.py | 6 +-
.../zeppelin_install_dataengine-service_kernels.py | 6 +-
.../scripts/gcp/common_create_service_account.py | 6 +-
...common_notebook_configure_dataengine-service.py | 7 +-
.../gcp/common_notebook_configure_dataengine.py | 5 +-
.../general/scripts/gcp/common_prepare_notebook.py | 16 +-
.../src/general/scripts/gcp/edge_configure.py | 29 +-
.../general/scripts/gcp/edge_create_static_ip.py | 2 +-
.../src/general/scripts/gcp/edge_start.py | 8 +-
.../src/general/scripts/gcp/edge_status.py | 2 +-
.../src/general/scripts/gcp/edge_stop.py | 6 +-
.../src/general/scripts/gcp/jupyter_configure.py | 12 +-
.../src/general/scripts/gcp/project_prepare.py | 474 +++
.../src/general/scripts/gcp/project_terminate.py | 160 +
.../src/general/scripts/gcp/rstudio_configure.py | 9 +-
.../src/general/scripts/gcp/ssn_configure.py | 2 +-
.../scripts/gcp/tensor-rstudio_configure.py | 11 +-
.../src/general/scripts/gcp/tensor_configure.py | 9 +-
.../src/general/scripts/gcp/zeppelin_configure.py | 9 +-
.../general/scripts/os/common_clean_instance.py | 4 +-
.../general/scripts/os/dataengine_install_libs.py | 2 +-
.../src/general/scripts/os/dataengine_list_libs.py | 2 +-
.../scripts/os/dataengine_reconfigure_spark.py | 2 +-
.../src/general/scripts/os/notebook_git_creds.py | 2 +-
.../scripts/os/notebook_inactivity_check.py | 4 +-
.../general/scripts/os/notebook_install_libs.py | 2 +-
.../src/general/scripts/os/notebook_list_libs.py | 2 +-
.../scripts/os/notebook_reconfigure_spark.py | 2 +-
.../fabfile.py} | 59 +-
.../scripts/configure_http_proxy.py} | 36 +-
.../scripts/configure_nginx_reverse_proxy.py | 5 +-
.../scripts/reupload_ssh_key.py} | 44 +-
.../src/project/templates/conf.d/proxy.conf | 28 +
.../templates/locations/dataengine-service.conf | 0
.../src/project/templates/locations/jupyter.conf | 29 +
.../src/project/templates/locations/rstudio.conf | 30 +
.../src/project/templates/locations/spark.conf | 123 +
.../src/project/templates/locations/tensor.conf | 31 +
.../src/project/templates/locations/ungit.conf | 29 +
.../src/project/templates/locations/zeppelin.conf | 28 +
.../src/{edge => project}/templates/nginx.conf | 2 +-
.../src/project/templates/nginx_debian | 216 ++
.../src/project/templates/nginx_redhat | 128 +
.../src/project/templates/squid.conf | 62 +
.../src/ssn/files/aws/mongo_roles.json | 4 +-
.../src/ssn/files/azure/mongo_roles.json | 4 +-
.../src/ssn/files/gcp/mongo_roles.json | 4 +-
.../src/ssn/scripts/configure_billing.py | 2 -
infrastructure-provisioning/src/tensor/fabfile.py | 24 +-
.../com/epam/dlab/module/aws/AdapterS3File.java | 93 +-
.../java/com/epam/dlab/module/aws/S3FileList.java | 2 +-
.../java/com/epam/dlab/dto/UserInstanceDTO.java | 26 +-
.../computational/AwsComputationalResource.java | 5 +-
.../dto/base/computational/ComputationalBase.java | 12 +
.../java/com/epam/dlab/dto/base/edge/EdgeInfo.java | 32 +-
.../epam/dlab/dto/base/project/ProjectResult.java | 16 +
.../SparkStandaloneClusterResource.java | 5 +-
.../computational/UserComputationalResource.java | 5 +-
.../dlab/dto/exploratory/ExploratoryBaseDTO.java | 71 +-
.../dlab/dto/exploratory/ExploratoryCreateDTO.java | 23 +
.../computational/GcpComputationalResource.java | 6 +-
.../epam/dlab/dto/project/ProjectActionDTO.java | 13 +
.../epam/dlab/dto/project/ProjectCreateDTO.java | 16 +
.../java/com/epam/dlab/dto/status/EnvResource.java | 5 +-
.../epam/dlab/model/exploratory/Exploratory.java | 3 +
.../src/main/java/com/epam/dlab/auth/UserInfo.java | 6 +-
.../rest/mappers/ValidationExceptionMapper.java | 2 +-
services/provisioning-service/provisioning.yml | 4 +-
.../backendapi/ProvisioningServiceApplication.java | 1 +
.../core/commands/CommandExecutorMockAsync.java | 4 +-
.../backendapi/core/commands/DockerCommands.java | 1 +
.../response/handlers/ProjectCallbackHandler.java | 50 +
.../dlab/backendapi/modules/ProductionModule.java | 5 +-
.../backendapi/modules/ProvisioningDevModule.java | 3 +
.../dlab/backendapi/resources/ProjectResource.java | 57 +
.../dlab/backendapi/service/ProjectService.java | 16 +
.../service/impl/ProjectServiceImpl.java | 100 +
.../resources/mock_response/aws/edge_create.json | 75 +-
.../mock_response/aws/project_create.json | 57 +
.../mock_response/aws/project_terminate.json | 12 +
.../mock_response/gcp/notebook_create.json | 1 +
.../mock_response/gcp/project_create.json | 57 +
.../mock_response/gcp/project_terminate.json | 12 +
.../com/epam/dlab/auth/dao/LdapUserDAOImpl.java | 2 +-
.../service/impl/LdapAuthenticationService.java | 2 +-
services/self-service/pom.xml | 16 +
services/self-service/self-service.yml | 11 +-
.../dlab/backendapi/SelfServiceApplication.java | 38 +-
.../epam/dlab/backendapi/annotation/Project.java | 12 +
.../auth/SelfServiceSecurityAuthorizer.java | 2 +-
.../epam/dlab/backendapi/dao/BaseBillingDAO.java | 18 +
.../java/com/epam/dlab/backendapi/dao/BaseDAO.java | 4 +-
.../com/epam/dlab/backendapi/dao/BillingDAO.java | 4 +
.../com/epam/dlab/backendapi/dao/EndpointDAO.java | 15 +
.../epam/dlab/backendapi/dao/EndpointDAOImpl.java | 38 +
.../java/com/epam/dlab/backendapi/dao/EnvDAO.java | 39 +-
.../epam/dlab/backendapi/dao/ExploratoryDAO.java | 30 +
.../com/epam/dlab/backendapi/dao/ProjectDAO.java | 36 +
.../epam/dlab/backendapi/dao/ProjectDAOImpl.java | 111 +
.../epam/dlab/backendapi/dao/SchedulerJobDAO.java | 18 +-
.../com/epam/dlab/backendapi/dao/UserGroupDao.java | 2 +
.../epam/dlab/backendapi/dao/UserGroupDaoImpl.java | 9 +
.../dlab/backendapi/dao/aws/AwsBillingDAO.java | 2 +-
.../dlab/backendapi/dao/azure/AzureBillingDAO.java | 2 +-
.../dlab/backendapi/dao/gcp/GcpBillingDao.java | 10 +
.../epam/dlab/backendapi/domain/EndpointDTO.java | 16 +
.../epam/dlab/backendapi/domain/ProjectDTO.java | 75 +
.../backendapi/domain/UpdateProjectBudgetDTO.java | 13 +
.../dlab/backendapi/domain/UpdateProjectDTO.java | 19 +
.../interceptor/BudgetLimitInterceptor.java | 17 +-
.../epam/dlab/backendapi/modules/DevModule.java | 5 +
.../dlab/backendapi/modules/ProductionModule.java | 5 +
.../backendapi/resources/EndpointResource.java | 108 +
.../backendapi/resources/ExploratoryResource.java | 12 +-
.../resources/InfrastructureInfoResource.java | 7 +-
.../resources/InfrastructureTemplateResource.java | 19 +-
.../dlab/backendapi/resources/ProjectResource.java | 204 ++
.../resources/aws/ComputationalResourceAws.java | 38 +-
.../azure/ComputationalResourceAzure.java | 14 +-
.../resources/callback/ProjectCallback.java | 47 +
.../resources/dto/ComputationalCreateFormDTO.java | 6 +
.../resources/dto/ExploratoryCreateFormDTO.java | 30 +
.../resources/dto/HealthStatusPageDTO.java | 11 +
.../resources/dto/ProjectActionFormDTO.java | 10 +
...ureInfo.java => ProjectInfrastructureInfo.java} | 4 +-
.../backendapi/resources/dto/UserResourceInfo.java | 7 +
.../resources/gcp/ComputationalResourceGcp.java | 18 +-
.../com/epam/dlab/backendapi/roles/UserRoles.java | 23 +-
.../schedulers/CheckProjectQuoteScheduler.java | 52 +
.../backendapi/service/ComputationalService.java | 6 +-
.../epam/dlab/backendapi/service/EdgeService.java | 2 +
.../dlab/backendapi/service/EndpointService.java | 14 +
.../backendapi/service/EnvironmentService.java | 2 +
.../backendapi/service/ExploratoryService.java | 4 +-
.../service/InfrastructureInfoService.java | 9 +-
.../service/InfrastructureTemplateService.java | 4 +-
.../dlab/backendapi/service/ProjectService.java | 31 +
.../epam/dlab/backendapi/service/TagService.java | 9 +
.../dlab/backendapi/service/TagServiceImpl.java | 40 +
.../service/impl/ComputationalServiceImpl.java | 38 +-
.../backendapi/service/impl/EdgeServiceImpl.java | 8 +
.../service/impl/EndpointServiceImpl.java | 44 +
.../service/impl/EnvironmentServiceImpl.java | 67 +-
.../service/impl/ExploratoryServiceImpl.java | 24 +-
.../impl/InfrastructureInfoServiceBase.java | 34 +-
.../impl/InfrastructureTemplateServiceBase.java | 35 +-
.../service/impl/ProjectServiceImpl.java | 153 +
.../service/impl/SchedulerJobServiceImpl.java | 4 +-
.../epam/dlab/backendapi/util/RequestBuilder.java | 51 +-
.../src/main/resources/webapp/angular.json | 16 +-
.../src/main/resources/webapp/package-lock.json | 3202 +++++---------------
.../src/main/resources/webapp/package.json | 28 +-
.../app/access-denied/access-denied.component.scss | 5 -
.../administration.module.ts} | 15 +-
.../backup-dilog/backup-dilog.component.html | 17 +-
.../backup-dilog/backup-dilog.component.scss | 0
.../backup-dilog/backup-dilog.component.ts | 55 +-
.../management/endpoints/endpoints.component.html | 137 +
.../management/endpoints/endpoints.component.scss | 71 +
.../management/endpoints/endpoints.component.ts | 88 +
.../app/{ => administration}/management/index.ts | 56 +-
.../manage-environment-dilog.component.html | 19 +-
.../manage-environment-dilog.component.scss | 0
.../manage-environment-dilog.component.ts | 34 +-
.../management/management-data.service.ts} | 25 +-
.../management-grid/management-grid.component.html | 130 +
.../management-grid/management-grid.component.scss | 13 +
.../management-grid/management-grid.component.ts | 94 +-
.../management/management.component.html | 45 +
.../management/management.component.scss | 0
.../management/management.component.ts | 166 +
.../management/management.model.ts | 25 +-
.../ssn-monitor/ssn-monitor.component.html | 53 +-
.../ssn-monitor/ssn-monitor.component.scss | 1 +
.../ssn-monitor/ssn-monitor.component.ts | 33 +-
.../scheduler => administration/project}/index.ts | 25 +-
.../project/project-data.service.ts} | 26 +-
.../project-form/project-form.component.html | 166 +
.../project-form/project-form.component.scss} | 45 +-
.../project/project-form/project-form.component.ts | 180 ++
.../project-list/project-list.component.html | 83 +
.../project-list/project-list.component.scss} | 52 +-
.../project/project-list/project-list.component.ts | 72 +
.../project/project.component.html} | 35 +-
.../administration/project/project.component.ts | 143 +
.../roles}/group-name-validarion.directive.ts | 0
.../scheduler => administration/roles}/index.ts | 20 +-
.../app/administration/roles/roles.component.html | 172 ++
.../roles/roles.component.scss} | 96 +-
.../roles/roles.component.ts} | 146 +-
.../resources/webapp/src/app/app.component.html | 1 -
.../main/resources/webapp/src/app/app.module.ts | 25 +-
.../resources/webapp/src/app/app.routing.module.ts | 75 +-
.../resources/webapp/src/app/core/core.module.ts | 15 +-
.../models/computationalResourceImage.model.ts | 6 +-
.../{cloudProvider.guard.ts => admin.quard.ts} | 4 +-
.../services/applicationServiceFacade.service.ts | 163 +-
.../src/app/core/services/cloudProvider.guard.ts | 2 +-
.../src/app/core/services/endpoint.service.ts | 59 +
.../src/app/core/services/healthStatus.service.ts | 10 +-
.../webapp/src/app/core/services/index.ts | 3 +
.../src/app/core/services/project.service.ts | 80 +
.../src/app/core/services/userResource.service.ts | 14 +-
.../webapp/src/app/core/util/checkUtils.ts | 6 +
.../resources/webapp/src/app/core/util/index.ts | 3 +-
.../util/patterns.ts} | 13 +-
.../app/core/util/{sortUtil.ts => sortUtils.ts} | 2 +-
.../layout.component.html} | 1 -
.../layout.component.ts} | 14 +-
.../index.ts => layout/layout.module.ts} | 15 +-
.../webapp/src/app/login/login.component.ts | 10 +-
.../manage-roles-groups.component.html | 154 -
.../management-grid/management-grid.component.html | 161 -
.../src/app/management/management.component.html | 55 -
.../src/app/management/management.component.ts | 275 --
.../reporting-grid/reporting-grid.component.html | 190 +-
.../reporting-grid/reporting-grid.component.scss | 45 +-
.../reporting-grid/reporting-grid.component.ts | 24 +-
.../src/app/reporting/reporting.component.ts | 37 +-
.../webapp/src/app/reporting/reporting.module.ts | 6 -
.../app/reporting/toolbar/toolbar.component.css | 1 -
.../app/reporting/toolbar/toolbar.component.html | 3 +-
.../cluster-details/cluster-details.component.html | 14 +-
.../cluster-details/cluster-details.component.scss | 10 +
.../cluster-details/cluster-details.component.ts | 35 +-
.../computational/cluster-details/index.ts | 4 +-
...utational-resource-create-dialog.component.html | 230 +-
...utational-resource-create-dialog.component.scss | 10 +-
...mputational-resource-create-dialog.component.ts | 299 +-
.../computational-resource-create.model.ts | 208 +-
.../computational-resource-create-dialog/index.ts | 8 +-
.../computational-resources-list.component.html | 69 +-
.../computational-resources-list.component.ts | 45 +-
.../computational-resources-list/index.ts | 2 -
.../ami-create-dialog.component.html | 17 +-
.../ami-create-dialog.component.ts | 28 +-
.../exploratory/ami-create-dialog/index.ts | 3 +-
.../cost-details-dialog.component.html | 12 +-
.../cost-details-dialog.component.scss | 0
.../cost-details-dialog.component.ts | 26 +-
.../cost-details-dialog/index.ts | 4 +-
.../create-environment.component.html | 177 ++
.../create-environment.component.scss | 13 +
.../create-environment.component.ts | 142 +
.../index.ts | 18 +-
.../detail-dialog/detail-dialog.component.html | 16 +-
.../detail-dialog/detail-dialog.component.ts | 39 +-
.../resources/exploratory/detail-dialog/index.ts | 3 +-
...ratory-environment-create-dialog.component.html | 93 -
...loratory-environment-create-dialog.component.ts | 195 --
.../exploratory-environment-create.model.ts | 157 -
.../exploratory/install-libraries/index.ts | 6 +-
.../install-libraries.component.html | 18 +-
.../install-libraries.component.ts | 104 +-
.../manage-ungit/manage-ungit.component.html | 49 +-
.../manage-ungit/manage-ungit.component.scss | 21 +-
.../manage-ungit/manage-ungit.component.ts | 40 +-
.../src/app/resources/resources-grid/index.ts | 5 +-
.../resources-grid/resources-grid.component.html | 473 ++-
...component.css => resources-grid.component.scss} | 150 +-
.../resources-grid/resources-grid.component.ts | 261 +-
.../resources-grid/resources-grid.model.ts | 56 +-
.../src/app/resources/resources.component.html | 59 +-
.../src/app/resources/resources.component.scss | 8 -
.../src/app/resources/resources.component.ts | 60 +-
.../webapp/src/app/resources/resources.module.ts | 14 +-
.../webapp/src/app/resources/scheduler/index.ts | 4 +-
.../resources/scheduler/scheduler.component.html | 15 +-
.../resources/scheduler/scheduler.component.scss | 3 +
.../app/resources/scheduler/scheduler.component.ts | 45 +-
.../main/resources/webapp/src/app/shared/index.ts | 1 -
.../confirmation-dialog.component.html | 26 +-
.../confirmation-dialog.component.ts | 45 +-
.../confirmation-dialog.model.ts | 4 +-
.../modal-dialog/confirmation-dialog/index.ts | 4 +-
.../webapp/src/app/shared/modal-dialog/index.ts | 61 -
.../shared/modal-dialog/key-upload-dialog/index.ts | 4 +-
.../key-upload-dialog.component.html | 13 +-
.../key-upload-dialog.component.ts | 38 +-
.../app/shared/modal-dialog/modal.component.html | 42 -
.../app/shared/modal-dialog/modal.component.scss | 399 ---
.../src/app/shared/modal-dialog/modal.component.ts | 111 -
.../modal-dialog/notification-dialog/index.ts | 3 +-
.../notification-dialog.component.ts | 63 +-
.../shared/modal-dialog/progress-dialog/index.ts | 5 +-
.../progress-dialog/progress-dialog.component.html | 13 +-
.../progress-dialog/progress-dialog.component.ts | 18 +-
.../webapp/src/app/shared/navbar/index.ts | 3 +-
.../src/app/shared/navbar/navbar.component.html | 100 +-
.../src/app/shared/navbar/navbar.component.scss | 64 +-
.../src/app/shared/navbar/navbar.component.ts | 117 +-
.../webapp/src/assets/styles/_dialogs.scss | 294 ++
.../webapp/src/assets/styles/_general.scss | 16 +-
.../resources/webapp/src/assets/styles/_reset.scss | 32 +-
.../resources/webapp/src/assets/styles/_theme.scss | 318 +-
.../styles/_variables.scss} | 12 +-
.../src/main/resources/webapp/src/styles.scss | 93 +-
.../resources/ExploratoryResourceTest.java | 23 +-
.../resources/InfrastructureInfoResourceTest.java | 62 +-
.../InfrastructureTemplateResourceTest.java | 36 +-
.../epam/dlab/backendapi/roles/UserRolesTest.java | 16 +-
.../service/impl/ComputationalServiceImplTest.java | 67 +-
.../service/impl/EnvironmentServiceImplTest.java | 19 +-
.../service/impl/ExploratoryServiceImplTest.java | 28 +-
.../impl/InfrastructureInfoServiceBaseTest.java | 150 -
.../InfrastructureTemplateServiceBaseTest.java | 27 +-
.../service/impl/SchedulerJobServiceImplTest.java | 12 +-
.../dlab/backendapi/util/RequestBuilderTest.java | 12 +-
376 files changed, 10566 insertions(+), 7522 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@dlab.apache.org
For additional commands, e-mail: commits-help@dlab.apache.org