You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dlab.apache.org by of...@apache.org on 2020/07/28 13:22:49 UTC
[incubator-dlab] 01/01: Merge branch 'sonar' into develop
This is an automated email from the ASF dual-hosted git repository.
ofuks pushed a commit to branch develop
in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git
commit 572981c39df453eaaad8cced8139f7de2ae4e41e
Merge: 4d58043 840a045
Author: Oleh Fuks <ol...@gmail.com>
AuthorDate: Tue Jul 28 16:21:23 2020 +0300
Merge branch 'sonar' into develop
.../scripts/jenkins/sonar.py | 36 ++++
.../aws/computational_resources/main/main.tf | 27 ++-
.../aws/computational_resources/main/variables.tf | 21 +++
.../terraform/aws/endpoint/main/bucket.tf | 54 +++---
.../ssn-helm-charts/main/step-ca-chart/.helmignore | 21 +++
.../ssn-helm-charts/main/step-ca-chart/Chart.yaml | 23 ++-
.../main/step-ca-chart/templates/_helpers.tpl | 21 +++
.../main/step-ca-chart/templates/bootstrap.yaml | 47 +++--
.../main/step-ca-chart/templates/ca.yaml | 203 ++++++++++++---------
.../main/step-ca-chart/templates/configmaps.yaml | 117 +++++++-----
.../main/step-ca-chart/templates/ingress.yaml | 63 ++++---
.../main/step-ca-chart/templates/rbac.yaml | 23 ++-
.../main/step-ca-chart/templates/secrets.yaml | 21 +++
.../main/step-ca-chart/templates/service.yaml | 35 +++-
.../templates/tests/test-connection.yaml | 27 ++-
.../ssn-helm-charts/main/step-ca-chart/values.yaml | 25 ++-
.../terraform/bin/deploy/billing_app_aws.yml | 21 +++
.../terraform/bin/deploy/billing_azure.yml | 21 +++
.../terraform/bin/deploy/billing_gcp.yml | 21 +++
.../terraform/bin/deploy/endpoint_fab.py | 29 ++-
infrastructure-provisioning/terraform/bin/dlab.py | 20 +-
.../terraform/bin/terraform-cli.py | 31 +++-
.../terraform/gcp/endpoint/provisioning.py | 25 ++-
.../terraform/gcp/main/main.tf | 29 ++-
.../terraform/gcp/main/variables.tf | 21 +++
.../terraform/gcp/modules/common/iam.tf | 25 ++-
.../terraform/gcp/modules/common/network.tf | 29 ++-
.../terraform/gcp/modules/common/variables.tf | 21 +++
.../terraform/gcp/modules/data_engine/instance.tf | 28 ++-
.../terraform/gcp/modules/data_engine/variables.tf | 21 +++
.../terraform/gcp/modules/dataproc/instance.tf | 83 +++++----
.../terraform/gcp/modules/dataproc/variables.tf | 21 +++
.../terraform/gcp/modules/notebook/instance.tf | 23 ++-
.../terraform/gcp/modules/notebook/variables.tf | 21 +++
.../helm_charts/files/get_configmap_values.sh | 21 +++
.../modules/helm_charts/step-ca-chart/.helmignore | 21 +++
.../modules/helm_charts/step-ca-chart/Chart.yaml | 23 ++-
.../step-ca-chart/templates/_helpers.tpl | 21 +++
.../step-ca-chart/templates/bootstrap.yaml | 47 +++--
.../helm_charts/step-ca-chart/templates/ca.yaml | 203 ++++++++++++---------
.../step-ca-chart/templates/configmaps.yaml | 117 +++++++-----
.../step-ca-chart/templates/ingress.yaml | 62 ++++---
.../helm_charts/step-ca-chart/templates/rbac.yaml | 23 ++-
.../step-ca-chart/templates/secrets.yaml | 21 +++
.../step-ca-chart/templates/service.yaml | 35 +++-
.../templates/tests/test-connection.yaml | 27 ++-
.../modules/helm_charts/step-ca-chart/values.yaml | 25 ++-
.../dlab/login/resources/css/login.css | 19 ++
.../keycloak-theme/dlab/login/theme.properties | 33 ++--
integration-tests-cucumber/pom.xml | 19 ++
.../main/java/org/apache/dlab/dto/EndpointDTO.java | 19 ++
.../java/org/apache/dlab/mongo/MongoDBHelper.java | 19 ++
.../java/org/apache/dlab/util/JacksonMapper.java | 19 ++
.../java/org/apache/dlab/util/PropertyHelper.java | 19 ++
.../src/test/java/dlab/Constants.java | 19 ++
.../src/test/java/dlab/RunCucumberTest.java | 19 ++
.../src/test/java/dlab/endpoint/EndpointSteps.java | 19 ++
.../src/test/java/dlab/login/LoginSteps.java | 19 ++
.../src/test/resources/config.properties | 18 ++
.../src/test/resources/dlab/endpoint.feature | 18 ++
.../src/test/resources/dlab/login.feature | 18 ++
.../test_templates/rstudio/template_preparation.r | 17 ++
.../rstudio/template_visualization.r | 17 ++
pom.xml | 40 +++-
.../main/java/com/epam/dlab/BillingService.java | 1 +
.../billing-aws/src/main/resources/application.yml | 21 +++
.../src/main/resources/application.yml | 21 +++
services/billing-gcp/billing.yml | 21 +++
.../billing/gcp/dao/impl/BigQueryBillingDAO.java | 11 +-
.../dlab/billing/gcp/model/BillingHistory.java | 19 ++
.../gcp/repository/BillingHistoryRepository.java | 19 ++
.../billing-gcp/src/main/resources/application.yml | 21 +++
.../dlab/auth/conf/AzureLoginConfiguration.java | 39 ----
.../epam/dlab/auth/conf/GcpLoginConfiguration.java | 33 ----
.../epam/dlab/dto/base/project/ProjectResult.java | 19 ++
.../epam/dlab/dto/project/ProjectActionDTO.java | 19 ++
.../epam/dlab/dto/project/ProjectCreateDTO.java | 19 ++
.../main/java/com/epam/dlab/model/StringList.java | 35 ++--
.../main/java/com/epam/dlab/util/FileUtils.java | 2 +-
services/provisioning-service/pom.xml | 14 ++
.../DropwizardBearerTokenFilterImpl.java | 19 ++
.../core/response/folderlistener/WatchItem.java | 20 +-
.../response/handlers/ProjectCallbackHandler.java | 23 ++-
.../handlers/dao/FileSystemCallbackHandlerDao.java | 6 +-
.../dlab/backendapi/resources/ProjectResource.java | 19 ++
.../dlab/backendapi/service/ProjectService.java | 19 ++
.../service/impl/CheckInactivityServiceImpl.java | 2 +-
.../dlab/backendapi/service/impl/KeyService.java | 2 +-
.../service/impl/ProjectServiceImpl.java | 47 +++--
.../service/impl/aws/BucketServiceAwsImpl.java | 113 ++++++------
.../service/impl/azure/BucketServiceAzureImpl.java | 8 +-
.../service/impl/gcp/BucketServiceGcpImpl.java | 10 +-
.../dlab/process/builder/ProcessInfoBuilder.java | 17 +-
services/self-service/entrypoint.sh | 21 +++
services/self-service/pom.xml | 11 ++
.../epam/dlab/backendapi/annotation/Project.java | 19 ++
.../backendapi/auth/KeycloakAuthenticator.java | 23 ++-
.../filters/DropwizardBearerTokenFilterImpl.java | 19 ++
.../dlab/backendapi/conf/CloudConfiguration.java | 21 ++-
.../backendapi/conf/KeycloakConfiguration.java | 19 ++
.../com/epam/dlab/backendapi/dao/ProjectDAO.java | 19 ++
.../epam/dlab/backendapi/dao/ProjectDAOImpl.java | 19 ++
.../epam/dlab/backendapi/dao/UserRoleDaoImpl.java | 3 +
.../dlab/backendapi/domain/CreateProjectDTO.java | 19 ++
.../epam/dlab/backendapi/domain/ProjectDTO.java | 19 ++
.../dlab/backendapi/domain/ProjectEndpointDTO.java | 19 ++
.../backendapi/domain/UpdateProjectBudgetDTO.java | 19 ++
.../dlab/backendapi/domain/UpdateProjectDTO.java | 19 ++
.../dropwizard/bundles/DlabKeycloakBundle.java | 20 +-
.../dropwizard/listeners/MongoStartupListener.java | 23 ++-
.../listeners/RestoreHandlerStartupListener.java | 2 +-
.../backendapi/healthcheck/MongoHealthCheck.java | 2 +-
.../interceptor/BudgetLimitInterceptor.java | 11 --
.../backendapi/resources/KeycloakResource.java | 24 ++-
.../dlab/backendapi/resources/ProjectResource.java | 33 +++-
.../resources/callback/ProjectCallback.java | 19 ++
.../dlab/backendapi/resources/dto/KeysDTO.java | 25 ++-
.../resources/dto/ProjectActionFormDTO.java | 19 ++
.../schedulers/billing/BillingScheduler.java | 2 +-
.../endpoint/CheckEndpointStatusScheduler.java | 2 +-
.../dlab/backendapi/service/EndpointService.java | 19 ++
.../dlab/backendapi/service/GuacamoleService.java | 19 ++
.../dlab/backendapi/service/KeycloakService.java | 22 +++
.../backendapi/service/KeycloakServiceImpl.java | 23 ++-
.../dlab/backendapi/service/ProjectService.java | 41 +++--
.../dlab/backendapi/service/SecurityService.java | 19 ++
.../backendapi/service/SecurityServiceImpl.java | 19 ++
.../epam/dlab/backendapi/service/TagService.java | 19 ++
.../dlab/backendapi/service/TagServiceImpl.java | 21 ++-
.../service/impl/BillingServiceImpl.java | 38 ++--
.../backendapi/service/impl/BucketServiceImpl.java | 10 +-
.../service/impl/ComputationalServiceImpl.java | 3 +-
.../service/impl/EndpointServiceImpl.java | 103 ++++++-----
.../service/impl/ExploratoryServiceImpl.java | 4 +-
.../service/impl/GuacamoleServiceImpl.java | 25 ++-
.../service/impl/ProjectServiceImpl.java | 134 ++++++++------
.../servlet/guacamole/GuacamoleServlet.java | 37 +++-
.../epam/dlab/backendapi/util/KeycloakUtil.java | 43 +++--
.../src/main/resources/webapp/browserslist | 23 ++-
.../webapp/src/app/core/services/audit.service.ts | 19 ++
.../app/core/services/bucket-browser.service.ts | 19 ++
.../src/app/reports/audit/filter-audit.model.ts | 19 ++
.../buckets-tree/bucket-tree.component.html | 21 ++-
.../buckets-tree/bucket-tree.component.scss | 19 +-
.../buckets-tree/bucket-tree.component.ts | 19 ++
.../folder-tree/folder-tree.component.html | 21 ++-
.../folder-tree/folder-tree.component.scss | 18 ++
.../folder-tree/folder-tree.component.ts | 19 ++
.../src/app/webterminal/webterminal.component.html | 2 +-
.../backendapi/resources/KeycloakResourceTest.java | 25 ++-
.../backendapi/resources/ProjectResourceTest.java | 173 ++++++++++--------
.../service/KeycloakServiceImplTest.java | 135 ++++++++------
152 files changed, 3440 insertions(+), 1012 deletions(-)
diff --cc services/provisioning-service/src/main/java/com/epam/dlab/backendapi/service/impl/azure/BucketServiceAzureImpl.java
index 3d1eec4,52163a1..073aca2
--- a/services/provisioning-service/src/main/java/com/epam/dlab/backendapi/service/impl/azure/BucketServiceAzureImpl.java
+++ b/services/provisioning-service/src/main/java/com/epam/dlab/backendapi/service/impl/azure/BucketServiceAzureImpl.java
@@@ -60,15 -43,14 +60,15 @@@ public class BucketServiceAzureImpl imp
@Override
public List<BucketDTO> getObjects(String bucket) {
try {
- BlobServiceClient blobServiceClient = new BlobServiceClientBuilder().connectionString(System.getenv("AZURE_STORAGE_CONNECTION_STRING")).buildClient();
- BlobContainerClient blobContainerClient = blobServiceClient.getBlobContainerClient(bucket);
+ AzureStorageAccount account = getAzureStorageAccount(bucket);
+ BlobServiceClient blobServiceClient = getBlobServiceClient(account.getStorageAccount());
+ BlobContainerClient blobContainerClient = blobServiceClient.getBlobContainerClient(account.getContainer());
return blobContainerClient.listBlobs()
.stream()
- .map(blob -> toBucketDTO(bucket, blob))
+ .map(blob -> toBucketDTO(account.getContainer(), blob))
.collect(Collectors.toList());
} catch (Exception e) {
- log.error("Cannot retrieve objects from bucket {}. Reason: {}", bucket, e.getMessage());
+ log.error("Cannot retrieve objects from bucket {}. Reason: {}", bucket, e.getMessage(), e);
throw new DlabException(String.format("Cannot retrieve objects from bucket %s. Reason: %s", bucket, e.getMessage()));
}
}
@@@ -113,12 -93,11 +113,12 @@@
@Override
public void deleteObjects(String bucket, List<String> objects) {
try {
- BlobServiceClient blobServiceClient = new BlobServiceClientBuilder().connectionString(System.getenv("AZURE_STORAGE_CONNECTION_STRING")).buildClient();
- BlobContainerClient blobContainerClient = blobServiceClient.getBlobContainerClient(bucket);
+ AzureStorageAccount account = getAzureStorageAccount(bucket);
+ BlobServiceClient blobServiceClient = getBlobServiceClient(account.getStorageAccount());
+ BlobContainerClient blobContainerClient = blobServiceClient.getBlobContainerClient(account.getContainer());
objects.forEach(object -> blobContainerClient.getBlobClient(object).delete());
} catch (Exception e) {
- log.error("Cannot delete objects {} from bucket {}. Reason: {}", objects, bucket, e.getMessage());
+ log.error("Cannot delete objects {} from bucket {}. Reason: {}", objects, bucket, e.getMessage(), e);
throw new DlabException(String.format("Cannot delete objects %s from bucket %s. Reason: %s", objects, bucket, e.getMessage()));
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@dlab.apache.org
For additional commands, e-mail: commits-help@dlab.apache.org