You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by la...@apache.org on 2025/07/08 03:56:13 UTC
(airavata) 01/01: Merge pull request #533 from apache/airavata-aws
This is an automated email from the ASF dual-hosted git repository.
lahirujayathilake pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata.git
commit 44288533197ea7a552c18ab727d61f33f963a33d
Merge: 9a465a2cbd 0f3e0219b7
Author: Lahiru Jayathilake <la...@gmail.com>
AuthorDate: Mon Jul 7 23:56:06 2025 -0400
Merge pull request #533 from apache/airavata-aws
Support for AWS EC2 Execution Alongside SLURM-Based Resources
.../init/06-cloud-execution-support-migration.sql | 82 +++++
airavata-api/pom.xml | 13 +
.../apache/airavata/helix/agent/ssh/SSHUtil.java | 69 +++++
.../helix/impl/participant/GlobalParticipant.java | 5 +-
.../airavata/helix/impl/task/AWSTaskFactory.java | 73 +++++
.../impl/task/HelixTaskFactory.java} | 31 +-
.../airavata/helix/impl/task/SlurmTaskFactory.java | 84 +++++
.../airavata/helix/impl/task/TaskContext.java | 41 ++-
.../impl/task/TaskFactory.java} | 30 +-
.../helix/impl/task/aws/AWSJobSubmissionTask.java | 339 +++++++++++++++++++++
.../impl/task/aws/AWSProcessContextManager.java | 138 +++++++++
.../helix/impl/task/aws/CreateEC2InstanceTask.java | 168 ++++++++++
.../impl/task/aws/NoOperationTask.java} | 26 +-
.../helix/impl/task/aws/utils/AWSTaskUtil.java | 125 ++++++++
.../task/aws/utils/ExponentialBackoffWaiter.java | 102 +++++++
.../impl/task/submission/JobSubmissionTask.java | 13 +-
.../impl/task/submission/config/JobFactory.java | 2 +
.../config/app/CloudJobManagerConfiguration.java | 107 +++++++
.../helix/impl/workflow/PostWorkflowManager.java | 48 ++-
.../helix/impl/workflow/PreWorkflowManager.java | 78 +++--
.../util/GroupComputeResourcePreferenceUtil.java | 31 +-
.../orchestrator/core/utils/OrchestratorUtils.java | 31 +-
.../cpi/impl/SimpleOrchestratorImpl.java | 248 ++++++++-------
.../AWSGroupComputeResourcePrefEntity.java | 75 +++++
.../appcatalog/GroupComputeResourcePrefEntity.java | 137 ++-------
...va => SlurmGroupComputeResourcePrefEntity.java} | 135 +-------
.../appcatalog/GroupResourceProfileRepository.java | 127 ++++++--
.../appcatalog/GrpComputePrefRepository.java | 52 ++++
.../migrator/airavata/AiravataDataMigrator.java | 52 +++-
.../src/main/resources/CLOUD_Groovy.template | 17 +-
.../src/main/resources/META-INF/persistence.xml | 2 +
.../GroupComputeResourcePreferenceUtilTest.java | 8 +-
.../GroupResourceProfileRepositoryTest.java | 156 +++++-----
.../deployment-scripts/distribution_backup.sh | 1 +
.../deployment-scripts/distribution_update.sh | 9 +
dev-tools/deployment-scripts/services_down.sh | 9 +-
dev-tools/deployment-scripts/services_up.sh | 7 +
dev-tools/load-client/pom.xml | 5 +
.../load-client/src/main/resources/bin/setenv.sh | 2 +
.../service/handlers/AgentManagementHandler.java | 15 +-
.../src/main/resources/distribution/bin/setenv.sh | 2 +
.../src/main/resources/distribution/bin/setenv.sh | 2 +
.../file/server/service/ProcessDataManager.java | 29 +-
.../src/main/resources/distribution/bin/setenv.sh | 2 +
modules/ide-integration/pom.xml | 2 +-
.../src/main/resources/distribution/bin/setenv.sh | 2 +
pom.xml | 17 ++
.../group_resource_profile_model.thrift | 45 ++-
48 files changed, 2195 insertions(+), 599 deletions(-)