You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by sh...@apache.org on 2016/10/31 23:40:35 UTC
[1/4] airavata git commit: Merge pull request #1 from apache/develop
Repository: airavata
Updated Branches:
refs/heads/auroraMesosIntegration 21b1923da -> 58db74346
Merge pull request #1 from apache/develop
Merge airvata develop with local develop
Project: http://git-wip-us.apache.org/repos/asf/airavata/repo
Commit: http://git-wip-us.apache.org/repos/asf/airavata/commit/7dd85164
Tree: http://git-wip-us.apache.org/repos/asf/airavata/tree/7dd85164
Diff: http://git-wip-us.apache.org/repos/asf/airavata/diff/7dd85164
Branch: refs/heads/auroraMesosIntegration
Commit: 7dd85164103ea492351e25695b4c9b48a9840703
Parents: 59142dd 76c9eaf
Author: Gourav Shenoy <sh...@gmail.com>
Authored: Sun Oct 23 13:01:27 2016 -0400
Committer: GitHub <no...@github.com>
Committed: Sun Oct 23 13:01:27 2016 -0400
----------------------------------------------------------------------
airavata-api/airavata-api-server/pom.xml | 17 +-
.../server/handler/AiravataServerHandler.java | 1073 +-
.../java/org/apache/airavata/api/Airavata.java | 74743 +++++++++++------
.../main/resources/lib/airavata/Airavata.cpp | 42654 ++++++----
.../src/main/resources/lib/airavata/Airavata.h | 2838 +-
.../lib/airavata/Airavata_server.skeleton.cpp | 371 +-
.../resources/lib/airavata/airavata_api_types.h | 1 +
.../airavata/compute_resource_model_types.cpp | 28 +-
.../lib/airavata/compute_resource_model_types.h | 13 +-
.../resources/lib/airavata/job_model_types.cpp | 30 +-
.../resources/lib/airavata/job_model_types.h | 12 +-
.../lib/airavata/process_model_types.cpp | 60 +-
.../lib/airavata/process_model_types.h | 22 +-
.../resources/lib/airavata/task_model_types.cpp | 60 +-
.../resources/lib/airavata/task_model_types.h | 18 +-
.../user_resource_profile_model_constants.cpp | 34 +
.../user_resource_profile_model_constants.h | 41 +
.../user_resource_profile_model_types.cpp | 737 +
.../user_resource_profile_model_types.h | 326 +
.../resources/lib/Airavata/API/Airavata.php | 18554 ++--
.../Model/AppCatalog/ComputeResource/Types.php | 2 +
.../lib/Airavata/Model/Process/Types.php | 44 +-
.../resources/lib/Airavata/Model/Task/Types.php | 44 +-
.../resources/lib/Airavata/Model/job/Types.php | 22 +-
.../lib/apache/airavata/api/Airavata-remote | 105 +
.../lib/apache/airavata/api/Airavata.py | 18108 ++--
.../resources/lib/apache/airavata/api/ttypes.py | 1 +
.../model/appcatalog/computeresource/ttypes.py | 5 +
.../lib/apache/airavata/model/job/ttypes.py | 22 +-
.../lib/apache/airavata/model/process/ttypes.py | 42 +-
.../lib/apache/airavata/model/task/ttypes.py | 46 +-
.../computeresource/LOCALSubmission.java | 53 +-
.../appcatalog/computeresource/MonitorMode.java | 5 +-
.../credentialsummary/CredentialSummary.java | 826 +
.../UserComputeResourcePreference.java | 1381 +
.../UserResourceProfile.java | 1169 +
.../UserStoragePreference.java | 728 +
.../org/apache/airavata/model/job/JobModel.java | 103 +-
.../airavata/model/process/ProcessModel.java | 179 +-
.../apache/airavata/model/task/TaskModel.java | 178 +-
dev-tools/ansible/README.md | 15 +-
dev-tools/ansible/group_vars/all.yml | 5 +-
dev-tools/ansible/hosts | 2 +-
.../templates/airavata-server.properties.j2 | 13 +
.../templates/airavata-server.properties.j2 | 13 +
.../roles/pga/templates/pga_config.php.j2 | 2 +-
.../templates/airavata-server.properties.j2 | 13 +
modules/cloud/ansible-playbooks/README.md | 61 +-
.../roles/openstack/tasks/main.yml | 28 +
.../roles/openstack/vars/main.yml | 10 +
.../openstack/vars/openstack-credentials.yml | 10 +
modules/cloud/ansible-playbooks/site.yml | 5 +
modules/commons/pom.xml | 22 +-
.../airavata/common/utils/BuildConstant.java | 26 +
.../airavata/common/logging/Exception.java | 66 +
.../airavata/common/logging/LogEntry.java | 132 +
.../airavata/common/logging/MDCConstants.java | 30 +
.../apache/airavata/common/logging/MDCUtil.java | 32 +
.../airavata/common/logging/ServerId.java | 68 +
.../common/logging/kafka/KafkaAppender.java | 115 +
.../airavata/common/utils/AiravataUtils.java | 2 +-
.../airavata/common/utils/AiravataZKUtils.java | 13 +-
.../common/utils/ApplicationSettings.java | 34 +-
.../airavata/common/utils/AwsMetadata.java | 137 +
.../airavata/common/utils/ServerSettings.java | 34 +
.../apache/airavata/common/utils/XMLUtil.java | 586 -
.../airavata/common/utils/XmlFormatter.java | 82 -
.../airavata/common/utils/XMLUtilTest.java | 56 -
.../src/main/resources/FORK_Groovy.template | 13 +
.../server/src/main/resources/ForkTemplate.xslt | 24 -
.../server/src/main/resources/LSFTemplate.xslt | 92 -
.../src/main/resources/LSF_Groovy.template | 27 +
.../server/src/main/resources/PBSTemplate.xslt | 107 -
.../src/main/resources/PBS_Groovy.template | 31 +
.../src/main/resources/SLURMTemplate.xslt | 102 -
.../src/main/resources/SLURM_Groovy.template | 28 +
.../server/src/main/resources/UGETemplate.xslt | 78 -
.../src/main/resources/UGE_Groovy.template | 28 +
.../main/resources/airavata-server.properties | 27 +-
.../server/src/main/resources/gfac-config.yaml | 4 +-
.../server/src/main/resources/logback.xml | 31 +
.../credential/store/credential/Credential.java | 13 +
.../server/CredentialStoreServerHandler.java | 96 +-
.../store/store/impl/db/CredentialsDAO.java | 15 +-
.../store/store/impl/db/CredentialsDAOTest.java | 3 +-
.../store/store/impl/db/SSHCredentialTest.java | 2 +-
.../store/cpi/CredentialStoreService.java | 4086 +-
.../store/datamodel/CertificateCredential.java | 27 +-
.../store/datamodel/CommunityUser.java | 26 +-
.../store/datamodel/PasswordCredential.java | 27 +-
.../store/datamodel/SSHCredential.java | 142 +-
.../store/datamodel/SSHCredentialSummary.java | 914 +
.../exception/CredentialStoreException.java | 2 +-
modules/distribution/pom.xml | 75 +-
.../src/main/assembly/bin-assembly.xml | 24 +-
.../gfac/bes/provider/impl/BESProvider.java | 5 +-
.../impl/JSDLGeneratorTestWithMyProxyAuth.java | 2 +-
modules/gfac/gfac-core/pom.xml | 33 +-
.../apache/airavata/gfac/core/GFacUtils.java | 209 +-
.../apache/airavata/gfac/core/GroovyMap.java | 99 +
.../airavata/gfac/core/JobDescriptor.java | 489 -
.../org/apache/airavata/gfac/core/Script.java | 79 +
.../gfac/core/cluster/OutputParser.java | 8 -
.../gfac/core/context/ProcessContext.java | 20 +-
.../airavata/gfac/core/context/TaskContext.java | 2 +-
.../gfac/core/x2012/x12/AfterAnyList.java | 185 -
.../gfac/core/x2012/x12/AfterOKList.java | 185 -
.../gfac/core/x2012/x12/ExportProperties.java | 202 -
.../airavata/gfac/core/x2012/x12/InputList.java | 185 -
.../core/x2012/x12/JobDescriptorDocument.java | 131 -
.../gfac/core/x2012/x12/ModuleLoadCommands.java | 185 -
.../airavata/gfac/core/x2012/x12/PbsParams.java | 1500 -
.../gfac/core/x2012/x12/PostJobCommands.java | 185 -
.../gfac/core/x2012/x12/PreJobCommands.java | 185 -
.../core/x2012/x12/impl/AfterAnyListImpl.java | 254 -
.../core/x2012/x12/impl/AfterOKListImpl.java | 254 -
.../x2012/x12/impl/ExportPropertiesImpl.java | 252 -
.../gfac/core/x2012/x12/impl/InputListImpl.java | 254 -
.../x12/impl/JobDescriptorDocumentImpl.java | 96 -
.../x2012/x12/impl/ModuleLoadCommandsImpl.java | 254 -
.../gfac/core/x2012/x12/impl/PbsParamsImpl.java | 4381 -
.../x2012/x12/impl/PostJobCommandsImpl.java | 254 -
.../core/x2012/x12/impl/PreJobCommandsImpl.java | 254 -
.../src/main/resources/PBSJobDescriptor.xsd | 116 -
.../src/main/resources/gsissh-schemas.xsdconfig | 14 -
.../airavata/gfac/core/GFacUtilsTest.java | 13 +
.../org/apache/airavata/gfac/impl/Factory.java | 11 +-
.../airavata/gfac/impl/GFacEngineImpl.java | 16 +-
.../apache/airavata/gfac/impl/HTTPUtils.java | 7 +
.../airavata/gfac/impl/LocalRemoteCluster.java | 42 +-
.../gfac/impl/job/ForkOutputParser.java | 5 -
.../airavata/gfac/impl/job/LSFOutputParser.java | 10 +-
.../airavata/gfac/impl/job/PBSOutputParser.java | 90 +-
.../gfac/impl/job/SlurmOutputParser.java | 61 +-
.../airavata/gfac/impl/job/UGEOutputParser.java | 89 +-
.../gfac/impl/task/BESJobSubmissionTask.java | 5 +-
.../impl/task/DefaultJobSubmissionTask.java | 8 +-
.../gfac/impl/task/ForkJobSubmissionTask.java | 6 +-
.../gfac/impl/task/LocalJobSubmissionTask.java | 150 +-
.../airavata/gfac/impl/task/TaskUtils.java | 2 +-
.../gfac/monitor/email/EmailBasedMonitor.java | 6 +-
.../services/impl/BigRed2TestWithSSHAuth.java | 2 +-
.../impl/GSISSHProviderTestWithMyProxyAuth.java | 2 +-
.../impl/SSHProviderTestWithSSHAuth.java | 2 +-
.../airavata/gfac/server/GfacServerHandler.java | 41 +-
modules/group-manager/pom.xml | 58 -
.../internal/dao/PermissionEntryDAO.java | 286 -
.../dao/hib3/Hib3PermissionEntryDAO.java | 1123 -
.../grouper/permissions/PermissionFinder.java | 770 -
.../airavata/grouper/AiravataGrouperUtil.java | 35 -
.../airavata/grouper/GroupManagerCPI.java | 35 -
.../airavata/grouper/GroupManagerException.java | 36 -
.../airavata/grouper/GroupManagerFactory.java | 42 -
.../airavata/grouper/GroupManagerImpl.java | 118 -
.../apache/airavata/grouper/SubjectType.java | 14 -
.../apache/airavata/grouper/group/Group.java | 108 -
.../airavata/grouper/group/GroupMembership.java | 88 -
.../grouper/group/GroupMembershipType.java | 12 -
.../airavata/grouper/group/GroupService.java | 39 -
.../grouper/group/GroupServiceImpl.java | 412 -
.../grouper/permission/PermissionAction.java | 15 -
.../permission/PermissionServiceImpl.java | 86 -
.../airavata/grouper/resource/Resource.java | 145 -
.../resource/ResourceNotFoundException.java | 35 -
.../grouper/resource/ResourceServiceImpl.java | 343 -
.../airavata/grouper/resource/ResourceType.java | 51 -
.../airavata/grouper/role/RoleServiceImpl.java | 112 -
.../Owasp.CsrfGuard.overlay.properties | 78 -
.../main/resources/Owasp.CsrfGuard.properties | 403 -
.../group-manager/src/main/resources/README.txt | 21 -
.../src/main/resources/ehcache.xml | 1517 -
.../resources/grouper-loader.base.properties | 351 -
.../main/resources/grouper-loader.properties | 25 -
.../src/main/resources/grouper.base.properties | 1017 -
.../resources/grouper.client.base.properties | 552 -
.../main/resources/grouper.client.properties | 552 -
.../resources/grouper.hibernate.base.properties | 120 -
.../main/resources/grouper.hibernate.properties | 10 -
.../src/main/resources/grouper.properties | 1017 -
.../src/main/resources/grouperUtf8.txt | 1 -
.../src/main/resources/log4j.properties | 154 -
.../src/main/resources/morphString.properties | 21 -
.../src/main/resources/server.properties | 26 -
.../src/main/resources/sources.xml | 875 -
.../src/main/resources/spy.properties | 54 -
.../group-manager/src/main/resources/sqltool.rc | 6 -
.../src/main/resources/subject.base.properties | 46 -
.../src/main/resources/subject.properties | 27 -
.../cpi/impl/SimpleOrchestratorImpl.java | 12 +-
.../server/OrchestratorServerHandler.java | 33 +-
modules/registry/registry-core/pom.xml | 27 -
.../core/app/catalog/impl/AppCatalogImpl.java | 5 +
.../app/catalog/impl/ComputeResourceImpl.java | 1 +
.../catalog/impl/UsrResourceProfileImpl.java | 369 +
.../core/app/catalog/model/LocalSubmission.java | 11 +
.../model/UserComputeResourcePreference.java | 185 +
.../model/UserComputeResourcePreferencePK.java | 63 +
.../app/catalog/model/UserResourceProfile.java | 114 +
.../catalog/model/UserStoragePreference.java | 105 +
.../catalog/model/UserStoragePreferencePK.java | 64 +
.../resources/AppCatAbstractResource.java | 26 +-
.../ComputeHostPreferenceResource.java | 4 +
.../resources/LocalSubmissionResource.java | 12 +-
.../UserComputeHostPreferenceResource.java | 457 +
.../resources/UserResourceProfileResource.java | 454 +
.../UserStoragePreferenceResource.java | 378 +
.../app/catalog/util/AppCatalogJPAUtils.java | 73 +
.../catalog/util/AppCatalogResourceType.java | 3 +
.../util/AppCatalogThriftConversion.java | 64 +
.../experiment/catalog/ExpCatResourceUtils.java | 12 +-
.../catalog/impl/ExperimentRegistry.java | 8 +
.../src/main/resources/META-INF/persistence.xml | 3 +
.../src/main/resources/appcatalog-derby.sql | 1 +
.../src/main/resources/appcatalog-mysql.sql | 1 +
.../src/main/resources/credstore-mysql.sql | 10 +-
.../app/catalog/UserResourceProfileTest.java | 129 +
.../airavata/registry/cpi/AppCatalog.java | 7 +
.../registry/cpi/UsrResourceProfile.java | 90 +
.../service/handler/RegistryServerHandler.java | 568 +-
.../airavata/registry/api/RegistryService.java | 21916 ++++-
.../api/exception/RegistryServiceException.java | 2 +-
.../org/apache/airavata/server/ServerMain.java | 39 +-
modules/sharing-registry/README.md | 3 +
modules/sharing-registry/pom.xml | 31 +
.../sharing-data-migrator/pom.xml | 22 +
.../migrator/airavata/AiravataDataMigrator.java | 162 +
.../migrator/airavata/ConnectionFactory.java | 59 +
.../sharing-registry-distribution/pom.xml | 91 +
.../src/main/assembly/bin-assembly.xml | 70 +
.../src/main/resources/bin/setenv.sh | 61 +
.../src/main/resources/bin/sharing-registry.sh | 90 +
.../sharing-registry-server/pom.xml | 112 +
.../registry/db/entities/DomainEntity.java | 113 +
.../registry/db/entities/EntityEntity.java | 202 +
.../sharing/registry/db/entities/EntityPK.java | 76 +
.../registry/db/entities/EntityTypeEntity.java | 126 +
.../registry/db/entities/EntityTypePK.java | 76 +
.../db/entities/GroupMembershipEntity.java | 123 +
.../registry/db/entities/GroupMembershipPK.java | 88 +
.../db/entities/PermissionTypeEntity.java | 126 +
.../registry/db/entities/PermissionTypePK.java | 76 +
.../registry/db/entities/SharingEntity.java | 147 +
.../sharing/registry/db/entities/SharingPK.java | 114 +
.../registry/db/entities/UserEntity.java | 158 +
.../registry/db/entities/UserGroupEntity.java | 162 +
.../registry/db/entities/UserGroupPK.java | 75 +
.../sharing/registry/db/entities/UserPK.java | 75 +
.../db/repositories/AbstractRepository.java | 138 +
.../db/repositories/DomainRepository.java | 34 +
.../db/repositories/EntityRepository.java | 149 +
.../db/repositories/EntityTypeRepository.java | 35 +
.../repositories/GroupMembershipRepository.java | 79 +
.../repositories/PermissionTypeRepository.java | 53 +
.../db/repositories/SharingRepository.java | 81 +
.../db/repositories/UserGroupRepository.java | 54 +
.../db/repositories/UserRepository.java | 54 +
.../sharing/registry/db/utils/Committer.java | 27 +
.../registry/db/utils/ConnectionPool.java | 382 +
.../sharing/registry/db/utils/DBConstants.java | 106 +
.../registry/db/utils/DatabaseCreator.java | 353 +
.../sharing/registry/db/utils/JPAUtils.java | 230 +
.../sharing/registry/db/utils/JdbcStorage.java | 175 +
.../db/utils/ObjectMapperSingleton.java | 39 +
.../sharing/registry/server/ServerMain.java | 102 +
.../registry/server/SharingRegistryServer.java | 147 +
.../server/SharingRegistryServerHandler.java | 947 +
.../src/main/resources/META-INF/persistence.xml | 15 +
.../main/resources/sharing-registry-derby.sql | 138 +
.../main/resources/sharing-registry-mysql.sql | 138 +
.../SharingRegistryServerHandlerTest.java | 278 +
.../registry/SharingRegistryServiceTest.java | 314 +
.../sharing/registry/util/Initialize.java | 298 +
.../sharing-registry-stubs/pom.xml | 56 +
.../sharing/registry/models/Domain.java | 811 +
.../sharing/registry/models/Entity.java | 1583 +
.../registry/models/EntitySearchField.java | 70 +
.../sharing/registry/models/EntityType.java | 931 +
.../registry/models/GroupCardinality.java | 50 +
.../sharing/registry/models/GroupChildType.java | 49 +
.../registry/models/GroupMembership.java | 941 +
.../sharing/registry/models/GroupType.java | 49 +
.../sharing/registry/models/PermissionType.java | 931 +
.../registry/models/SearchCondition.java | 63 +
.../sharing/registry/models/SearchCriteria.java | 649 +
.../sharing/registry/models/Sharing.java | 1155 +
.../models/SharingRegistryException.java | 395 +
.../sharing/registry/models/SharingType.java | 52 +
.../airavata/sharing/registry/models/User.java | 1266 +
.../sharing/registry/models/UserGroup.java | 1287 +
.../models/sharing_modelsConstants.java | 41 +
.../service/cpi/SharingRegistryService.java | 49079 +++++++++++
.../sharing-service-docs/api-docs/index.html | 79 +
.../api-docs/sharing_cpi.html | 297 +
.../api-docs/sharing_models.html | 283 +
.../sharing-service-docs/api-docs/style.css | 184 +
.../sharing-service-docs/index.html | 362 +
.../sharing-service-docs/sharing_overview.png | Bin 0 -> 49205 bytes
.../sharing-service-docs/style.css | 184 +
.../thrift_models/sharing_cpi.thrift | 211 +
.../thrift_models/sharing_models.thrift | 274 +
.../thrift_models/thrift-gen.sh | 22 +
.../utils/PropertyReader.java | 3 +-
.../core/AbstractThriftDeserializer.java | 3 +-
.../engine/interpretor/WorkflowInterpreter.java | 1 -
.../invoker/MsgBoxWsaResponsesCorrelator.java | 2 +-
.../component/ws/WSComponentApplication.java | 1 -
.../workflow/model/gpel/script/BPELScript.java | 2 -
.../model/gpel/script/WorkflowWSDL.java | 1 -
.../airavata/workflow/model/wf/Workflow.java | 1 -
modules/workflow/workflow-core/pom.xml | 11 +-
.../apache/airavata/workflow/core/XMLUtil.java | 587 +
.../airavata/workflow/core/XmlFormatter.java | 82 +
.../airavata/workflow/core/XMLUtilTest.java | 56 +
pom.xml | 69 +-
.../airavata-apis/airavata_api.thrift | 426 +-
.../component-cpis/credential-store-cpi.thrift | 9 +-
.../credential_store_data_models.thrift | 62 -
.../component-cpis/registry-api.thrift | 316 +
.../credential_store_data_models.thrift | 72 +
.../compute_resource_model.thrift | 5 +-
.../credential_summary.thrift | 32 +
.../resource_catalog_models.thrift | 4 +-
.../user_resource_profile_model.thrift | 105 +
.../generate-thrift-stubs.sh | 24 +
324 files changed, 209896 insertions(+), 79409 deletions(-)
----------------------------------------------------------------------
[2/4] airavata git commit: Merge pull request #2 from apache/develop
Posted by sh...@apache.org.
Merge pull request #2 from apache/develop
Merge airavata-develop
Project: http://git-wip-us.apache.org/repos/asf/airavata/repo
Commit: http://git-wip-us.apache.org/repos/asf/airavata/commit/b66fa88f
Tree: http://git-wip-us.apache.org/repos/asf/airavata/tree/b66fa88f
Diff: http://git-wip-us.apache.org/repos/asf/airavata/diff/b66fa88f
Branch: refs/heads/auroraMesosIntegration
Commit: b66fa88fff988159e72617d34a97e1bd0e665600
Parents: 7dd8516 325d163
Author: Gourav Shenoy <sh...@gmail.com>
Authored: Fri Oct 28 12:46:17 2016 -0400
Committer: GitHub <no...@github.com>
Committed: Fri Oct 28 12:46:17 2016 -0400
----------------------------------------------------------------------
.../server/handler/AiravataServerHandler.java | 25 +
.../java/org/apache/airavata/api/Airavata.java | 9663 ++++++-----
.../main/resources/lib/airavata/Airavata.cpp | 6276 ++++---
.../src/main/resources/lib/airavata/Airavata.h | 533 +
.../lib/airavata/Airavata_server.skeleton.cpp | 77 +
.../resources/lib/airavata/airavata_api_types.h | 1 +
.../airavata/compute_resource_model_types.cpp | 4 +-
.../lib/airavata/compute_resource_model_types.h | 9 +-
.../airavata/credential_summary_constants.cpp | 34 +
.../lib/airavata/credential_summary_constants.h | 41 +
.../lib/airavata/credential_summary_types.cpp | 234 +
.../lib/airavata/credential_summary_types.h | 122 +
.../user_resource_profile_model_types.cpp | 22 +
.../user_resource_profile_model_types.h | 12 +-
.../resources/lib/Airavata/API/Airavata.php | 2118 ++-
.../Model/AppCatalog/ComputeResource/Types.php | 18 +-
.../Model/AppCatalog/CredetialSummary/Types.php | 210 +
.../AppCatalog/UserResourceProfile/Types.php | 788 +
.../Airavata/Model/Credential/Store/Types.php | 1029 ++
.../lib/apache/airavata/api/Airavata-remote | 21 +
.../lib/apache/airavata/api/Airavata.py | 1543 +-
.../resources/lib/apache/airavata/api/ttypes.py | 1 +
.../model/appcatalog/computeresource/ttypes.py | 27 +-
.../appcatalog/credentialsummary/__init__.py | 1 +
.../appcatalog/credentialsummary/constants.py | 11 +
.../appcatalog/credentialsummary/ttypes.py | 154 +
.../appcatalog/userresourceprofile/__init__.py | 1 +
.../appcatalog/userresourceprofile/constants.py | 11 +
.../appcatalog/userresourceprofile/ttypes.py | 538 +
.../main/resources/samples/AiravataClient.py | 306 +
.../resources/samples/testAiravataClient.py | 32 +
.../appcatalog/computeresource/MonitorMode.java | 17 +-
.../credentialsummary/CredentialSummary.java | 127 +-
.../UserResourceProfile.java | 116 +-
apache-license-header.txt | 17 +
.../cloud/ansible-playbooks/group_vars/all.yml | 20 +
.../ansible-playbooks/roles/ec2/tasks/main.yml | 20 +
.../roles/ec2/vars/aws-credential.yml | 20 +
.../ansible-playbooks/roles/ec2/vars/main.yml | 20 +
.../ansible-playbooks/roles/java/tasks/main.yml | 20 +
.../ansible-playbooks/roles/java/vars/main.yml | 20 +
.../roles/mesos-master/tasks/backup_main.yml | 20 +
.../roles/mesos-master/tasks/main.yml | 20 +
.../roles/mesos-slave/tasks/main.yml | 20 +
.../roles/openstack/tasks/main.yml | 20 +
.../roles/openstack/vars/main.yml | 20 +
.../openstack/vars/openstack-credentials.yml | 20 +
.../ansible-playbooks/roles/test/tasks/main.yml | 20 +
.../roles/zookeeper/handlers/main.yml | 20 +
.../roles/zookeeper/tasks/main.yml | 20 +
.../roles/zookeeper/vars/main.yml | 20 +
modules/cloud/ansible-playbooks/site.yml | 20 +
modules/cloud/aurora-client/README.md | 49 +
modules/cloud/aurora-client/pom.xml | 76 +
.../client/AuroraSchedulerClientFactory.java | 69 +
.../cloud/aurora/client/AuroraThriftClient.java | 216 +
.../aurora/client/bean/GetJobsResponseBean.java | 53 +
.../cloud/aurora/client/bean/IdentityBean.java | 58 +
.../cloud/aurora/client/bean/JobConfigBean.java | 236 +
.../client/bean/JobDetailsResponseBean.java | 69 +
.../cloud/aurora/client/bean/JobKeyBean.java | 104 +
.../client/bean/PendingJobReasonBean.java | 70 +
.../cloud/aurora/client/bean/ProcessBean.java | 193 +
.../cloud/aurora/client/bean/ResourceBean.java | 104 +
.../cloud/aurora/client/bean/ResponseBean.java | 79 +
.../aurora/client/bean/ServerInfoBean.java | 87 +
.../aurora/client/bean/TaskConfigBean.java | 136 +
.../cloud/aurora/client/sdk/AppcImage.java | 549 +
.../cloud/aurora/client/sdk/AssignedTask.java | 1084 ++
.../cloud/aurora/client/sdk/Attribute.java | 574 +
.../cloud/aurora/client/sdk/AuroraAdmin.java | 14400 +++++++++++++++++
.../client/sdk/AuroraSchedulerManager.java | 13414 +++++++++++++++
.../cloud/aurora/client/sdk/ConfigGroup.java | 581 +
.../cloud/aurora/client/sdk/ConfigRewrite.java | 389 +
.../cloud/aurora/client/sdk/ConfigSummary.java | 581 +
.../aurora/client/sdk/ConfigSummaryResult.java | 422 +
.../cloud/aurora/client/sdk/Constraint.java | 539 +
.../cloud/aurora/client/sdk/Container.java | 392 +
.../aurora/client/sdk/CronCollisionPolicy.java | 80 +
.../aurora/client/sdk/DockerContainer.java | 606 +
.../cloud/aurora/client/sdk/DockerImage.java | 549 +
.../aurora/client/sdk/DockerParameter.java | 549 +
.../aurora/client/sdk/DrainHostsResult.java | 471 +
.../aurora/client/sdk/EndMaintenanceResult.java | 471 +
.../cloud/aurora/client/sdk/ExecutorConfig.java | 546 +
.../sdk/ExplicitReconciliationSettings.java | 412 +
.../client/sdk/GetJobUpdateDetailsResult.java | 584 +
.../client/sdk/GetJobUpdateDiffResult.java | 996 ++
.../client/sdk/GetJobUpdateSummariesResult.java | 474 +
.../cloud/aurora/client/sdk/GetJobsResult.java | 471 +
.../client/sdk/GetPendingReasonResult.java | 471 +
.../cloud/aurora/client/sdk/GetQuotaResult.java | 931 ++
.../aurora/client/sdk/GetTierConfigResult.java | 603 +
.../cloud/aurora/client/sdk/HostAttributes.java | 810 +
.../cloud/aurora/client/sdk/HostStatus.java | 538 +
.../airavata/cloud/aurora/client/sdk/Hosts.java | 466 +
.../cloud/aurora/client/sdk/Identity.java | 417 +
.../airavata/cloud/aurora/client/sdk/Image.java | 392 +
.../client/sdk/InstanceConfigRewrite.java | 678 +
.../cloud/aurora/client/sdk/InstanceKey.java | 552 +
.../aurora/client/sdk/InstanceTaskConfig.java | 608 +
.../aurora/client/sdk/JobConfigRewrite.java | 556 +
.../aurora/client/sdk/JobConfiguration.java | 1049 ++
.../client/sdk/JobInstanceUpdateEvent.java | 666 +
.../cloud/aurora/client/sdk/JobKey.java | 666 +
.../cloud/aurora/client/sdk/JobStats.java | 760 +
.../cloud/aurora/client/sdk/JobSummary.java | 649 +
.../aurora/client/sdk/JobSummaryResult.java | 471 +
.../cloud/aurora/client/sdk/JobUpdate.java | 559 +
.../aurora/client/sdk/JobUpdateAction.java | 101 +
.../aurora/client/sdk/JobUpdateDetails.java | 776 +
.../cloud/aurora/client/sdk/JobUpdateEvent.java | 798 +
.../client/sdk/JobUpdateInstructions.java | 730 +
.../cloud/aurora/client/sdk/JobUpdateKey.java | 554 +
.../aurora/client/sdk/JobUpdatePulseStatus.java | 74 +
.../cloud/aurora/client/sdk/JobUpdateQuery.java | 1189 ++
.../aurora/client/sdk/JobUpdateRequest.java | 848 +
.../aurora/client/sdk/JobUpdateSettings.java | 1285 ++
.../cloud/aurora/client/sdk/JobUpdateState.java | 666 +
.../aurora/client/sdk/JobUpdateStatus.java | 129 +
.../aurora/client/sdk/JobUpdateSummary.java | 850 +
.../aurora/client/sdk/LimitConstraint.java | 419 +
.../aurora/client/sdk/ListBackupsResult.java | 466 +
.../airavata/cloud/aurora/client/sdk/Lock.java | 903 ++
.../cloud/aurora/client/sdk/LockKey.java | 331 +
.../aurora/client/sdk/MaintenanceMode.java | 70 +
.../client/sdk/MaintenanceStatusResult.java | 471 +
.../cloud/aurora/client/sdk/MesosContainer.java | 432 +
.../aurora/client/sdk/MesosFetcherURI.java | 661 +
.../cloud/aurora/client/sdk/Metadata.java | 525 +
.../airavata/cloud/aurora/client/sdk/Mode.java | 73 +
.../cloud/aurora/client/sdk/Package.java | 625 +
.../cloud/aurora/client/sdk/PendingReason.java | 522 +
.../aurora/client/sdk/PopulateJobResult.java | 422 +
.../aurora/client/sdk/PulseJobUpdateResult.java | 436 +
.../aurora/client/sdk/QueryRecoveryResult.java | 471 +
.../airavata/cloud/aurora/client/sdk/Range.java | 517 +
.../aurora/client/sdk/ReadOnlyScheduler.java | 11291 +++++++++++++
.../cloud/aurora/client/sdk/Resource.java | 561 +
.../aurora/client/sdk/ResourceAggregate.java | 820 +
.../cloud/aurora/client/sdk/Response.java | 840 +
.../cloud/aurora/client/sdk/ResponseCode.java | 85 +
.../cloud/aurora/client/sdk/ResponseDetail.java | 417 +
.../cloud/aurora/client/sdk/Result.java | 1487 ++
.../client/sdk/RewriteConfigsRequest.java | 471 +
.../cloud/aurora/client/sdk/RoleSummary.java | 619 +
.../aurora/client/sdk/RoleSummaryResult.java | 471 +
.../cloud/aurora/client/sdk/ScheduleStatus.java | 143 +
.../aurora/client/sdk/ScheduleStatusResult.java | 471 +
.../cloud/aurora/client/sdk/ScheduledTask.java | 973 ++
.../cloud/aurora/client/sdk/ServerInfo.java | 537 +
.../aurora/client/sdk/StartJobUpdateResult.java | 562 +
.../client/sdk/StartMaintenanceResult.java | 471 +
.../cloud/aurora/client/sdk/TaskConfig.java | 2769 ++++
.../cloud/aurora/client/sdk/TaskConstraint.java | 392 +
.../cloud/aurora/client/sdk/TaskEvent.java | 794 +
.../cloud/aurora/client/sdk/TaskQuery.java | 1611 ++
.../cloud/aurora/client/sdk/TierConfig.java | 601 +
.../aurora/client/sdk/ValueConstraint.java | 585 +
.../cloud/aurora/client/sdk/Volume.java | 674 +
.../aurora/client/sdk/aurora_apiConstants.java | 124 +
.../cloud/aurora/sample/AuroraClientSample.java | 157 +
.../aurora/util/AuroraThriftClientUtil.java | 383 +
.../airavata/cloud/aurora/util/Constants.java | 44 +
.../cloud/aurora/util/ResponseCodeEnum.java | 95 +
.../cloud/aurora/util/ResponseResultType.java | 47 +
.../src/main/resources/aurora-api.thrift | 1238 ++
.../main/resources/aurora-scheduler.properties | 9 +
.../resources/executor-config-template.json | 48 +
modules/cloud/cloud-provisioning/pom.xml | 31 +-
.../airavata/cloud/intf/CloudInterface.java | 4 +-
.../cloud/intf/impl/OpenstackIntfImpl.java | 4 +-
.../cloud/openstack/OS4JClientProvider.java | 4 +-
.../apache/airavata/cloud/util/CloudRef.java | 4 +-
.../apache/airavata/cloud/util/Constants.java | 6 +-
.../org/apache/airavata/cloud/util/IPType.java | 4 +-
.../airavata/cloud/util/OpenstackIntfUtil.java | 4 +-
.../airavata/cloud/test/CloudIntfTest.java | 4 +-
modules/cloud/pom.xml | 57 +-
.../org/apache/airavata/cloud/CloudMain.java | 3 +-
.../store/store/impl/db/CredentialsDAO.java | 4 +-
.../cpi/SSHSummaryTest/SSHSummaryTest.java | 173 +
.../store/store/impl/db/CredentialsDAOTest.java | 4 +-
.../gfac/core/DataStagingException.java | 43 +
.../gfac/core/cluster/RemoteCluster.java | 33 +-
.../gfac/core/cluster/SessionConsumer.java | 28 +
.../airavata/gfac/impl/BESRemoteCluster.java | 9 +-
.../airavata/gfac/impl/HPCRemoteCluster.java | 37 +-
.../airavata/gfac/impl/LocalRemoteCluster.java | 26 +-
.../org/apache/airavata/gfac/impl/SSHUtils.java | 198 +-
.../airavata/gfac/impl/task/ArchiveTask.java | 8 +-
.../gfac/impl/task/BESJobSubmissionTask.java | 5 +-
.../airavata/gfac/impl/task/DataStageTask.java | 13 +-
.../gfac/impl/task/EnvironmentSetupTask.java | 4 +-
.../gfac/impl/task/SCPDataStageTask.java | 31 +-
.../gfac/impl/task/utils/StreamData.java | 37 +-
.../catalog/impl/UsrResourceProfileImpl.java | 4 +-
.../UserStoragePreferenceResource.java | 4 +-
.../util/AppCatalogThriftConversion.java | 5 +
.../app/catalog/UserResourceProfileTest.java | 31 +-
.../airavata-apis/airavata_api.thrift | 26 +
.../compute_resource_model.thrift | 1 +
.../credential_summary.thrift | 7 +-
.../user_resource_profile_model.thrift | 6 +-
204 files changed, 115586 insertions(+), 7464 deletions(-)
----------------------------------------------------------------------
[4/4] airavata git commit: Merge pull request 69
Posted by sh...@apache.org.
Merge pull request 69
Project: http://git-wip-us.apache.org/repos/asf/airavata/repo
Commit: http://git-wip-us.apache.org/repos/asf/airavata/commit/58db7434
Tree: http://git-wip-us.apache.org/repos/asf/airavata/tree/58db7434
Diff: http://git-wip-us.apache.org/repos/asf/airavata/diff/58db7434
Branch: refs/heads/auroraMesosIntegration
Commit: 58db74346b1dd9d3e921b8e8ce98ef4c067854d6
Parents: 21b1923 b7bebec
Author: Shameera Rathnayaka <sh...@gmail.com>
Authored: Mon Oct 31 19:40:25 2016 -0400
Committer: Shameera Rathnayaka <sh...@gmail.com>
Committed: Mon Oct 31 19:40:25 2016 -0400
----------------------------------------------------------------------
.../cloud/aurora/sample/AuroraClientSample.java | 56 +++++++++++++++++---
1 file changed, 50 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
[3/4] airavata git commit: Adding Autodock test job submission
Posted by sh...@apache.org.
Adding Autodock test job submission
Project: http://git-wip-us.apache.org/repos/asf/airavata/repo
Commit: http://git-wip-us.apache.org/repos/asf/airavata/commit/b7bebec4
Tree: http://git-wip-us.apache.org/repos/asf/airavata/tree/b7bebec4
Diff: http://git-wip-us.apache.org/repos/asf/airavata/diff/b7bebec4
Branch: refs/heads/auroraMesosIntegration
Commit: b7bebec439cbdd1e63f3b0437a4f2b9ee3995c44
Parents: b66fa88
Author: Gourav Shenoy <sh...@gmail.com>
Authored: Mon Oct 31 16:32:34 2016 -0400
Committer: Gourav Shenoy <sh...@gmail.com>
Committed: Mon Oct 31 16:32:34 2016 -0400
----------------------------------------------------------------------
.../cloud/aurora/sample/AuroraClientSample.java | 56 +++++++++++++++++---
1 file changed, 50 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/airavata/blob/b7bebec4/modules/cloud/aurora-client/src/main/java/org/apache/airavata/cloud/aurora/sample/AuroraClientSample.java
----------------------------------------------------------------------
diff --git a/modules/cloud/aurora-client/src/main/java/org/apache/airavata/cloud/aurora/sample/AuroraClientSample.java b/modules/cloud/aurora-client/src/main/java/org/apache/airavata/cloud/aurora/sample/AuroraClientSample.java
index 44d0ecf..3f29969 100644
--- a/modules/cloud/aurora-client/src/main/java/org/apache/airavata/cloud/aurora/sample/AuroraClientSample.java
+++ b/modules/cloud/aurora-client/src/main/java/org/apache/airavata/cloud/aurora/sample/AuroraClientSample.java
@@ -21,8 +21,10 @@ package org.apache.airavata.cloud.aurora.sample;
import java.text.MessageFormat;
import java.util.HashSet;
+import java.util.LinkedHashSet;
import java.util.Properties;
import java.util.Set;
+import java.util.concurrent.ThreadLocalRandom;
import org.apache.airavata.cloud.aurora.client.AuroraSchedulerClientFactory;
import org.apache.airavata.cloud.aurora.client.AuroraThriftClient;
@@ -129,6 +131,43 @@ public class AuroraClientSample {
System.out.println(response);
}
+ public static void createAutoDockJob() throws Exception {
+ JobKeyBean jobKey = new JobKeyBean("devel", "centos", "test_autodock");
+ IdentityBean owner = new IdentityBean("centos");
+
+ String working_dir = "/home/centos/efs-mount-point/job_" + ThreadLocalRandom.current().nextInt(1, 101) + "/";
+ String autodock_path = "/home/centos/efs-mount-point/autodock-vina";
+ ProcessBean proc1 = new ProcessBean("process_1", "mkdir " + working_dir, false);
+ ProcessBean proc2 = new ProcessBean("process_2", "cp " + autodock_path + "/vina_screenM.sh " + working_dir, false);
+ ProcessBean proc3 = new ProcessBean("process_3", "cp " + autodock_path + "/ligand* " + working_dir, false);
+ ProcessBean proc4 = new ProcessBean("process_4", "cd " + working_dir + " && sh vina_screenM.sh", false);
+
+ Set<ProcessBean> processes = new LinkedHashSet<>();
+ processes.add(proc1);
+ processes.add(proc2);
+ processes.add(proc3);
+ processes.add(proc4);
+
+ ResourceBean resources = new ResourceBean(1.5, 125, 512);
+
+ TaskConfigBean taskConfig = new TaskConfigBean("test_autodock", processes, resources);
+ JobConfigBean jobConfig = new JobConfigBean(jobKey, owner, taskConfig, "example");
+
+ String executorConfigJson = AuroraThriftClientUtil.getExecutorConfigJson(jobConfig);
+ System.out.println(executorConfigJson);
+
+ AuroraThriftClient client = AuroraThriftClient.getAuroraThriftClient(Constants.AURORA_SCHEDULER_PROP_FILE);
+ ResponseBean response = client.createJob(jobConfig);
+ System.out.println(response);
+ }
+
+ public static void killTasks(String jobName) throws Exception {
+ JobKeyBean jobKey = new JobKeyBean("devel", "centos", jobName);
+ AuroraThriftClient client = AuroraThriftClient.getAuroraThriftClient(Constants.AURORA_SCHEDULER_PROP_FILE);
+ ResponseBean response = client.killTasks(jobKey, new HashSet<>());
+ System.out.println(response);
+ }
+
/**
* The main method.
*
@@ -141,14 +180,19 @@ public class AuroraClientSample {
String auroraPort = properties.getProperty(Constants.AURORA_SCHEDULER_PORT);
auroraSchedulerClient = AuroraSchedulerClientFactory.createReadOnlySchedulerClient(MessageFormat.format(Constants.AURORA_SCHEDULER_CONNECTION_URL, auroraHost, auroraPort));
- // get jobs summary
-// AuroraClientSample.getJobSummary(auroraSchedulerClient);
-
// create sample job
// AuroraClientSample.createJob();
- AuroraThriftClient client = AuroraThriftClient.getAuroraThriftClient(Constants.AURORA_SCHEDULER_PROP_FILE);
- ResponseBean response = client.getPendingReasonForJob(new JobKeyBean("devel", "centos", "hello_pending"));
- System.out.println(response);
+ AuroraClientSample.createAutoDockJob();
+
+ // kill pending job
+// AuroraClientSample.killTasks("test_autodock");
+
+ // get jobs summary
+ AuroraClientSample.getJobSummary(auroraSchedulerClient);
+
+// AuroraThriftClient client = AuroraThriftClient.getAuroraThriftClient(Constants.AURORA_SCHEDULER_PROP_FILE);
+// ResponseBean response = client.getPendingReasonForJob(new JobKeyBean("devel", "centos", "hello_pending"));
+// System.out.println(response);
} catch (Exception ex) {
ex.printStackTrace();
}