You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by di...@apache.org on 2018/04/23 20:21:30 UTC
[airavata] branch staging updated (cc699a4 -> 5867892)
This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a change to branch staging
in repository https://gitbox.apache.org/repos/asf/airavata.git.
from cc699a4 Use IP address (internal network) from API server to database
add 2dc41b7 Using Clients instead of CPIs in Helix Tasks
add d042fd3 Synch commit support for kafka job monitor queue
add 03e0ec7 Moving ThriftClientPool to airavata-commons module as it is generic tool that can be used beyond API Server
add 7211467 Using the correct API to save experiment outputs
add bac92d0 Printing the experiment id when submitting a post workflow
add 721a55a Detecting zero byte files and ignoring data staging
add 623a87d Loading email config file from ApplicationSettings utility
add 66750af Handling Failed jobs
add 9d84826 Adding file exists api to adaptor
add e45108a Checking the existence of output file before transferring
add 7bb426a Checking the archive transfer status in ArchivingTask
add 06f8435 Checking full file path in validating file existence in SSHAgentAdaptor
add 2839c44 Simplifying helix distribution configs
add 0f07123 Failing input data staging if the file size is 0
add 01e0e70 Updating Helix core version 0.6.7 -> 0.8.0
add 8adb34e Removing duplicate dependencies and dependency conflicts
add 4cfca65 Using JobSubmission protocol as Adaptor protocol
add 1ce6d3f Improving error handling and adding error codes to easily track issues
add f912d39 In an experiment cancel request, marking the experiment is cancelled once the job is cancelled, completed or failed
add 1b950bd Graceful job cancellation if the Default Job Submission failed in middle
add 98b7d16 Making the Experiment as cancelled irrespective of the Job status.
add e26b66c Handling externally cancelled Jobs
add 5fa0cec Minor logging improvement
add 4836bdf Fixing the bug in wildcard supporting of OutputDataStaging Task
add a2acaac Adding sshj adaptor and replacing jsch adaptor for SSH communication
add d447052 Adaptor caching support
add 2d2f5ee Updating bouncycastle version
add 33bf5bd Using one RabbitMQ Channel for one thread
add 42bd72f Merge pull request #189 from DImuthuUpe/rabbitmq-publisher-improvements
new 5867892 Merge branch 'develop' into staging
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../api/server/handler/AiravataServerHandler.java | 3 +-
modules/airavata-helix/agent-api/pom.xml | 12 +-
.../apache/airavata/agents/api/AgentAdaptor.java | 2 +
.../org/apache/airavata/agents/api/AgentStore.java | 122 --------
.../org/apache/airavata/agents/api/AgentUtils.java | 34 ++
modules/airavata-helix/agent-impl/pom.xml | 1 +
.../airavata-helix/agent-impl/ssh-agent/pom.xml | 25 +-
.../helix/agent/local/LocalAgentAdaptor.java | 69 -----
.../airavata/helix/agent/ssh/SshAgentAdaptor.java | 109 ++++---
.../agent/storage/StorageResourceAdaptorImpl.java | 67 +---
.../agent-impl/sshj-agent}/pom.xml | 23 +-
.../airavata/helix/adaptor/PoolingSSHJClient.java | 345 +++++++++++++++++++++
.../airavata/helix/adaptor/SSHJAgentAdaptor.java | 217 +++++++++++++
.../airavata/helix/adaptor/SSHJStorageAdaptor.java | 73 +++++
.../adaptor/wrapper/SCPFileTransferWrapper.java | 76 +++++
.../helix/adaptor/wrapper/SFTPClientWrapper.java} | 30 +-
.../helix/adaptor/wrapper/SessionWrapper.java | 183 +++++++++++
.../controller/conf/airavata-server.properties | 2 +-
.../participant/conf/airavata-server.properties | 136 +-------
.../post-wm/conf/airavata-server.properties | 93 +-----
.../pre-wm/conf/airavata-server.properties | 115 +------
modules/airavata-helix/helix-spectator/pom.xml | 8 +-
.../airavata/helix/impl/task/AiravataTask.java | 150 ++++-----
.../airavata/helix/impl/task/TaskContext.java | 205 ++++--------
.../impl/task/cancel/CancelCompletingTask.java | 14 +-
.../task/cancel/RemoteJobCancellationTask.java | 65 +++-
.../airavata/helix/impl/task/env/EnvSetupTask.java | 2 +-
.../helix/impl/task/staging/ArchiveTask.java | 7 +-
.../helix/impl/task/staging/DataStagingTask.java | 40 ++-
.../impl/task/staging/InputDataStagingTask.java | 10 +
.../impl/task/staging/OutputDataStagingTask.java | 37 ++-
.../task/submission/DefaultJobSubmissionTask.java | 75 +++--
.../task/submission/ForkJobSubmissionTask.java | 2 +-
.../impl/task/submission/JobSubmissionTask.java | 50 +--
.../task/submission/config/GroovyMapBuilder.java | 9 +-
.../impl/task/submission/config/JobFactory.java | 19 +-
.../helix/impl/workflow/PostWorkflowManager.java | 245 ++++++---------
.../helix/impl/workflow/PreWorkflowManager.java | 126 +++-----
.../helix/impl/workflow/WorkflowManager.java | 124 ++++++++
.../src/main/resources/airavata-server.properties | 217 +------------
.../helix-spectator/src/main/resources/logback.xml | 4 +-
modules/airavata-helix/task-api/pom.xml | 12 +-
.../helix/task/api/support/AdaptorSupport.java | 6 +-
modules/airavata-helix/task-core/pom.xml | 17 +-
.../helix/core/support/AdaptorSupportImpl.java | 65 ----
.../helix/core/support/TaskHelperImpl.java | 2 +-
.../core/support/adaptor/AdaptorSupportImpl.java | 106 +++++++
.../helix/core/support/adaptor/AgentStore.java | 83 +++++
.../airavata/helix/core/util/MonitoringUtil.java | 158 ++++++++++
.../apache/airavata/helix/core/util/TaskUtil.java | 4 +
...{WorkflowManager.java => WorkflowOperator.java} | 6 +-
.../airavata/common/utils}/ThriftClientPool.java | 2 +-
.../airavata/monitor/email/EmailBasedMonitor.java | 3 +-
.../messaging/core/impl/RabbitMQPublisher.java | 31 +-
pom.xml | 2 +-
55 files changed, 2106 insertions(+), 1537 deletions(-)
delete mode 100644 modules/airavata-helix/agent-api/src/main/java/org/apache/airavata/agents/api/AgentStore.java
create mode 100644 modules/airavata-helix/agent-api/src/main/java/org/apache/airavata/agents/api/AgentUtils.java
delete mode 100644 modules/airavata-helix/agent-impl/ssh-agent/src/main/java/org/apache/airavata/helix/agent/local/LocalAgentAdaptor.java
copy modules/{job-monitor/job-monitor-api => airavata-helix/agent-impl/sshj-agent}/pom.xml (75%)
create mode 100644 modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/PoolingSSHJClient.java
create mode 100644 modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/SSHJAgentAdaptor.java
create mode 100644 modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/SSHJStorageAdaptor.java
create mode 100644 modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/wrapper/SCPFileTransferWrapper.java
copy modules/airavata-helix/{agent-api/src/main/java/org/apache/airavata/agents/api/AdaptorParams.java => agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/wrapper/SFTPClientWrapper.java} (59%)
create mode 100644 modules/airavata-helix/agent-impl/sshj-agent/src/main/java/org/apache/airavata/helix/adaptor/wrapper/SessionWrapper.java
create mode 100644 modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/WorkflowManager.java
delete mode 100644 modules/airavata-helix/task-core/src/main/java/org/apache/airavata/helix/core/support/AdaptorSupportImpl.java
create mode 100644 modules/airavata-helix/task-core/src/main/java/org/apache/airavata/helix/core/support/adaptor/AdaptorSupportImpl.java
create mode 100644 modules/airavata-helix/task-core/src/main/java/org/apache/airavata/helix/core/support/adaptor/AgentStore.java
create mode 100644 modules/airavata-helix/task-core/src/main/java/org/apache/airavata/helix/core/util/MonitoringUtil.java
rename modules/airavata-helix/workflow-impl/src/main/java/org/apache/airavata/helix/workflow/{WorkflowManager.java => WorkflowOperator.java} (96%)
rename {airavata-api/airavata-api-server/src/main/java/org/apache/airavata/api/server/util => modules/commons/src/main/java/org/apache/airavata/common/utils}/ThriftClientPool.java (99%)
--
To stop receiving notification emails like this one, please contact
dimuthuupe@apache.org.
[airavata] 01/01: Merge branch 'develop' into staging
Posted by di...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a commit to branch staging
in repository https://gitbox.apache.org/repos/asf/airavata.git
commit 58678923e9754ea8839dfdcce113b831c09a66c7
Merge: cc699a4 42bd72f
Author: dimuthu <di...@gmail.com>
AuthorDate: Mon Apr 23 16:19:08 2018 -0400
Merge branch 'develop' into staging
.../api/server/handler/AiravataServerHandler.java | 3 +-
modules/airavata-helix/agent-api/pom.xml | 12 +-
.../apache/airavata/agents/api/AgentAdaptor.java | 2 +
.../org/apache/airavata/agents/api/AgentStore.java | 122 --------
.../org/apache/airavata/agents/api/AgentUtils.java | 34 ++
modules/airavata-helix/agent-impl/pom.xml | 1 +
.../airavata-helix/agent-impl/ssh-agent/pom.xml | 25 +-
.../helix/agent/local/LocalAgentAdaptor.java | 69 -----
.../airavata/helix/agent/ssh/SshAgentAdaptor.java | 109 ++++---
.../agent/storage/StorageResourceAdaptorImpl.java | 67 +---
.../agent-impl/{ => sshj-agent}/pom.xml | 24 +-
.../airavata/helix/adaptor/PoolingSSHJClient.java | 345 +++++++++++++++++++++
.../airavata/helix/adaptor/SSHJAgentAdaptor.java | 217 +++++++++++++
.../airavata/helix/adaptor/SSHJStorageAdaptor.java | 73 +++++
.../adaptor/wrapper/SCPFileTransferWrapper.java | 76 +++++
.../helix/adaptor/wrapper/SFTPClientWrapper.java} | 29 +-
.../helix/adaptor/wrapper/SessionWrapper.java | 183 +++++++++++
.../controller/conf/airavata-server.properties | 2 +-
.../participant/conf/airavata-server.properties | 136 +-------
.../post-wm/conf/airavata-server.properties | 93 +-----
.../pre-wm/conf/airavata-server.properties | 115 +------
modules/airavata-helix/helix-spectator/pom.xml | 8 +-
.../airavata/helix/impl/task/AiravataTask.java | 150 ++++-----
.../airavata/helix/impl/task/TaskContext.java | 205 ++++--------
.../impl/task/cancel/CancelCompletingTask.java | 14 +-
.../task/cancel/RemoteJobCancellationTask.java | 65 +++-
.../airavata/helix/impl/task/env/EnvSetupTask.java | 2 +-
.../helix/impl/task/staging/ArchiveTask.java | 7 +-
.../helix/impl/task/staging/DataStagingTask.java | 40 ++-
.../impl/task/staging/InputDataStagingTask.java | 10 +
.../impl/task/staging/OutputDataStagingTask.java | 37 ++-
.../task/submission/DefaultJobSubmissionTask.java | 75 +++--
.../task/submission/ForkJobSubmissionTask.java | 2 +-
.../impl/task/submission/JobSubmissionTask.java | 50 +--
.../task/submission/config/GroovyMapBuilder.java | 9 +-
.../impl/task/submission/config/JobFactory.java | 19 +-
.../helix/impl/workflow/PostWorkflowManager.java | 245 ++++++---------
.../helix/impl/workflow/PreWorkflowManager.java | 126 +++-----
.../helix/impl/workflow/WorkflowManager.java | 124 ++++++++
.../src/main/resources/airavata-server.properties | 217 +------------
.../helix-spectator/src/main/resources/logback.xml | 4 +-
modules/airavata-helix/task-api/pom.xml | 12 +-
.../helix/task/api/support/AdaptorSupport.java | 6 +-
modules/airavata-helix/task-core/pom.xml | 17 +-
.../helix/core/support/AdaptorSupportImpl.java | 65 ----
.../helix/core/support/TaskHelperImpl.java | 2 +-
.../core/support/adaptor/AdaptorSupportImpl.java | 106 +++++++
.../helix/core/support/adaptor/AgentStore.java | 83 +++++
.../airavata/helix/core/util/MonitoringUtil.java | 158 ++++++++++
.../apache/airavata/helix/core/util/TaskUtil.java | 4 +
...{WorkflowManager.java => WorkflowOperator.java} | 6 +-
.../airavata/common/utils}/ThriftClientPool.java | 2 +-
.../airavata/monitor/email/EmailBasedMonitor.java | 3 +-
.../messaging/core/impl/RabbitMQPublisher.java | 31 +-
pom.xml | 2 +-
55 files changed, 2109 insertions(+), 1534 deletions(-)
--
To stop receiving notification emails like this one, please contact
dimuthuupe@apache.org.