You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by di...@apache.org on 2021/06/01 03:03:49 UTC
[airavata-data-lake] 42/42: Merge pull request #4 from
isururanawaka/data_orchestrator
This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
commit cd91d25cbfd4284a43780ccbac77df25794bdc92
Merge: 42c9da6 049cb5c
Author: Dimuthu Wannipurage <di...@gmail.com>
AuthorDate: Mon May 31 23:03:01 2021 -0400
Merge pull request #4 from isururanawaka/data_orchestrator
Data orchestrator
airavata-data-lake.ipr | 2164 +++++++++++++++++++-
airavata-data-lake.iws | 251 ++-
.../datalake/orchestrator/api/Application.java | 33 -
.../api/controller/HookController.java | 23 -
.../api/controller/TransferController.java | 48 -
.../api/controller/remote/SFTPController.java | 79 -
.../api/db/entity/SFTPCredentialEntity.java | 140 --
.../api/db/entity/SFTPRemoteEntity.java | 92 -
.../api/db/repo/SFTPCredentialRepository.java | 26 -
.../api/db/repo/SFTPRemoteRepository.java | 26 -
.../orchestrator/api/model/TransferEntry.java | 75 -
.../api/model/remote/SFTPCredential.java | 110 -
.../orchestrator/api/model/remote/SFTPRemote.java | 73 -
.../data-orchestrator-clients-core/pom.xml | 28 +
.../clients/core/AbstractListener.java | 51 +
.../clients/core/EventPublisher.java | 17 +
.../dataorchestrator/clients/core/Utils.java | 4 +
.../logs/airavata.log | 539 +++++
.../data-orchestrator-file-event-listener/pom.xml | 86 +
.../file/client/FileClientInitializer.java | 51 +
.../file/client/Listener/FileListener.java | 34 +
.../file/client/model/Configuration.java | 84 +
.../file/client/model/FileEvent.java | 10 +
.../file/client/publisher/FileEventPublisher.java | 37 +
.../file/client/watcher/FileWatcher.java | 198 ++
.../file/client/watcher/FileWatcherExecutor.java | 37 +
.../src/main/resources/config.yml | 9 +
.../pom.xml | 11 +-
.../pom.xml | 14 +-
.../dataorchestrator/messaging/Constants.java | 7 +
.../messaging/MessagingEvents.java | 9 +
.../messaging/consumer/ConsumerCallback.java | 10 +
.../messaging/consumer/MessageConsumer.java | 63 +
.../messaging/model/NotificationEvent.java | 119 ++
.../model/NotificationEventDeserializer.java | 40 +
.../model/NotificationEventSerializer.java | 34 +
.../messaging/publisher/MessageProducer.java | 41 +
.../data-orchestrator-registry/pom.xml | 47 +
.../persistance/DataOrchestratorEntity.java | 162 ++
.../DataOrchestratorEventRepository.java | 6 +
.../registry/persistance/EntityStatus.java | 9 +
.../registry/persistance/WorkflowEntity.java | 91 +
.../persistance/WorkflowEntityRepository.java | 6 +
.../registry/persistance/WorkflowTaskEntity.java | 100 +
.../data-orchestrator-api-server}/pom.xml | 65 +-
.../orchestrator/APIServerInitializer.java | 92 +
.../datalake/orchestrator/Configuration.java | 208 ++
.../db/inmemory/DefaultInMemoryStore.java | 76 +
.../handlers/OrchestratorEventHandler.java | 75 +
.../processor/InboundEventProcessor.java | 83 +
.../processor/OutboundEventProcessor.java | 116 ++
.../src/main/resources/application.properties | 12 +
.../src/main/resources/config.yml | 17 +
.../data-orchestrator-service-core}/pom.xml | 2 +-
.../datalake/orchestrator/core}/AbstractTask.java | 2 +-
.../orchestrator/core/adaptors/StorageAdaptor.java | 17 +
.../core/processor/MessageProcessor.java | 8 +
.../pom.xml | 13 +-
data-orchestrator/pom.xml | 6 +-
data-orchestrator/workflow-engine/README.md | 6 +-
data-orchestrator/workflow-engine/pom.xml | 7 +-
.../workflow-engine/workflow-engine-api/pom.xml | 107 +
.../workflow/engine/monitor/AsyncEventMonitor.java | 0
.../engine/services/controller/Controller.java | 0
.../engine/services/handler/APIRunner.java | 27 +
.../services/handler/WorkflowEngineAPIHandler.java | 38 +
.../engine/services/participant/Participant.java | 0
.../services/wm/DataSyncWorkflowManager.java | 0
.../engine/services/wm/PreWorkflowManager.java | 47 +
.../engine/services/wm/WorkflowOperator.java | 0
.../workflow/engine/task/AbstractTask.java | 0
.../workflow/engine/task/BlockingTask.java | 0
.../workflow/engine/task/NonBlockingTask.java | 0
.../orchestrator/workflow/engine/task/OutPort.java | 0
.../workflow/engine/task/TaskParamType.java | 0
.../engine/task/annotation/BlockingTaskDef.java | 0
.../engine/task/annotation/NonBlockingSection.java | 0
.../engine/task/annotation/NonBlockingTaskDef.java | 0
.../engine/task/annotation/TaskOutPort.java | 0
.../workflow/engine/task/annotation/TaskParam.java | 0
.../engine/task/impl/ExampleBlockingTask.java | 0
.../engine/task/impl/ExampleNonBlockingTask.java | 0
.../src/main/resources/application.properties | 15 +-
.../src/main/resources/logback.xml | 0
.../src/main/resources/task-list.yaml | 0
.../workflow-engine/workflow-engine-client/pom.xml | 67 +
.../engine/client/WorkflowEngineClient.java | 20 +
.../workflow-engine/workflow-engine-stubs/pom.xml | 79 +
.../src/main/proto/Common.proto} | 13 +-
.../src/main/proto/service/WorkflowService.proto} | 37 +-
.../drms-rest-proxy/src/main/resources/drms.pb | Bin 102693 -> 104720 bytes
.../drms-stubs/drms.pb | Bin 102693 -> 104720 bytes
metadata-service/data-builders/data-builders.iml | 2 +-
pom.xml | 5 +-
94 files changed, 5515 insertions(+), 841 deletions(-)