You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by di...@apache.org on 2021/06/01 03:03:43 UTC
[airavata-data-lake] 36/42: data orchestrator
This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
commit 99d1721cf43e778acaa63c30ae4c8129f3132ecb
Merge: 6918b88 9719840
Author: Isuru Ranawaka <ir...@gmail.com>
AuthorDate: Sun May 23 11:40:49 2021 -0400
data orchestrator
.gitignore | 3 +
airavata-data-lake.ipr | 6 +
airavata-data-lake.iws | 11 -
data-orchestrator/pom.xml | 1 +
data-orchestrator/workflow-engine/README.md | 13 ++
data-orchestrator/workflow-engine/pom.xml | 77 +++++++
.../workflow/engine/monitor/AsyncEventMonitor.java | 21 ++
.../engine/services/controller/Controller.java | 94 ++++++++
.../engine/services/participant/Participant.java | 252 +++++++++++++++++++++
.../services/wm/DataSyncWorkflowManager.java | 84 +++++++
.../engine/services/wm/WorkflowOperator.java | 196 ++++++++++++++++
.../workflow/engine/task/AbstractTask.java | 181 +++++++++++++++
.../workflow/engine/task/BlockingTask.java | 42 ++++
.../workflow/engine/task/NonBlockingTask.java | 36 +++
.../orchestrator/workflow/engine/task/OutPort.java | 31 +++
.../workflow/engine/task/TaskParamType.java | 23 ++
.../engine/task/annotation/BlockingTaskDef.java | 29 +++
.../engine/task/annotation/NonBlockingSection.java | 29 +++
.../engine/task/annotation/NonBlockingTaskDef.java | 29 +++
.../engine/task/annotation/TaskOutPort.java | 29 +++
.../workflow/engine/task/annotation/TaskParam.java | 31 +++
.../engine/task/impl/ExampleBlockingTask.java | 51 +++++
.../engine/task/impl/ExampleNonBlockingTask.java | 28 +++
.../src/main/resources/application.properties | 27 +++
.../workflow-engine/src/main/resources/logback.xml | 50 ++++
.../src/main/resources/task-list.yaml | 5 +
pom.xml | 3 +
27 files changed, 1371 insertions(+), 11 deletions(-)
diff --cc airavata-data-lake.ipr
index c73e67d,a04514a..941726b
--- a/airavata-data-lake.ipr
+++ b/airavata-data-lake.ipr
@@@ -90,15 -67,6 +90,21 @@@
<option name="ADDITIONAL_OPTIONS_STRING" value="" />
<option name="MAXIMUM_HEAP_SIZE" value="128" />
</component>
+ <component name="MavenProjectsManager">
+ <option name="originalFiles">
+ <list>
+ <option value="$PROJECT_DIR$/data-orchestrator/data-orchestrator-clients/pom.xml" />
+ <option value="$PROJECT_DIR$/data-orchestrator/data-orchestrator-messaging/pom.xml" />
+ <option value="$PROJECT_DIR$/data-orchestrator/data-orchestrator-service/pom.xml" />
+ </list>
+ </option>
++ <option name="ignoredFiles">
++ <set>
++ <option value="$PROJECT_DIR$/data-orchestrator/data-orchestrator-service/data-orchestrator-api-server/pom.xml" />
++ <option value="$PROJECT_DIR$/data-orchestrator/data-orchestrator-service/data-orchestrator-service-core/pom.xml" />
++ </set>
++ </option>
+ </component>
<component name="Palette2">
<group name="Swing">
<item class="com.intellij.uiDesigner.HSpacer" tooltip-text="Horizontal Spacer" icon="/com/intellij/uiDesigner/icons/hspacer.png" removable="false" auto-create-binding="false" can-attach-label="false">
diff --cc airavata-data-lake.iws
index 55b304b,16dcad0..bdacacf
--- a/airavata-data-lake.iws
+++ b/airavata-data-lake.iws
@@@ -353,17 -335,17 +353,6 @@@
<option name="Make" enabled="true" />
</method>
</configuration>
-- <configuration default="true" type="ArquillianJUnit" factoryName="" nameIsGenerated="true">
-- <option name="arquillianRunConfiguration">
-- <value>
-- <option name="containerStateName" value="" />
-- </value>
-- </option>
-- <option name="TEST_OBJECT" value="class" />
-- <method v="2">
-- <option name="Make" enabled="true" />
-- </method>
-- </configuration>
<configuration default="true" type="JUnit" factoryName="JUnit">
<option name="TEST_OBJECT" value="class" />
<option name="VM_PARAMETERS" />
diff --cc data-orchestrator/pom.xml
index 1247f30,ee7f550..fa3b1a0
--- a/data-orchestrator/pom.xml
+++ b/data-orchestrator/pom.xml
@@@ -33,9 -33,9 +33,10 @@@
<artifactId>data-orchestrator</artifactId>
<packaging>pom</packaging>
<modules>
- <module>data-orchestrator-api</module>
- <module>data-orchestrator-core</module>
+ <module>data-orchestrator-service</module>
+ <module>data-orchestrator-clients</module>
+ <module>data-orchestrator-messaging</module>
+ <module>workflow-engine</module>
</modules>
diff --cc pom.xml
index cff3d19,6473d58..046a1cf
--- a/pom.xml
+++ b/pom.xml
@@@ -147,9 -147,9 +147,12 @@@
<neo4j.version>3.4.6</neo4j.version>
<io.grpc.version>1.25.0</io.grpc.version>
<spring-security.version>5.3.4.RELEASE</spring-security.version>
+ <kafka-clients.version>1.0.0</kafka-clients.version>
+ <snakeyaml.version>1.15</snakeyaml.version>
+
+ <yaml.version>1.15</yaml.version>
+ <spring.boot.version>2.2.1.RELEASE</spring.boot.version>
+ <commons.beanutils.version>1.9.4</commons.beanutils.version>
</properties>
</project>