You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by di...@apache.org on 2021/08/12 04:19:44 UTC
[airavata-data-lake] branch master updated: Ansible to deploy
workflow engine
This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
The following commit(s) were added to refs/heads/master by this push:
new a96e649 Ansible to deploy workflow engine
a96e649 is described below
commit a96e649a5cede7ffd47fbedc86f4de5161926475
Author: Dimuthu Wannipurage <di...@gmail.com>
AuthorDate: Thu Aug 12 00:19:30 2021 -0400
Ansible to deploy workflow engine
---
ansible/datalake.yml | 8 +-
ansible/inventories/test/group_vars/all/vars.yml | 26 +-
ansible/inventories/test/group_vars/all/vault.yml | 288 +++++++++++----------
.../data-orchestrator/application.properties.j2 | 1 +
.../templates/data-orchestrator/config.yml.j2 | 4 +-
ansible/roles/workflow-engine/tasks/main.yml | 75 ++++++
.../wf-controller/application.properties.j2 | 25 ++
.../templates/wf-manager/application.properties.j2 | 47 ++++
.../templates/wf-worker/application.properties.j2 | 26 ++
.../src/main/dist/conf/application.properties | 7 +-
10 files changed, 362 insertions(+), 145 deletions(-)
diff --git a/ansible/datalake.yml b/ansible/datalake.yml
index a9faf4f..e278f2e 100644
--- a/ansible/datalake.yml
+++ b/ansible/datalake.yml
@@ -21,6 +21,8 @@
---
- hosts: data-lake
roles:
-# - custos
-# - mft
- - data_lake
\ No newline at end of file
+ - custos
+ - consul
+ - mft
+ - data_lake
+ - workflow-engine
diff --git a/ansible/inventories/test/group_vars/all/vars.yml b/ansible/inventories/test/group_vars/all/vars.yml
index 1b7ea1a..8463bab 100644
--- a/ansible/inventories/test/group_vars/all/vars.yml
+++ b/ansible/inventories/test/group_vars/all/vars.yml
@@ -93,9 +93,31 @@ datalake_data_orch_datasource_url: jdbc:mysql://localhost:3306/data_orchestrator
datalake_data_orch_datasource_username: "{{ vault_datalake_data_orch_datasource_username }}"
datalake_data_orch_datasource_password: "{{ vault_datalake_data_orch_datasource_password }}"
datalake_data_orch_http_port: 8899
+datalake_data_orch_grpc_port: 6566
datalake_data_orch_broker_url: localhost:9092
datalake_data_orch_broker_consumer_group: DataOrchestratorGroup3
datalake_data_orch_broker_topic: data-orchestrator-file-events
-datalake_workflow_engine_host: localhost
-datalake_workflow_engine_port: 6565
\ No newline at end of file
+workflow_deployment_dir: "{{ user_home }}/workflow-deployment"
+workflow_zookeeper_url: localhost:2181
+workflow_helix_cluster_name: datalake
+
+workflow_datasync_wm_name: datasync_wf
+workflow_parsing_wm_name: parsing_wf
+
+workflow_worker_kafka_url: 149.165.156.200:9092
+workflow_worker_kafka_publisher_name: mft-status-publisher
+workflow_worker_kafka_publish_topic: mft-status-topic
+workflow_worker_kafka_consumner_group: mft-even-group
+
+workflow_manager_host: localhost
+workflow_manager_grpc_port: 6565
+
+workflow_manager_mft_callback_url: 149.165.157.235:33335
+workflow_manager_mft_client_id: "{{ vault_workflow_manager_mft_client_id }}"
+workflow_manager_mft_client_secret: "{{ vault_workflow_manager_mft_client_secret }}"
+
+workflow_manager_custos_host: custos.scigap.org
+workflow_manager_custos_port: 31499
+workflow_manager_custos_id: "{{ vault_workflow_manager_custos_id }}"
+workflow_manager_custos_secret: "{{ vault_workflow_manager_custos_secret }}"
\ No newline at end of file
diff --git a/ansible/inventories/test/group_vars/all/vault.yml b/ansible/inventories/test/group_vars/all/vault.yml
index 7b64304..3f44c69 100644
--- a/ansible/inventories/test/group_vars/all/vault.yml
+++ b/ansible/inventories/test/group_vars/all/vault.yml
@@ -1,138 +1,152 @@
$ANSIBLE_VAULT;1.1;AES256
-30323532343463616438653762303862663538636432636633656634376131666233616266343331
-3139363437616562366231333636656438616437346634310a646533356336613166633738343965
-39613365653738353662336135363536373737313232396436326538376538666130643963313333
-6461663935306334370a346132633061623036386261366234623161613335633035316536333130
-37313863343663336231326363653936636464336562646635633236643536636635373666373634
-36643531633665386139336265323266356564633332393963366333626131313230626433323732
-66376530663336303963393236323333386463316535313631363961666366303461323836633236
-63613565336230613861633830663236333134373931613362326638373032613931396535333131
-37653062373463616163393265643131366563643365646361353333613166633830633830356232
-62313462656362373165346237346436373331353863383036386333393330666132383930643166
-61633163343330633736356363383639363239393033366361316332376465383837393561646437
-63396336626633643233313036666236323635396561653534346338326366653237336135306137
-33363362373031373663633131623839386336373238353361303736666662666161656436396437
-61643763663361653764376466616532323735616430623537633637393839396634633132626437
-61653561356534306462346132313364323666323536373163323131326366613434643866353033
-66323361393638353239356366346162376163336238643466633034656432353937346266616163
-38303630663466643132383362396265393765646337653463376133646334313039323466373265
-35373331323131303033633733393464636332396330373063343263343534633733333366353064
-30363038396436633862313131353334386235356431326466336631633936376262666534386335
-36633866346263326335353336323330396131643064383266316637363739636133396330366130
-65343338626134656466396536653535616536303630613761633231373266666534336262653237
-39376436613537313430303336393930396137316234376562366462346237326233623065653361
-33653830613132373961373431353733323433646534366630363363666566633335633362663136
-33363761613161646466333432633939373736623764343633323164366163333531323239663433
-30383433343466343936363331383233303764666132333032353932623865346530343766326563
-33373133393435323536316634623561376662626137623738666337393335323838353266356133
-37396235663166643235666333643235633035333866363562303235323930643133326130393164
-61326361616665376138386233626531393933346364626664383230316165656639623863643130
-32343131643134326438653934616635613535393130646564613165396434363465613236623835
-38383731346633663463373132663564363539366564306636396266396333376530386231643535
-31323533666630316533313135663033373636643965616339323739376136646334343635623339
-38373534346565353632653463333736653130313161313864613038366333633137663739303834
-39643333323834316236663566633266323833306132303934343961346661616633346230383666
-30646237623264363130373361323463366130313264303233643434653231363831333135636462
-32356236386562653762393466613965366430353733643665323764386262356230643762303432
-39396265393634623535623062303139356337633437666332306631626566346331653361363136
-34393262663634656266343930626264376338623233626430373565663831613938313638643333
-61366338396131396664316466353335346661643965343732666530633063613333633066353761
-66626538363163313337643637653935313463346262376335613738346238303962316239646161
-31356431633735333135626461383134346235663138313762353761643033636463646138313762
-39616538376337653334303434313261636466333135313164646435303634636139663730333463
-30336365303132333862396163663732643130303664373035643639303936356635303034326161
-34613231366632366561613063666264616364613863323237633161633264376230613732643730
-64336537666631633537383038306665336361356365626438383962383336383631343136656132
-32383665313464303564633263303231396632646230376233373362356130356535663435366235
-36373737653165633834623832326130363732633638316163323139616134363265653666376635
-30323061303161383436633163353662336463613465383839353365313334376465643664643633
-61363561386466363832323037313465373162373633353364343333353765636636623439613466
-32646334616533613635393062633732613837303330643364363131613935363835656333393236
-63323333373035633537663236643161336464613263653139643766653738333764626338343338
-30333766656364313061313766323935313434623363353432326461346630313631616139616661
-65343234373362613935326638613662326538626264633139656538323966633365623566653063
-38383938303566356266666665323930653162653232613261316336313233666635306165643266
-62303339613435306134353931396532316564366130373965653634326163316332616530333063
-32363565303635303066653962313030343838396438636165353366613235656432383533633239
-37643030306663346566336636363432656662366562316661373934356337633135656366376462
-31323332626233393538633432623633643133626233653964643662313364613264393435396533
-63326365663631663465333361663864366232616666313064326533303535313366393537653166
-61343632366430313732646630656439373061396639393330393030326436393464623464613364
-33383961613630353632316232343837663530653432303032386133623333333435303332363865
-30313463363231323331373734353539626638393238663962383836353339333337613632643530
-66646165343065323135316161633034356335316332396332626638633035643764386439376439
-32386664303961613733323865656238643966313838663430373062636536616237343239646136
-64346463666335336664626534373036356463636532376463633337396363323832313664313666
-65666562353662663961383230383765633438643665363365316335633530633065626261616438
-65313139373662663134636663393335353363646432613365393331626239303932653562663461
-63353732386235616533383639353838663661376637306432366564353266306137363931393062
-36383862666262336138613761326538663736306266643639393239613766363134636133303461
-64656136373730663730656437373631613435386566323162393237323034663434643364303430
-32633135656365386430326138643562326532353461613538656661333432653333366666343438
-65303737323430623565633138636461393666383063333032373863646139363436666231336365
-36353062323332323338366661333937356235646639313964343538666339316161386233333034
-35356436306166653963386334316664636331333538663765363465353732303435373365613734
-39616335613934316265633238333131386133316332666331636363363063356632626663616430
-33633762393235646666386664326133333261356133663635646338306334613963303239376662
-31346133613263626433333934303834353338303730333635633539356530303431373434613464
-62636437386538623263323034646465333762343465303430353332636639663764613766663462
-61626665303530666637316362303364386332643335336166376138666538623432353663623933
-64326338663135316234663332626630623362376233313730363634653531366662626333623231
-65666530383936643230376630616563643361666263303337383234396461313664393737623038
-62346431653139303632303736366335373539303139356235386232303964613765356334333264
-37313032646239346139363865396138356666336533346336343562343437376366663334333339
-37323166323134666537366437336466633431376163646635393035633436653331616535386536
-31353330363565363866623233666331386334373932626461346366613137643031383035376464
-38383034623235346363653039373563663333363765623230646561643539366432313232636633
-38653465653833326533373361616533613262633235363733396234363030633431663838613438
-63313136333563636434363964323163353939326164623431326433323235313439353136616538
-66393333313763393232616333633335333936313335633038623262303665663165393730643837
-38663162393665363566366331356265313861383961333563626530316664313033353438396365
-38383836343138616130343733623436353330376133346333343139316137316434333531316364
-64613865666261643633616537666132313962323561386266643961653330326265373461656430
-63316666323336666131623937626334373037643765306663646632616662386438306232623263
-33623637363738316563363130313737653464643564646664663063653738313533633863323436
-38326638663134396536333338333630356266616638623262343433323863623265346666383239
-66626663653263653430626633373438653436623563636464633866666331616138393735386562
-64386166616165303232326636353331653436636461646665633262656331386637316363326164
-37393236376162383433323861646532353863306635626331653938356263343862323463623534
-35376637303932646133383931336638346664643937626137663435636539623434376666646236
-30373261313361383230343230373437396536343039313334646135656635376336316135303261
-64323534386566613933633035323462366437333332303263643835323633333735323334376564
-63626366333136636336666639353236333164363333313134336234616333656664626563613431
-35323166653238626433346261326263343765663435653163386663316232613065383763303162
-39386263643838613465653961353637643535356639396436313834393930306539353430666638
-33623934346230646664353538633535336266653332663631636433326466393865343632353432
-35636533366135643464356637333636363362653766386266326263343961613131323066393536
-32373463363266653564383938623634646665343535386336373561666463623830636534313062
-31383463346337363237346334333961373766623665383466396435613338646134383066636666
-61393434376435346237366134643837366133343636353736636132376264643339313962663264
-66356233336561353863303931643963303334323333643364393937376232343065343335313538
-64333364633733643435303634383432656537333866353363653632396335383834613930653533
-66326262653030336361633537623634306362613262636664313037373164303431393865313939
-62353934383063666130643735366262353561653437333835313038366235333863386333643633
-38333536613439383131373436306238396638323632626634393737313032376465613236653530
-37393065626135616566656461343662666665623935646563303830643632376439313130653537
-35363139313963333762656261333030613231313262343637306231336334346139616635613330
-65353964356662663266346134363562303236336437313638343838313135656234313063313336
-39623663663537303639333432356435613038333064623234383530663431393030643633336236
-31343738346533393963626533663263366565643631633931363962643266373332303663336564
-62383465343436623265616531323532623763353432623661393564633065653063343263323963
-64316262303666303264633134303263336233373738663666333438393737386264313939636338
-32303865323061633536613363393361616634316664393136386361303936333231646439663364
-61313339383463326638356136363964353364353130376536363732306539663963373862643233
-31663533663536623935363839613461623036616134393366656463313363633232373239663666
-34383935323466363430333330663535663766303030653731636139613331376437633736333461
-39636434666165393264613733363365663634386365636438313237383134336433343463323836
-30633131343963616666643139313037616365636237306664353437313038333663663534623265
-36383862653138306132666663663531333837353931323233343963323530306439303434333736
-33346234396266633831613263663939323731316565383164313262666161633537653164383036
-63323462393565646632623930346431386663303434626436346461333466333237363132333732
-37373362363564313539386535303230376239306564366262376538666466343134626566613439
-34306336626332393737613663396634646662386664623435323438343566396361623139363638
-31643230653661383466643434663733316130333833313365356463613263336665346466393761
-36653461653561636131316363336537393839396665333930623764376532383439666166663663
-35613333343231373066326232303931633561363364626338393631646235623831336563333231
-34376464333038363262633838643337373764616630303364326166373531383030636534386534
-61636339633339356362373465633139396264313639323238346139343332643133303137643765
-30333732663762316438366539623839666235643736333633386430623761346434
+30326232633238616564666334386437643339373166663630326631653866376134376435373134
+3936643533306432383836383462643233313933303463630a613962663466626461633465323963
+35303936303533313564636539363933353166373031356334656535653935633633336364613364
+3364383532316163300a623736396564636237306431303630343334353563333732323364343761
+30626439353035343236343262663538633262343162343234646434666334643631626662353261
+30363362633533343562656231366132396637373135306132336139306331323734366261663134
+39323564663332356662626562306263383133616663663131366433396431356663343962636661
+64643363313261346433653230346161303330326130646662363838643230366636343035383336
+31383239323066376132303537333834663632323336353130626636343138356435323836333235
+63343139313562636436316532376135373636333237366333306534303836626339363930666662
+61303237333130326631373032333632623831393130616131646136393932626561356230393565
+34626234643839653361613637663063633661396163363030396333333864663463636632373830
+36646261643535623466343031346231663833373462663531313166383262663330616161333033
+64303634386662656533393064613964356163323632356562663666386336623532616138343339
+64633932383430303962613362386235343930643432663030653730363264333637666536666164
+38343032323135343063323565343963636437663135383834383164386238353864656330303637
+63623765366362303335393338363033383739306132303731393938663138343161336431353535
+37663238666166386165366639623262356466323633643762316465353536373337376131313466
+31653938386363636634383237613065323366336532383431373331346232363766616562646361
+30336330643437336432383563393936333233366332376436656466323464366566346266346134
+62636563623764356230623664393935363161633430333362356436373666336637353438666532
+63396632666466373034663034373736663238623032326132313832303363343764303835623934
+33303735346130646237366565656138373034613739396663306133346366383262333134353434
+30333639383530336138646135326561306234353761333732623632313431393037373132626363
+66363132373965333632363333336535376462623933366331656464343032393536363234383162
+62666437393437306633623833386664373633623562653533376535646534336331666134633866
+37353936373338363238303239333538393561646265646135376661353064323565353834303936
+66333362653730353564643534373930626331313937323862623130653532646534326362373936
+62356338386362653132383836326265626230396632393333663464373463633331376566663331
+32663834313034346434336439323764633533366366643837376565353361633933613337326163
+63656262613461383539636631646561613637386630623634336133666139316631343433303034
+63396237383964633938643461376164336162333931643964386361393765356231633038653230
+35643766366334643365383366663031323235613730623232326439623739306535303139353735
+66393830656666353231636538366661636339326535316332626533366530323939653563366238
+33646432343536336662323738353464353232313764353064633534633964326166376234626465
+36656330303430663536373030343433373239616164616534643163353865613334646361323439
+39303865643166666439623133356139636433373564333832616663663339646462323031643039
+36346438623235666263346366623630623239666131326336346336653735633139623964326338
+36636239623731333166353865356434666538376536333661336161366463393334383266343732
+33323064303733646332303535336562633064336337383839323430373966613634366635663031
+65613737366263636433616239376665636239373331653138623634613032616137626630646230
+35343863346235343164393730666461353031363832343233396634653038613638663933363238
+66623835653163376564353963363531316462343536346366343539316464383932393266656238
+38616131616430343137663264653030303737373739363861633732353932613631313539343837
+66666434313463383666633961313966393762396632323237363632663163353133333237396461
+62613566356437396537316261656338313839386537313338333636306435623334623531626663
+39666139363034396333396264633830333963663265343439383364646236363137303434343830
+31353837383332313864656565663465383433313338616135333738303764323964626533653261
+37623362636536333136306435653034343531633531653537666537363465373632666164343838
+37333435396266383762313439653839653236323939313462636462383264643832353330396464
+37653133346663643130326666396633333331623838336331626631663435363232653662663431
+65363663363237653462353238316633353038613130646465656666653263313835353332323331
+35306232396632663933393837663030316666623333616438613263643336393632366665363033
+65636261363433666666663462303936393937333762316531386438613162353064663661653662
+37666636643861396536396337626334616437393733333961373561396562306235623735613763
+38346436373834633037376166653032653861316231323537623062343661326136663735646332
+36346438323136353163333934343764666638383938336162623932393934396439396238373632
+61356166643835663139616531386439343633623934653664623730393732336139303934633135
+36663763643433633036373934623965666263346465316335643364316436623763383666643238
+33303165393635623936393561353132333132626238626165623761303435333838656666643566
+64326134383534626334323566336530303338613639363139646465646365333734666561393639
+31326566373531386263346533333564393632393238303135363662666264366164383835653437
+37363431303737343863343534653137613161663165393936393035643730303830363931393563
+64383233313834633762616439653338663063376261623662363632346336363361343631343966
+34643039633062393938653438353861356365656464656165346131323064353362643837666434
+31663332626637653732663764633538326565373734636236313331386561363165643938643636
+36363332613361303364653533326562323161313161376431643163366532306530643263373431
+65303162666164656639653633613338636566666163393639613065383131616563616631363366
+30393834323663336465343562623166323462323834663736353639613930646461306530636161
+34613832303930666638363261646263313434633539356532323166623165356665636431323133
+62636633613763303565333637363163333935636363626333316536343034323331343766393935
+39303635373938326161323135663231383464326564343734616133623137306532366139393031
+64393563316364386666316466313866316261663262663639643630663036356537636530633434
+35373564633432333864376161386532643366346339653438366261396631306362623533346664
+34363465323761356336643062343734626562383764366131653330353834656564303663393765
+61656437383963623732326539383361333364356435376231366464623661376132336361303138
+65653264633065346264393632613437663238303965363266383264306638613134373730346364
+30643436663531613139643333626262376237356632333662393032396265393135353834373833
+66663564643861313535643037346230363462653337373366316639633563313064643530613630
+33323461373961623661353137643637653239383262643363316432643364303965376231363939
+38366264326466313837623732393634316263316464326637383764333935326235386531653131
+35376264333231643330633765656537363730386162643131383531346432373933356261386236
+31353532363763626431643064633136353834373163646133636663363130343764313334646163
+37646261326537646439363032316564333637643036373637303535356663633834343532343736
+33643531393437323835616330383833613636383533333232373566366536346662623730396266
+63313437646336363462623363633635323634396337313931636338383736383636396539653438
+35386532313930343161313632646635353461386631653732626233366263353136306636323762
+30623664383534623462353263343230623065333062643233666533313665663662373936633430
+31343738393933336262636438333139343731376561313265316138353739313231346165646230
+39656236303736363436353434316130346539343930353836616262323731353961376562623030
+37376261623665313565663130643565393733326661656466353334643761633635633962353062
+61663437613161343030646565306361313363303030623235316438343333333163656236653038
+37613164393234396239343462663664356665313238336137656334623933386638316561393531
+63393563636237376261363838303634333931373334363338313436643730613738626334333630
+62393731663937313063643434626632343066336230383336383561633833376666373337353738
+61323533386337303132623037643138653966376238666132646339326564383964643533333061
+63313264336433633035323438306638643238623661356230313262613166643462353935646632
+31656161626663393365656565666666643739613661633135616239373136656463393639303064
+35613465303238383132343764356434356130353131303230656536366539616665316537646235
+39373965303938353935356163303963666165356532303165616435666463613362613633653933
+35616636633835393463376161303033636332333735666430393665363635373264303630323430
+36633761383464623331346434363336333534313033653331633731613136656337643461346362
+32656661376164643761626666373837633037663735326664626664616636363161646633393737
+65623731383539396530383532383134343830616435393030636364663634373539663063643830
+34633432363463393361386134366234323636626161333165313836346463373532633162306130
+63386437306566353232373631623033316437613866353335303364343364633463623962326239
+30666566656235373833323261613265663036626434373033633832336139393765613732363731
+61393736346235666236623437373162613532383934646130643039383337653737373030336163
+36653132393737613862333138353931643231386230366636613464613866666132623663346266
+62373033363435346332336564636232383732333635633033353164363631313663323434376533
+35353130386335643639663162386230323230646161346632656163313439383437313230343362
+37326365316436393632383330396337316139376439316661616535303739363761363730653431
+66316163316462646539383663336439663065643466626134646132383766623731313830653933
+30313039343438626566626630653538643033653938313937383437663333306331313631666131
+32386338323438363237656232386435643861313664353734366565653935333430393563353432
+62393562373731653361663537363838633165393937626136326466393838393764656463306461
+33386332306235643534663231326533373038383037643739326662313365326665313137323830
+32366433613638373066306438663365323263366465383530356565633933366465303762386264
+61313765326437313832666565306534626339373539363132336662636563343037396135376434
+34396661646261353335643936643665643134633732656665303137663537663433643465616666
+37656539653834643331633835396430353263636336336136316261306464333064613631313132
+63303238396134626435363232356533386166396563373163363436653661646632393863363435
+33373233333138373830653939653338396433306234383331633733643365376565313466303839
+39663531333034663466336664373463656665393132616332303032643766633738356431323435
+34313530643232366536323465353564626132383262306637636534633434353633656164323662
+61633061646632666135366661366631613165636131373863626165373062666665653237656362
+61613062363134393730353538323361616466356435326366333363313536383062303432303164
+36343138373866633766356364393030303832653061326536326133306433326136636437616536
+31366138373165306333623563323863323039323137653030643634386165653861313835663335
+62643639373662366331353662623639343339373834323564636637326661316561663831636163
+32666364303666303466653462616138623938646336643736336665613162313666376538383936
+62653332313530313064306638343761653964393231323863633831303737646433616630623862
+65353861376462383431656266313239373837613132633033306263653134383865333039346332
+61613734316137346563656365363433303266383936613634646164316562396464653536316537
+34633238383335333535376134346665646462653132306238366336643139656538323033376431
+63643631623331373934633963666165616365656565363166373865323933656264303664636333
+35383838373935306435333466373530623837623966656130666339353361656238323861333531
+35653662316163356533343231616364656562336632376566333638333563383666363134613363
+31623034346664393933383830336636353337653663636433306636303164323532656235643235
+33383938613338333733303231356165643832656264663332313365623636653130353466363766
+36623337623338633735356235636264346366376462323635386165343535343239343633353937
+61343665383530303332303034303234653832633232373038336336653165303639633933623738
+35346465353662643833653265353733346664663738396336363833633464393230613139643031
+31373231626233613235303431616263396631363535656638633264393961323235613433306566
+31353334323239376534393937613038616337623539336636663066353939373930633830336364
+62343732383435626466643464376236656339313635326137383766363964636432316635383666
+34663865313063323566356330333462623665326232333261393233343861643036353934323063
+63383834626636633439393335323766643433353566663163373830623836626263623332356163
+35343932323033336338343863343633313562643135663038353438653634636464613736336230
+64643139653432383865346539306433373236373036613238383232373362626437323566333737
+613239626335393738353861313831313935
diff --git a/ansible/roles/data_lake/templates/data-orchestrator/application.properties.j2 b/ansible/roles/data_lake/templates/data-orchestrator/application.properties.j2
index f2763e5..16eb0b4 100644
--- a/ansible/roles/data_lake/templates/data-orchestrator/application.properties.j2
+++ b/ansible/roles/data_lake/templates/data-orchestrator/application.properties.j2
@@ -13,6 +13,7 @@ spring.jpa.hibernate.naming.physical-strategy=org.hibernate.boot.model.naming.Ph
config.path=${AIRAVATA_HOME}/conf/config.yml
server.port={{ datalake_data_orch_http_port }}
+grpc.port={{ datalake_data_orch_grpc_port }}
drms.host={{ datalake_drms_host }}
drms.port={{ datalake_drms_grpc_port }}
diff --git a/ansible/roles/data_lake/templates/data-orchestrator/config.yml.j2 b/ansible/roles/data_lake/templates/data-orchestrator/config.yml.j2
index 80b34f6..40f6fdb 100644
--- a/ansible/roles/data_lake/templates/data-orchestrator/config.yml.j2
+++ b/ansible/roles/data_lake/templates/data-orchestrator/config.yml.j2
@@ -6,8 +6,8 @@ messageFilter:
resourceNameExclusions: "swp$"
outboundEventProcessor:
pollingInterval: 5
- workflowEngineHost: "{{ datalake_workflow_engine_host }}"
- workflowPort: {{ datalake_workflow_engine_port }}
+ workflowEngineHost: "{{ workflow_manager_host }}"
+ workflowPort: {{ workflow_manager_grpc_port }}
drmsHost: "{{ datalake_drms_host }}"
drmsPort: {{ datalake_drms_grpc_port }}
consumer:
diff --git a/ansible/roles/workflow-engine/tasks/main.yml b/ansible/roles/workflow-engine/tasks/main.yml
new file mode 100644
index 0000000..856fdc6
--- /dev/null
+++ b/ansible/roles/workflow-engine/tasks/main.yml
@@ -0,0 +1,75 @@
+- name: Create Worfkflow deployment directory {{ workflow_deployment_dir }}
+ become: yes
+ file: path={{ workflow_deployment_dir }}
+ state=directory
+ mode=0755
+ owner={{ user }}
+ group={{ group }}
+
+- name: git checkout from Datalake github repo {{ datalake_repo }} branch {{ datalake_git_branch }}
+ git: repo="{{ datalake_repo }}"
+ dest="{{ datalake_source_dir }}"
+ version="{{ datalake_git_branch }}"
+ register: checkout
+ tags: update
+ become: yes
+ become_user: "{{ user }}"
+
+- name: Run Datalake maven build
+ command: mvn clean install -Dmaven.test.skip=true chdir="{{ datalake_source_dir }}/"
+ environment:
+ MAVEN_OPTS: "-Xmx2048m"
+ register: build
+ tags: update
+ become: yes
+ become_user: "{{ user }}"
+
+- name: Stop daemons if running
+ command: "{{ item.command }} chdir={{ workflow_deployment_dir }}/{{ item.dir }}/"
+ with_items:
+ - { command: ./bin/wf-controller-daemon.sh stop, dir: "WF-Controller-{{datalake_distribution_version}}" }
+ - { command: ./bin/wf-worker-daemon.sh stop, dir: "WF-Worker-{{datalake_distribution_version}}" }
+ - { command: ./bin/wf-manager-daemon.sh stop, dir: "WF-Manager-{{datalake_distribution_version}}" }
+ ignore_errors: yes
+ become: yes
+ become_user: "{{ user }}"
+
+- name: Copy Workflow distributions to Workflow deployment directory
+ unarchive: "src={{ datalake_source_dir }}/{{ item }}
+ dest={{ workflow_deployment_dir }}/ copy=no"
+ with_items:
+ - "data-orchestrator/workflow-engine/datasync-workflow-manager/target/WF-Manager-{{datalake_distribution_version}}-bin.zip"
+ - "data-orchestrator/workflow-engine/workflow-engine-controller/target/WF-Controller-{{datalake_distribution_version}}-bin.zip"
+ - "data-orchestrator/workflow-engine/workflow-engine-worker/target/WF-Worker-{{datalake_distribution_version}}-bin.zip"
+ become: yes
+ become_user: "{{ user }}"
+
+- name: Copy Workflow Engine property files
+ template: "src={{ item.name }}
+ dest={{ workflow_deployment_dir }}/{{ item.dir }}/conf/{{ item.target }}
+ owner={{ user }}
+ group={{ group }}
+ mode=\"u=rw,g=r,o=r\""
+ with_items:
+ - { name: wf-manager/application.properties.j2,
+ dir: "WF-Manager-{{datalake_distribution_version}}",
+ target: application.properties}
+ - { name: wf-controller/application.properties.j2,
+ dir: "WF-Controller-{{datalake_distribution_version}}",
+ target: application.properties }
+ - { name: wf-worker/application.properties.j2,
+ dir: "WF-Worker-{{datalake_distribution_version}}",
+ target: application.properties }
+
+ become: yes
+ become_user: "{{ user }}"
+
+- name: Start workflow services
+ command: "{{ item.command }} chdir={{ workflow_deployment_dir }}/{{ item.dir }}/"
+ with_items:
+ - { command: ./bin/wf-controller-daemon.sh start, dir: "WF-Controller-{{datalake_distribution_version}}" }
+ - { command: ./bin/wf-worker-daemon.sh start, dir: "WF-Worker-{{datalake_distribution_version}}" }
+ - { command: ./bin/wf-manager-daemon.sh start, dir: "WF-Manager-{{datalake_distribution_version}}" }
+ ignore_errors: yes
+ become: yes
+ become_user: "{{ user }}"
\ No newline at end of file
diff --git a/ansible/roles/workflow-engine/templates/wf-controller/application.properties.j2 b/ansible/roles/workflow-engine/templates/wf-controller/application.properties.j2
new file mode 100644
index 0000000..81b2643
--- /dev/null
+++ b/ansible/roles/workflow-engine/templates/wf-controller/application.properties.j2
@@ -0,0 +1,25 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+cluster.name={{ workflow_helix_cluster_name }}
+zookeeper.connection={{ workflow_zookeeper_url }}
+
+controller.name=helix_controller
+
+server.port=33336
\ No newline at end of file
diff --git a/ansible/roles/workflow-engine/templates/wf-manager/application.properties.j2 b/ansible/roles/workflow-engine/templates/wf-manager/application.properties.j2
new file mode 100644
index 0000000..bfcf8ce
--- /dev/null
+++ b/ansible/roles/workflow-engine/templates/wf-manager/application.properties.j2
@@ -0,0 +1,47 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+cluster.name={{ workflow_helix_cluster_name }}
+zookeeper.connection={{ workflow_zookeeper_url }}
+
+datasync.wm.name={{ workflow_datasync_wm_name }}
+parsing.wm.name={{ workflow_parsing_wm_name }}
+
+kafka.url={{ workflow_worker_kafka_url }}
+kafka.mft.publisher.name={{ workflow_worker_kafka_publisher_name }}
+kafka.mft.status.publish.topic={{ workflow_worker_kafka_publish_topic }}
+kafka.mft.status.consumer.group={{ workflow_worker_kafka_consumner_group }}
+
+datasync.wm.grpc.host={{ workflow_manager_host }}
+datasync.wm.grpc.port={{ workflow_manager_grpc_port }}
+spring.config.use-legacy-processing=true
+
+mft.callback.url={{ workflow_manager_mft_callback_url }}
+mft.host={{ mft_api_service_host }}
+mft.port={{ mft_api_service_grpc_port }}
+mft.clientId={{ workflow_manager_mft_client_id }}
+mft.clientSecret={{ workflow_manager_mft_client_secret }}
+
+custos.host={{ workflow_manager_custos_host }}
+custos.port={{ workflow_manager_custos_port }}
+custos.id={{ workflow_manager_custos_id }}
+custos.secret={{ workflow_manager_custos_secret }}
+
+drms.host={{ datalake_drms_host }}
+drms.port={{ datalake_drms_grpc_port }}
\ No newline at end of file
diff --git a/ansible/roles/workflow-engine/templates/wf-worker/application.properties.j2 b/ansible/roles/workflow-engine/templates/wf-worker/application.properties.j2
new file mode 100644
index 0000000..89e05cb
--- /dev/null
+++ b/ansible/roles/workflow-engine/templates/wf-worker/application.properties.j2
@@ -0,0 +1,26 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+cluster.name={{ workflow_helix_cluster_name }}
+zookeeper.connection={{ workflow_zookeeper_url }}
+
+participant.name=datalake_participant
+task.list.file=task-list.yaml
+
+server.port=33335
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-service/data-orchestrator-api-server/src/main/dist/conf/application.properties b/data-orchestrator/data-orchestrator-service/data-orchestrator-api-server/src/main/dist/conf/application.properties
index f1260da..d093afc 100644
--- a/data-orchestrator/data-orchestrator-service/data-orchestrator-api-server/src/main/dist/conf/application.properties
+++ b/data-orchestrator/data-orchestrator-service/data-orchestrator-api-server/src/main/dist/conf/application.properties
@@ -13,4 +13,9 @@ spring.datasource.driver-class-name= com.mysql.cj.jdbc.Driver
spring.jpa.hibernate.naming.physical-strategy=org.hibernate.boot.model.naming.PhysicalNamingStrategyStandardImpl
config.path=${AIRAVATA_HOME}/conf/config.yml
-server.port=8899
\ No newline at end of file
+server.port=8899
+grpc.port=6566
+mft.host=localhost
+mft.port=7004
+drms.host=localhost
+drms.port=7070
\ No newline at end of file