You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gobblin.apache.org by su...@apache.org on 2019/08/14 04:00:31 UTC
[incubator-gobblin] branch master updated: [GOBBLIN-855] persist
dag after addspec
This is an automated email from the ASF dual-hosted git repository.
suvasude pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-gobblin.git
The following commit(s) were added to refs/heads/master by this push:
new d03abaf [GOBBLIN-855] persist dag after addspec
d03abaf is described below
commit d03abafbf6e850f87fb1614b672d9ad56f2760c6
Author: Arjun <ab...@linkedin.com>
AuthorDate: Tue Aug 13 21:00:25 2019 -0700
[GOBBLIN-855] persist dag after addspec
Closes #2711 from arjun4084346/persistdags
---
.../org/apache/gobblin/service/modules/orchestration/DagManager.java | 2 ++
1 file changed, 2 insertions(+)
diff --git a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java
index e8cf1a4..ab4f73f 100644
--- a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java
+++ b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java
@@ -596,6 +596,8 @@ public class DagManager extends AbstractIdleService {
// blocks (by calling Future#get()) until the submission is completed.
Future addSpecFuture = producer.addSpec(jobSpec);
dagNode.getValue().setJobFuture(Optional.of(addSpecFuture));
+ //Persist the dag
+ this.dagStateStore.writeCheckpoint(this.dags.get(DagManagerUtils.generateDagId(dagNode)));
if (this.metricContext != null) {
getRunningJobsCounter(dagNode).inc();