You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gobblin.apache.org by su...@apache.org on 2019/08/14 04:00:31 UTC

[incubator-gobblin] branch master updated: [GOBBLIN-855] persist dag after addspec

This is an automated email from the ASF dual-hosted git repository.

suvasude pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new d03abaf  [GOBBLIN-855] persist dag after addspec
d03abaf is described below

commit d03abafbf6e850f87fb1614b672d9ad56f2760c6
Author: Arjun <ab...@linkedin.com>
AuthorDate: Tue Aug 13 21:00:25 2019 -0700

    [GOBBLIN-855] persist dag after addspec
    
    Closes #2711 from arjun4084346/persistdags
---
 .../org/apache/gobblin/service/modules/orchestration/DagManager.java    | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java
index e8cf1a4..ab4f73f 100644
--- a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java
+++ b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java
@@ -596,6 +596,8 @@ public class DagManager extends AbstractIdleService {
         // blocks (by calling Future#get()) until the submission is completed.
         Future addSpecFuture = producer.addSpec(jobSpec);
         dagNode.getValue().setJobFuture(Optional.of(addSpecFuture));
+        //Persist the dag
+        this.dagStateStore.writeCheckpoint(this.dags.get(DagManagerUtils.generateDagId(dagNode)));
 
         if (this.metricContext != null) {
           getRunningJobsCounter(dagNode).inc();