From 4ae7e945153160872eaf146e4b61a50d2c2e6b73 Mon Sep 17 00:00:00 2001 From: Arjun Date: Tue, 13 Aug 2019 21:00:25 -0700 Subject: [PATCH] [GOBBLIN-855] persist dag after addspec Closes #2711 from arjun4084346/persistdags --- .../gobblin/service/modules/orchestration/DagManager.java | 2 ++ 1 file changed, 2 insertions(+) diff --git a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java index e8cf1a40b36..ab4f73f9f7b 100644 --- a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java +++ b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/orchestration/DagManager.java @@ -596,6 +596,8 @@ private void submitJob(DagNode dagNode) { // blocks (by calling Future#get()) until the submission is completed. Future addSpecFuture = producer.addSpec(jobSpec); dagNode.getValue().setJobFuture(Optional.of(addSpecFuture)); + //Persist the dag + this.dagStateStore.writeCheckpoint(this.dags.get(DagManagerUtils.generateDagId(dagNode))); if (this.metricContext != null) { getRunningJobsCounter(dagNode).inc();