make sure spark session is closed (#69)

Signed-off-by: Oleksii Moskalenko <moskalenko.alexey@gmail.com>
feast-dev · May 5, 2021 · 7a279c4 · 7a279c4
1 parent f7d048b
commit 7a279c4
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/spark/ingestion/src/main/scala/feast/ingestion/IngestionJob.scala b/spark/ingestion/src/main/scala/feast/ingestion/IngestionJob.scala
@@ -122,8 +122,11 @@ object IngestionJob {
         config.mode match {
           case Modes.Offline =>
             val sparkSession = BasePipeline.createSparkSession(config)
-            BatchPipeline.createPipeline(sparkSession, config)
-            sparkSession.close()
+            try {
+              BatchPipeline.createPipeline(sparkSession, config)
+            } finally {
+              sparkSession.close()
+            }
           case Modes.Online =>
             val sparkSession = BasePipeline.createSparkSession(config)
             try {