[ENV-451] Close Spark session at pipeline finish (#310)

cloudera-labs · Dec 6, 2019 · 3bbc14d · 3bbc14d
1 parent 764da1a
commit 3bbc14d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/core/src/main/java/com/cloudera/labs/envelope/run/Runner.java b/core/src/main/java/com/cloudera/labs/envelope/run/Runner.java
@@ -135,6 +135,7 @@ public void run(Config config) throws Exception {
     finally {
       shutdownThreadPool();
       shutdownSecurity();
+      Contexts.closeSparkSession();
     }
 
     notifyPipelineFinished();