From 3bbc14d9dcb65e858dc5039023f0681ef9c0716d Mon Sep 17 00:00:00 2001 From: Jeremy Beard Date: Fri, 6 Dec 2019 15:48:34 -0500 Subject: [PATCH] [ENV-451] Close Spark session at pipeline finish (#310) --- core/src/main/java/com/cloudera/labs/envelope/run/Runner.java | 1 + 1 file changed, 1 insertion(+) diff --git a/core/src/main/java/com/cloudera/labs/envelope/run/Runner.java b/core/src/main/java/com/cloudera/labs/envelope/run/Runner.java index e87156f..e934004 100644 --- a/core/src/main/java/com/cloudera/labs/envelope/run/Runner.java +++ b/core/src/main/java/com/cloudera/labs/envelope/run/Runner.java @@ -135,6 +135,7 @@ public void run(Config config) throws Exception { finally { shutdownThreadPool(); shutdownSecurity(); + Contexts.closeSparkSession(); } notifyPipelineFinished();