Revert "[SPARK-34674][CORE][K8S] Close SparkContext after the Main method has finished"

dongjoon-hyun · dongjoon-hyun · commit ed3f103ee81b · 2021-04-08T21:50:14.000-07:00
This reverts commit ab97db7.
diff --git a/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala b/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala
@@ -952,12 +952,6 @@ private[spark] class SparkSubmit extends Logging {
     } catch {
       case t: Throwable =>
         throw findCause(t)
-    } finally {
-      try {
-        SparkContext.getActive.foreach(_.stop())
-      } catch {
-        case e: Throwable => logError(s"Failed to close SparkContext: $e")
-      }
     }
   }
 

Original file line number	Diff line number	Diff line change
`@@ -952,12 +952,6 @@ private[spark] class SparkSubmit extends Logging {`
`952`	`952`	`} catch {`
`953`	`953`	`case t: Throwable =>`
`954`	`954`	`throw findCause(t)`
`955`		`- } finally {`
`956`		`- try {`
`957`		`- SparkContext.getActive.foreach(_.stop())`
`958`		`- } catch {`
`959`		`- case e: Throwable => logError(s"Failed to close SparkContext: $e")`
`960`		`- }`
`961`	`955`	`}`
`962`	`956`	`}`
`963`	`957`