give up task cleaning while checkpointing

Ngone51 · Ngone51 · commit a08c3e90c155 · 2019-08-27T19:54:10.000+08:00
diff --git a/core/src/main/scala/org/apache/spark/status/AppStatusListener.scala b/core/src/main/scala/org/apache/spark/status/AppStatusListener.scala
@@ -1289,6 +1289,8 @@ private[spark] class AppStatusListener(
   }
 
   private def cleanupTasks(stage: LiveStage): Unit = {
+    if (imsCheckpoint.isDefined && !imsCheckpoint.get.isDone) return
+
     val countToDelete = calculateNumberToRemove(stage.savedTasks.get(), maxTasksPerStage).toInt
     if (countToDelete > 0) {
       val stageKey = Array(stage.info.stageId, stage.info.attemptNumber)

Original file line number	Diff line number	Diff line change
`@@ -1289,6 +1289,8 @@ private[spark] class AppStatusListener(`
`1289`	`1289`	`}`
`1290`	`1290`
`1291`	`1291`	`private def cleanupTasks(stage: LiveStage): Unit = {`
	`1292`	`+ if (imsCheckpoint.isDefined && !imsCheckpoint.get.isDone) return`
	`1293`	`+`
`1292`	`1294`	`val countToDelete = calculateNumberToRemove(stage.savedTasks.get(), maxTasksPerStage).toInt`
`1293`	`1295`	`if (countToDelete > 0) {`
`1294`	`1296`	`val stageKey = Array(stage.info.stageId, stage.info.attemptNumber)`