We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7caf9d1 commit c3ca273Copy full SHA for c3ca273
core/src/main/scala/org/apache/spark/status/AppStatusListener.scala
@@ -120,7 +120,8 @@ private[spark] class AppStatusListener(
120
kvstore.view(classOf[StageDataWrapper]).asScala
121
.filter { stageData =>
122
stageData.info.status == v1.StageStatus.PENDING ||
123
- stageData.info.status == v1.StageStatus.ACTIVE
+ stageData.info.status == v1.StageStatus.ACTIVE ||
124
+ (stageData.info.numActiveTasks > 0 && stageData.info.status != v1.StageStatus.SKIPPED)
125
}.map { stageData =>
126
val stageId = stageData.info.stageId
127
val jobs = liveJobs.values.filter(_.stageIds.contains(stageId)).toSeq
0 commit comments