File tree Expand file tree Collapse file tree 2 files changed +7
-6
lines changed
main/scala/org/apache/spark/scheduler
test/scala/org/apache/spark/scheduler Expand file tree Collapse file tree 2 files changed +7
-6
lines changed Original file line number Diff line number Diff line change @@ -1108,8 +1108,8 @@ class DAGScheduler(
1108
1108
} else {
1109
1109
1110
1110
// It is likely that we receive multiple FetchFailed for a single stage (because we have
1111
- // multiple tasks running concurrently on different executors). In that case, it is possible
1112
- // the fetch failure has already been handled by the scheduler.
1111
+ // multiple tasks running concurrently on different executors). In that case, it is
1112
+ // possible the fetch failure has already been handled by the scheduler.
1113
1113
if (runningStages.contains(failedStage)) {
1114
1114
logInfo(s " Marking $failedStage ( ${failedStage.name}) as failed " +
1115
1115
s " due to a fetch failure from $mapStage ( ${mapStage.name}) " )
Original file line number Diff line number Diff line change @@ -611,15 +611,16 @@ class DAGSchedulerSuite
611
611
sc.listenerBus.waitUntilEmpty(WAIT_TIMEOUT_MILLIS )
612
612
assert(countSubmittedMapStageAttempts() === 2 )
613
613
614
- // NOTE: the actual ResubmitFailedStages may get called at any time during this, shouldn't effect anything --
615
- // our calling it just makes *SURE* it gets called between the desired event and our check.
616
-
614
+ // NOTE: the actual ResubmitFailedStages may get called at any time during this, shouldn't
615
+ // effect anything -- our calling it just makes *SURE* it gets called between the desired event
616
+ // and our check.
617
617
}
618
618
619
619
/** This tests the case where a late FetchFailed comes in after the map stage has finished getting
620
620
* retried and a new reduce stage starts running.
621
621
*/
622
- test(" extremely late fetch failures don't cause multiple concurrent attempts for the same stage" ) {
622
+ test(" extremely late fetch failures don't cause multiple concurrent attempts for " +
623
+ " the same stage" ) {
623
624
val shuffleMapRdd = new MyRDD (sc, 2 , Nil )
624
625
val shuffleDep = new ShuffleDependency (shuffleMapRdd, null )
625
626
val shuffleId = shuffleDep.shuffleId
You can’t perform that action at this time.
0 commit comments