Skip to content

Commit 9601b47

Browse files
committed
more debug printlns
1 parent ecb4e7d commit 9601b47

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

core/src/test/scala/org/apache/spark/scheduler/DAGSchedulerSuite.scala

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -558,6 +558,7 @@ class DAGSchedulerSuite
558558
/** This tests the case where another FetchFailed comes in while the map stage is getting
559559
* re-run. */
560560
test("late fetch failures don't cause multiple concurrent attempts for the same map stage") {
561+
println("begin late fetch failure")
561562
val shuffleMapRdd = new MyRDD(sc, 2, Nil)
562563
val shuffleDep = new ShuffleDependency(shuffleMapRdd, null)
563564
val shuffleId = shuffleDep.shuffleId
@@ -572,13 +573,15 @@ class DAGSchedulerSuite
572573
// The map stage should have been submitted.
573574
assert(countSubmittedMapStageAttempts() === 1)
574575

576+
println("late fetch failure: taskSets = " + taskSets)
575577
complete(taskSets(0), Seq(
576578
(Success, makeMapStatus("hostA", 1)),
577579
(Success, makeMapStatus("hostB", 1))))
578580
// The MapOutputTracker should know about both map output locations.
579581
assert(mapOutputTracker.getServerStatuses(shuffleId, 0).map(_._1.host) ===
580582
Array("hostA", "hostB"))
581583

584+
println("late fetch failure: taskSets = " + taskSets)
582585
// The first result task fails, with a fetch failure for the output from the first mapper.
583586
runEvent(CompletionEvent(
584587
taskSets(1).tasks(0),
@@ -622,6 +625,7 @@ class DAGSchedulerSuite
622625
*/
623626
test("extremely late fetch failures don't cause multiple concurrent attempts for " +
624627
"the same stage") {
628+
println("begin extremely late fetch failure")
625629
val shuffleMapRdd = new MyRDD(sc, 2, Nil)
626630
val shuffleDep = new ShuffleDependency(shuffleMapRdd, null)
627631
val shuffleId = shuffleDep.shuffleId
@@ -639,6 +643,7 @@ class DAGSchedulerSuite
639643
sc.listenerBus.waitUntilEmpty(WAIT_TIMEOUT_MILLIS)
640644
assert(countSubmittedMapStageAttempts() === 1)
641645

646+
println("extremely late fetch failure: taskSets = " + taskSets)
642647
// Complete the map stage.
643648
complete(taskSets(0), Seq(
644649
(Success, makeMapStatus("hostA", 1)),
@@ -648,6 +653,7 @@ class DAGSchedulerSuite
648653
sc.listenerBus.waitUntilEmpty(WAIT_TIMEOUT_MILLIS)
649654
assert(countSubmittedReduceStageAttempts() === 1)
650655

656+
println("extremely late fetch failure: taskSets = " + taskSets)
651657
// The first result task fails, with a fetch failure for the output from the first mapper.
652658
runEvent(CompletionEvent(
653659
taskSets(1).tasks(0),

0 commit comments

Comments
 (0)