File tree Expand file tree Collapse file tree 1 file changed +10
-4
lines changed
core/src/main/scala/org/apache/spark/scheduler Expand file tree Collapse file tree 1 file changed +10
-4
lines changed Original file line number Diff line number Diff line change @@ -423,16 +423,22 @@ class DAGScheduler(
423423
424424 r.dependencies.foreach {
425425 case dep : ShuffleDependency [_, _, _] if ! shuffleToMapStage.contains(dep.shuffleId) =>
426- if (visited(dep.rdd)) visitedShuffleDeps += dep
427- else unvisitedDeps += dep
428- case dep if ! visited(dep.rdd) => unvisitedDeps += dep
426+ if (visited(dep.rdd)) {
427+ visitedShuffleDeps += dep
428+ } else {
429+ unvisitedDeps += dep
430+ }
431+ case dep if ! visited(dep.rdd) =>
432+ unvisitedDeps += dep
429433 case _ =>
430434 }
431435
432436 if (unvisitedDeps.isEmpty) {
433437 waitingForVisit.pop()
434438 visited += r
435- for (shufDep <- visitedShuffleDeps) { parents += shufDep }
439+ for (shufDep <- visitedShuffleDeps) {
440+ parents += shufDep
441+ }
436442 } else {
437443 for (dep <- unvisitedDeps) {
438444 waitingForVisit.push(dep.rdd)
You can’t perform that action at this time.
0 commit comments