We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cd0c680 commit d8be669Copy full SHA for d8be669
core/src/main/scala/org/apache/spark/memory/ExecutionMemoryPool.scala
@@ -131,7 +131,7 @@ private[memory] class ExecutionMemoryPool(
131
// We want to let each task get at least 1 / (2 * numActiveTasks) before blocking;
132
// if we can't give it this much now, wait for other tasks to free up memory
133
// (this happens if older tasks allocated lots of memory before N grew)
134
- if (memoryFree >= math.min(maxToGrant, poolSize / minMemoryPerTask)) {
+ if (memoryFree >= math.min(maxToGrant, minMemoryPerTask - curMem)) {
135
memoryForTask(taskAttemptId) += toGrant
136
return toGrant
137
} else {
0 commit comments