We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent da0f491 commit b998097Copy full SHA for b998097
1 file changed
core/src/main/scala/org/apache/spark/deploy/master/Master.scala
@@ -570,11 +570,11 @@ private[master] class Master(
570
usableWorkers(pos).memoryFree - assignedMemory(pos) >= memoryPerExecutor
571
}
572
573
- while (coresToAssign > 0 && freeWorkers.nonEmpty) {
+ while (coresToAssign >= coresPerExecutor && freeWorkers.nonEmpty) {
574
freeWorkers = freeWorkers.filter(canLaunchExecutor)
575
freeWorkers.foreach { pos =>
576
var keepScheduling = true
577
- while (keepScheduling && canLaunchExecutor(pos) && coresToAssign > 0) {
+ while (keepScheduling && canLaunchExecutor(pos) && coresToAssign >= coresPerExecutor) {
578
coresToAssign -= coresPerExecutor
579
assignedCores(pos) += coresPerExecutor
580
assignedMemory(pos) += memoryPerExecutor
0 commit comments