From 026132aa1e3ad8df29d4049865a55afbf66bc2d2 Mon Sep 17 00:00:00 2001 From: zhuguangbin Date: Tue, 13 Jan 2015 10:27:49 +0800 Subject: [PATCH] yarn alpha mode should set vcore per container when Resouce Ask --- .../apache/spark/deploy/yarn/YarnAllocationHandler.scala | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnAllocationHandler.scala b/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnAllocationHandler.scala index ab8558e29045a..29a1e009d6d1c 100644 --- a/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnAllocationHandler.scala +++ b/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnAllocationHandler.scala @@ -509,10 +509,11 @@ private[yarn] class YarnAllocationHandler( priority: Int): ResourceRequest = { val rsrcRequest = Records.newRecord(classOf[ResourceRequest]) - val memCapability = Records.newRecord(classOf[Resource]) + val capability = Records.newRecord(classOf[Resource]) // There probably is some overhead here, let's reserve a bit more memory. - memCapability.setMemory(executorMemory + memoryOverhead) - rsrcRequest.setCapability(memCapability) + capability.setMemory(executorMemory + memoryOverhead) + capability.setVirtualCores(executorCores) + rsrcRequest.setCapability(capability) val pri = Records.newRecord(classOf[Priority]) pri.setPriority(priority)