We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 622951f commit 4675b21Copy full SHA for 4675b21
core/src/main/scala/org/apache/spark/executor/TaskMetrics.scala
@@ -203,6 +203,8 @@ class TaskMetrics private[spark] () extends Serializable {
203
204
import InternalAccumulator._
205
@transient private[spark] lazy val nameToAccums = {
206
+ // The construction of this map is a performance hotspot in the JobProgressListener, so we
207
+ // optimize this by using a pre-sized Java hashmap; see SPARK-20776 for more details.
208
val mapEntries = Array[(String, AccumulatorV2[_, _])](
209
EXECUTOR_DESERIALIZE_TIME -> _executorDeserializeTime,
210
EXECUTOR_DESERIALIZE_CPU_TIME -> _executorDeserializeCpuTime,
0 commit comments