[SPARK-21099][Core] INFO Log Message Using Incorrect Executor Idle Ti…

…meout
apache · Jun 15, 2017 · 0f1c467 · 0f1c467
1 parent 00a42e7
commit 0f1c467
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/core/src/main/scala/org/apache/spark/ExecutorAllocationManager.scala b/core/src/main/scala/org/apache/spark/ExecutorAllocationManager.scala
@@ -432,8 +432,8 @@ private[spark] class ExecutorAllocationManager(
     if (testing || executorsRemoved.nonEmpty) {
       executorsRemoved.foreach { removedExecutorId =>
         newExecutorTotal -= 1
-        val hasCachedBlocks = SparkEnv.get.blockManager.master.hasCachedBlocks(executorId);
-        val timeout = if (hasCachedBlocks) cachedExecutorIdleTimeoutS else executorIdleTimeoutS;
+        val hasCachedBlocks = SparkEnv.get.blockManager.master.hasCachedBlocks(removedExecutorId)
+        val timeout = if (hasCachedBlocks) cachedExecutorIdleTimeoutS else executorIdleTimeoutS
         logInfo(s"Removing executor $removedExecutorId because it has been idle for " +
           s"$timeout seconds (new desired total will be $newExecutorTotal)")
         executorsPendingToRemove.add(removedExecutorId)