From 3b51ef0e5ddd58e0bd8f90a52ca08145e5cdef4d Mon Sep 17 00:00:00 2001 From: Devaraj K Date: Fri, 3 Feb 2017 17:40:35 -0800 Subject: [PATCH] [SPARK-13619] [WEBUI] [CORE] Jobs page UI shows wrong number of failed tasks --- .../scala/org/apache/spark/ui/jobs/JobProgressListener.scala | 1 - 1 file changed, 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala b/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala index e87caff426436..0498b89a1ac81 100644 --- a/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala +++ b/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala @@ -234,7 +234,6 @@ class JobProgressListener(conf: SparkConf) extends SparkListener with Logging { } for (stageId <- jobData.stageIds) { stageIdToActiveJobIds.get(stageId).foreach { jobsUsingStage => - jobsUsingStage.remove(jobEnd.jobId) if (jobsUsingStage.isEmpty) { stageIdToActiveJobIds.remove(stageId) }