From 7ea0b3a1b38545cb9efd2415aa3af47366f04641 Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Tue, 16 Feb 2016 19:16:28 +0000 Subject: [PATCH] Change back to just log when needsTaskCommit=false --- .../org/apache/spark/mapred/SparkHadoopMapRedUtil.scala | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/mapred/SparkHadoopMapRedUtil.scala b/core/src/main/scala/org/apache/spark/mapred/SparkHadoopMapRedUtil.scala index 8910922b9d957..6841485f4b930 100644 --- a/core/src/main/scala/org/apache/spark/mapred/SparkHadoopMapRedUtil.scala +++ b/core/src/main/scala/org/apache/spark/mapred/SparkHadoopMapRedUtil.scala @@ -90,13 +90,8 @@ object SparkHadoopMapRedUtil extends Logging { performCommit() } } else { - // Some other attempt committed the output, this generally means speculation, we need to mark - // this task as failure so accounting work correctly - val taskAttemptNumber = TaskContext.get().attemptNumber() - val message = - s"No need to commit output of task because needsTaskCommit=false: $mrTaskAttemptID" - logInfo(message) - throw new CommitDeniedException(message, jobId, splitId, taskAttemptNumber) + // Some other attempt committed the output, so we do nothing and signal success + logInfo(s"No need to commit output of task because needsTaskCommit=false: $mrTaskAttemptID") } } }