Change back to just log when needsTaskCommit=false

apache · Feb 16, 2016 · 7ea0b3a · 7ea0b3a
1 parent 5fc19c7
commit 7ea0b3a
Showing 1 changed file with 2 additions and 7 deletions.
diff --git a/core/src/main/scala/org/apache/spark/mapred/SparkHadoopMapRedUtil.scala b/core/src/main/scala/org/apache/spark/mapred/SparkHadoopMapRedUtil.scala
@@ -90,13 +90,8 @@ object SparkHadoopMapRedUtil extends Logging {
         performCommit()
       }
     } else {
-      // Some other attempt committed the output, this generally means speculation, we need to mark
-      // this task as failure so accounting work correctly
-      val taskAttemptNumber = TaskContext.get().attemptNumber()
-      val message =
-        s"No need to commit output of task because needsTaskCommit=false: $mrTaskAttemptID"
-      logInfo(message)
-      throw new CommitDeniedException(message, jobId, splitId, taskAttemptNumber)
+      // Some other attempt committed the output, so we do nothing and signal success
+      logInfo(s"No need to commit output of task because needsTaskCommit=false: $mrTaskAttemptID")
     }
   }
 }