From a096970b2f2cfa497a96870ebd26f83a106b4e07 Mon Sep 17 00:00:00 2001 From: Jarvis Date: Mon, 4 Sep 2017 10:48:35 +0800 Subject: [PATCH] Update PairRDDFunctions.scala spark-21882 --- .../main/scala/org/apache/spark/rdd/PairRDDFunctions.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala b/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala index 58762cc0838cd..c4a4ada066e3d 100644 --- a/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala +++ b/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala @@ -1127,10 +1127,10 @@ class PairRDDFunctions[K, V](self: RDD[(K, V)]) // around by taking a mod. We expect that no task will be attempted 2 billion times. val taskAttemptId = (context.taskAttemptId % Int.MaxValue).toInt - val (outputMetrics, callback) = SparkHadoopWriterUtils.initHadoopOutputMetrics(context) - writer.setup(context.stageId, context.partitionId, taskAttemptId) writer.open() + + val (outputMetrics, callback) = SparkHadoopWriterUtils.initHadoopOutputMetrics(context) var recordsWritten = 0L Utils.tryWithSafeFinallyAndFailureCallbacks {