log the number of records has been written

apache · Oct 14, 2014 · 3bf43c7 · 3bf43c7
1 parent c86c976
commit 3bf43c7
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala b/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala
@@ -1031,8 +1031,8 @@ class PairRDDFunctions[K, V](self: RDD[(K, V)])
 
       writer.setup(context.getStageId, context.getPartitionId, attemptNumber)
       writer.open()
+      var count = 0
       try {
-        var count = 0
         while (iter.hasNext) {
           val record = iter.next()
           count += 1
@@ -1041,6 +1041,7 @@ class PairRDDFunctions[K, V](self: RDD[(K, V)])
       } finally {
         writer.close()
       }
+      logInfo(s"$count records are written")
       writer.commit()
     }