Fix docs and style nit.

apache · Feb 12, 2018 · 538bc86 · 538bc86
1 parent ec96856
commit 538bc86
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/sql/core/src/main/java/org/apache/spark/sql/sources/v2/writer/DataSourceWriter.java b/sql/core/src/main/java/org/apache/spark/sql/sources/v2/writer/DataSourceWriter.java
@@ -89,10 +89,10 @@ default void onDataWriterCommit(WriterCommitMessage message) {}
    * is undefined and @{@link #abort(WriterCommitMessage[])} may not be able to deal with it.
    *
    * Note that speculative execution may cause multiple tasks to run for a partition. By default,
-   * Spark uses the commit coordinator to allow only one attempt to commit. Implementations can
+   * Spark uses the commit coordinator to allow at most one attempt to commit. Implementations can
    * disable this behavior by overriding {@link #useCommitCoordinator()}. If disabled, multiple
-   * attempts may have committed successfully and all successful commit messages are passed to this
-   * commit method.
+   * attempts may have committed successfully and one successful commit message per task will be
+   * passed to this commit method. The remaining commit messages are ignored by Spark.
    */
   void commit(WriterCommitMessage[] messages);
 

diff --git a/...re/src/main/scala/org/apache/spark/sql/execution/datasources/v2/WriteToDataSourceV2.scala b/...re/src/main/scala/org/apache/spark/sql/execution/datasources/v2/WriteToDataSourceV2.scala
@@ -135,7 +135,6 @@ object DataWritingSparkTask extends Logging {
         if (commitAuthorized) {
           logInfo(s"Writer for stage $stageId, task $partId.$attemptId is authorized to commit.")
           dataWriter.commit()
-
         } else {
           val message = s"Stage $stageId, task $partId.$attemptId: driver did not authorize commit"
           logInfo(message)