[apache#1608] improvement(spark3): Output the reassign logs in client…

… side
zuston · Jun 12, 2024 · f1eb267 · f1eb267
1 parent 6d656ac
commit f1eb267
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java b/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
@@ -615,6 +615,7 @@ private void doReassignOnBlockSendFailure(
       }
       MutableShuffleHandleInfo handle = MutableShuffleHandleInfo.fromProto(response.getHandle());
       taskAttemptAssignment.update(handle);
+      LOG.info("Success to reassign. The latest available assignment is {}", handle.getAvailablePartitionServersForWriter());
     } catch (Exception e) {
       throw new RssException(
           "Errors on reassign on block send failure. failure partition->servers : "
@@ -677,6 +678,7 @@ private void reassignAndResendBlocks(Set<TrackingBlockStatus> blocks) {
     }
 
     processShuffleBlockInfos(resendCandidates);
+    LOG.info("Failed blocks have been resent to data pusher queue since reassignment has been finished successfully");
   }
 
   private void clearFailedBlockState(ShuffleBlockInfo block) {