Return faster with shuffle blocks since we don't need the rest of the…

… logic in update block :)
apache · Jun 2, 2020 · 7e32341 · 7e32341
1 parent 7f93df6
commit 7e32341
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/core/src/main/scala/org/apache/spark/storage/BlockManagerMasterEndpoint.scala b/core/src/main/scala/org/apache/spark/storage/BlockManagerMasterEndpoint.scala
@@ -499,11 +499,14 @@ class BlockManagerMasterEndpoint(
         case ShuffleIndexBlockId(shuffleId, mapId, _) =>
           // Don't update the map output on just the index block
           logDebug("Received shuffle index block update for ${shuffleId} ${mapId}")
+          return true
         case ShuffleDataBlockId(shuffleId: Int, mapId: Long, reduceId: Int) =>
           logInfo("Received shuffle data block update for ${shuffleId} ${mapId}, performing update")
           mapOutputTracker.updateMapOutput(shuffleId, mapId, blockManagerId)
+          return true
         case _ =>
           logDebug(s"Unexpected shuffle block type ${blockId}")
+          return false
       }
     }