Skip to content

Commit

Permalink
Reverted unnecessary diffs
Browse files Browse the repository at this point in the history
  • Loading branch information
ankuriitg committed Apr 1, 2019
1 parent 4e77e5d commit 65f2eca
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,6 @@ private[scheduler] class BlacklistTracker (
private val executorIdToFailureList = new HashMap[String, ExecutorFailureList]()
val executorIdToBlacklistStatus = new HashMap[String, BlacklistedExecutor]()
val nodeIdToBlacklistExpiryTime = new HashMap[String, Long]()

/**
* An immutable copy of the set of nodes that are currently blacklisted. Kept in an
* AtomicReference to make [[nodeBlacklist()]] thread-safe.
Expand Down Expand Up @@ -203,7 +202,8 @@ private[scheduler] class BlacklistTracker (

if (conf.get(config.SHUFFLE_SERVICE_ENABLED)) {
if (!nodeIdToBlacklistExpiryTime.contains(host)) {
logInfo(s"Blacklisting node $host due to fetch failure of external shuffle service")
logInfo(s"blacklisting node $host due to fetch failure of external shuffle service")

nodeIdToBlacklistExpiryTime.put(host, expiryTimeForNewBlacklists)
listenerBus.post(SparkListenerNodeBlacklisted(now, host, 1))
_nodeBlacklist.set(nodeIdToBlacklistExpiryTime.keySet.toSet)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -852,6 +852,7 @@ private[spark] class TaskSetManager(
blacklistTracker.foreach(_.updateBlacklistForFetchFailure(
fetchFailed.bmAddress.host, fetchFailed.bmAddress.executorId))
}

None

case ef: ExceptionFailure =>
Expand Down

0 comments on commit 65f2eca

Please sign in to comment.