Skip to content

Commit

Permalink
[SPARK-26329][CORE] Fix a test post-rebase.
Browse files Browse the repository at this point in the history
  • Loading branch information
wypoon committed Jul 29, 2019
1 parent 99addf1 commit 7331b27
Showing 1 changed file with 12 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -291,15 +291,18 @@ class ExecutorMonitorSuite extends SparkFunSuite {

// First a failed task, to make sure it does not count.
monitor.onTaskStart(SparkListenerTaskStart(1, 0, taskInfo("1", 1)))
monitor.onTaskEnd(SparkListenerTaskEnd(1, 0, "foo", TaskResultLost, taskInfo("1", 1), null))
monitor.onTaskEnd(SparkListenerTaskEnd(1, 0, "foo", TaskResultLost, taskInfo("1", 1),
new ExecutorMetrics, null))
assert(monitor.timedOutExecutors(idleDeadline) === Seq("1"))

monitor.onTaskStart(SparkListenerTaskStart(1, 0, taskInfo("1", 1)))
monitor.onTaskEnd(SparkListenerTaskEnd(1, 0, "foo", Success, taskInfo("1", 1), null))
monitor.onTaskEnd(SparkListenerTaskEnd(1, 0, "foo", Success, taskInfo("1", 1),
new ExecutorMetrics, null))
assert(monitor.timedOutExecutors(idleDeadline).isEmpty)

monitor.onTaskStart(SparkListenerTaskStart(3, 0, taskInfo("1", 1)))
monitor.onTaskEnd(SparkListenerTaskEnd(3, 0, "foo", Success, taskInfo("1", 1), null))
monitor.onTaskEnd(SparkListenerTaskEnd(3, 0, "foo", Success, taskInfo("1", 1),
new ExecutorMetrics, null))
assert(monitor.timedOutExecutors(idleDeadline).isEmpty)

// Finish the jobs, now the executor should be idle, but with the shuffle timeout, since the
Expand Down Expand Up @@ -351,11 +354,13 @@ class ExecutorMonitorSuite extends SparkFunSuite {
monitor.onJobStart(SparkListenerJobStart(2, clock.getTimeMillis(), Seq(stage3, stage4)))

monitor.onTaskStart(SparkListenerTaskStart(1, 0, taskInfo("1", 1)))
monitor.onTaskEnd(SparkListenerTaskEnd(1, 0, "foo", Success, taskInfo("1", 1), null))
monitor.onTaskEnd(SparkListenerTaskEnd(1, 0, "foo", Success, taskInfo("1", 1),
new ExecutorMetrics, null))
assert(monitor.timedOutExecutors(idleDeadline) === Seq("2"))

monitor.onTaskStart(SparkListenerTaskStart(3, 0, taskInfo("2", 1)))
monitor.onTaskEnd(SparkListenerTaskEnd(3, 0, "foo", Success, taskInfo("2", 1), null))
monitor.onTaskEnd(SparkListenerTaskEnd(3, 0, "foo", Success, taskInfo("2", 1),
new ExecutorMetrics, null))
assert(monitor.timedOutExecutors(idleDeadline).isEmpty)

monitor.onJobEnd(SparkListenerJobEnd(1, clock.getTimeMillis(), JobSucceeded))
Expand Down Expand Up @@ -385,7 +390,8 @@ class ExecutorMonitorSuite extends SparkFunSuite {
clock.advance(1000L)
monitor.onExecutorAdded(SparkListenerExecutorAdded(clock.getTimeMillis(), "1", null))
monitor.onTaskStart(SparkListenerTaskStart(1, 0, taskInfo("1", 1)))
monitor.onTaskEnd(SparkListenerTaskEnd(1, 0, "foo", Success, taskInfo("1", 1), null))
monitor.onTaskEnd(SparkListenerTaskEnd(1, 0, "foo", Success, taskInfo("1", 1),
new ExecutorMetrics, null))
monitor.onJobEnd(SparkListenerJobEnd(1, clock.getTimeMillis(), JobSucceeded))

assert(monitor.timedOutExecutors(idleDeadline).isEmpty)
Expand Down

0 comments on commit 7331b27

Please sign in to comment.