Skip to content

Commit

Permalink
[SPARK-25502]Empty Page when page number exceeds the reatinedTask size.
Browse files Browse the repository at this point in the history
  • Loading branch information
shahidki31 committed Sep 24, 2018
1 parent a5849ad commit ca8d4f2
Showing 1 changed file with 4 additions and 7 deletions.
11 changes: 4 additions & 7 deletions core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
Expand Up @@ -117,7 +117,9 @@ private[ui] class StagePage(parent: StagesTab, store: AppStatusStore) extends We

val localitySummary = store.localitySummary(stageData.stageId, stageData.attemptId)

val totalTasks = taskCount(stageData)
val totalTasks = stageData.numActiveTasks + stageData.numCompleteTasks +
stageData.numFailedTasks + stageData.numKilledTasks

if (totalTasks == 0) {
val content =
<div>
Expand Down Expand Up @@ -685,7 +687,7 @@ private[ui] class TaskDataSource(

private var _tasksToShow: Seq[TaskData] = null

override def dataSize: Int = taskCount(stage)
override def dataSize: Int = store.taskCount(stage.stageId, stage.attemptId).toInt

override def sliceData(from: Int, to: Int): Seq[TaskData] = {
if (_tasksToShow == null) {
Expand Down Expand Up @@ -1051,9 +1053,4 @@ private[ui] object ApiHelper {
(stage.map(_.name).getOrElse(""), stage.flatMap(_.description).getOrElse(job.name))
}

def taskCount(stageData: StageData): Int = {
stageData.numActiveTasks + stageData.numCompleteTasks + stageData.numFailedTasks +
stageData.numKilledTasks
}

}

0 comments on commit ca8d4f2

Please sign in to comment.