Github user tgravescs commented on a diff in the pull request: https://github.com/apache/spark/pull/21688#discussion_r219964122 --- Diff: core/src/main/scala/org/apache/spark/status/api/v1/StagesResource.scala --- @@ -40,8 +42,29 @@ private[v1] class StagesResource extends BaseAppResource { @PathParam("stageId") stageId: Int, @QueryParam("details") @DefaultValue("true") details: Boolean): Seq[StageData] = { withUI { ui => - val ret = ui.store.stageData(stageId, details = details) + var ret = ui.store.stageData(stageId, details = details) if (ret.nonEmpty) { + // Some of the data that we want to display for the tasks like executorLogs, + // schedulerDelay etc. comes from other sources, thus, we basically add them to the + // executor and task data object before passing them to the client. + for (r <- ret) { + for (execId <- r.executorSummary.get.keys.toArray) { + val executorLogs = ui.store.executorSummary(execId).executorLogs + val hostPort = ui.store.executorSummary(execId).hostPort + val taskDataArray = r.tasks.get.keys.toArray + var execStageSummary = r.executorSummary.get.get(execId).get + execStageSummary.executorLogs = executorLogs + execStageSummary.hostPort = hostPort + for (taskData <- taskDataArray) { + var taskDataObject = r.tasks.get.get(taskData).get + taskDataObject.executorLogs = executorLogs --- End diff -- this shouldn't be needed?
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org