From e89902854b721c6ff4202ab2dec154c6a9663bb5 Mon Sep 17 00:00:00 2001
From: daile <726575153@qq.com>
Date: Fri, 27 Dec 2019 23:53:56 +0800
Subject: [PATCH 1/2] change task webui duration
---
core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
index 13e97b13fb5a..c573e82381c0 100644
--- a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
+++ b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
@@ -848,7 +848,7 @@ private[ui] class TaskPagedTable(
{UIUtils.formatDate(task.launchTime)} |
- {formatDuration(task.taskMetrics.map(_.executorRunTime))} |
+ {formatDuration(task.duration)} |
{UIUtils.formatDuration(AppStatusUtils.schedulerDelay(task))}
|
From a63a4bb4ac36e98e45dc999cb50dcbf4e5ea6794 Mon Sep 17 00:00:00 2001
From: daile <726575153@qq.com>
Date: Sun, 29 Dec 2019 01:45:32 +0800
Subject: [PATCH 2/2] change task running status duration from TaskInfo
---
.../scala/org/apache/spark/status/LiveEntity.scala | 13 +++++++++----
.../scala/org/apache/spark/ui/jobs/StagePage.scala | 2 +-
2 files changed, 10 insertions(+), 5 deletions(-)
diff --git a/core/src/main/scala/org/apache/spark/status/LiveEntity.scala b/core/src/main/scala/org/apache/spark/status/LiveEntity.scala
index ad3d3bffafe2..dc7c84f9ee33 100644
--- a/core/src/main/scala/org/apache/spark/status/LiveEntity.scala
+++ b/core/src/main/scala/org/apache/spark/status/LiveEntity.scala
@@ -175,10 +175,15 @@ private class LiveTask(
}
override protected def doUpdate(): Any = {
- val duration = if (info.finished) {
- info.duration
+ var duration: Long = 0
+ var executorRunTime: Long = 0
+
+ if (info.finished) {
+ duration = info.duration
+ executorRunTime = metrics.executorRunTime
} else {
- info.timeRunning(lastUpdateTime.getOrElse(System.currentTimeMillis()))
+ duration = info.timeRunning(lastUpdateTime.getOrElse(System.currentTimeMillis()))
+ executorRunTime = duration
}
new TaskDataWrapper(
@@ -198,7 +203,7 @@ private class LiveTask(
metrics.executorDeserializeTime,
metrics.executorDeserializeCpuTime,
- metrics.executorRunTime,
+ executorRunTime,
metrics.executorCpuTime,
metrics.resultSize,
metrics.jvmGcTime,
diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
index c573e82381c0..13e97b13fb5a 100644
--- a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
+++ b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
@@ -848,7 +848,7 @@ private[ui] class TaskPagedTable(
{UIUtils.formatDate(task.launchTime)} |
- {formatDuration(task.duration)} |
+ {formatDuration(task.taskMetrics.map(_.executorRunTime))} |
{UIUtils.formatDuration(AppStatusUtils.schedulerDelay(task))}
|