diff --git a/core/src/main/scala/org/apache/spark/deploy/DeployMessage.scala b/core/src/main/scala/org/apache/spark/deploy/DeployMessage.scala index 9db6fd1ac4db..08bf9773e501 100644 --- a/core/src/main/scala/org/apache/spark/deploy/DeployMessage.scala +++ b/core/src/main/scala/org/apache/spark/deploy/DeployMessage.scala @@ -165,7 +165,7 @@ private[deploy] object DeployMessages { assert (port > 0) def uri: String = "spark://" + host + ":" + port - def restUri: Option[String] = restPort.map { p => "spark://" + host + ":" + p } + def restUri: Option[String] = restPort.map { p => "http://" + host + ":" + p } } // WorkerWebUI to Worker diff --git a/core/src/main/scala/org/apache/spark/deploy/JsonProtocol.scala b/core/src/main/scala/org/apache/spark/deploy/JsonProtocol.scala index 2954f932b4f4..95c11ffe8d05 100644 --- a/core/src/main/scala/org/apache/spark/deploy/JsonProtocol.scala +++ b/core/src/main/scala/org/apache/spark/deploy/JsonProtocol.scala @@ -77,11 +77,11 @@ private[deploy] object JsonProtocol { def writeMasterState(obj: MasterStateResponse): JObject = { ("url" -> obj.uri) ~ - ("workers" -> obj.workers.toList.map(writeWorkerInfo)) ~ - ("cores" -> obj.workers.map(_.cores).sum) ~ - ("coresused" -> obj.workers.map(_.coresUsed).sum) ~ - ("memory" -> obj.workers.map(_.memory).sum) ~ - ("memoryused" -> obj.workers.map(_.memoryUsed).sum) ~ + ("workers" -> obj.workers.filter(_.isAlive()).toList.map(writeWorkerInfo)) ~ + ("cores" -> obj.workers.filter(_.isAlive()).map(_.cores).sum) ~ + ("coresused" -> obj.workers.filter(_.isAlive()).map(_.coresUsed).sum) ~ + ("memory" -> obj.workers.filter(_.isAlive()).map(_.memory).sum) ~ + ("memoryused" -> obj.workers.filter(_.isAlive()).map(_.memoryUsed).sum) ~ ("activeapps" -> obj.activeApps.toList.map(writeApplicationInfo)) ~ ("completedapps" -> obj.completedApps.toList.map(writeApplicationInfo)) ~ ("activedrivers" -> obj.activeDrivers.toList.map(writeDriverInfo)) ~ diff --git a/core/src/main/scala/org/apache/spark/deploy/master/WorkerInfo.scala b/core/src/main/scala/org/apache/spark/deploy/master/WorkerInfo.scala index 9b3d48c6edc8..4347c7c7bc60 100644 --- a/core/src/main/scala/org/apache/spark/deploy/master/WorkerInfo.scala +++ b/core/src/main/scala/org/apache/spark/deploy/master/WorkerInfo.scala @@ -107,4 +107,8 @@ private[spark] class WorkerInfo( def setState(state: WorkerState.Value): Unit = { this.state = state } + + def isAlive(): Boolean={ + this.state == WorkerState.ALIVE + } }