You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by an...@apache.org on 2016/09/19 17:57:01 UTC
spark git commit: [SPARK-17438][WEBUI] Show Application.executorLimit
in the application page
Repository: spark
Updated Branches:
refs/heads/master cdea1d134 -> 80d665592
[SPARK-17438][WEBUI] Show Application.executorLimit in the application page
## What changes were proposed in this pull request?
This PR adds `Application.executorLimit` to the applicatino page
## How was this patch tested?
Checked the UI manually.
Screenshots:
1. Dynamic allocation is disabled
<img width="484" alt="screen shot 2016-09-07 at 4 21 49 pm" src="https://cloud.githubusercontent.com/assets/1000778/18332029/210056ea-7518-11e6-9f52-76d96046c1c0.png">
2. Dynamic allocation is enabled.
<img width="466" alt="screen shot 2016-09-07 at 4 25 30 pm" src="https://cloud.githubusercontent.com/assets/1000778/18332034/2c07700a-7518-11e6-8fce-aebe25014902.png">
Author: Shixiong Zhu <sh...@databricks.com>
Closes #15001 from zsxwing/fix-core-info.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/80d66559
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/80d66559
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/80d66559
Branch: refs/heads/master
Commit: 80d6655921bea9b1bb27c1d95c2b46654e7a8cca
Parents: cdea1d1
Author: Shixiong Zhu <sh...@databricks.com>
Authored: Mon Sep 19 14:00:42 2016 -0400
Committer: Andrew Or <an...@databricks.com>
Committed: Mon Sep 19 14:00:42 2016 -0400
----------------------------------------------------------------------
.../apache/spark/deploy/master/ui/ApplicationPage.scala | 12 +++++++++++-
core/src/main/scala/org/apache/spark/ui/ToolTips.scala | 6 ++++++
2 files changed, 17 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/80d66559/core/src/main/scala/org/apache/spark/deploy/master/ui/ApplicationPage.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/deploy/master/ui/ApplicationPage.scala b/core/src/main/scala/org/apache/spark/deploy/master/ui/ApplicationPage.scala
index 17c521c..18cff31 100644
--- a/core/src/main/scala/org/apache/spark/deploy/master/ui/ApplicationPage.scala
+++ b/core/src/main/scala/org/apache/spark/deploy/master/ui/ApplicationPage.scala
@@ -24,7 +24,7 @@ import scala.xml.Node
import org.apache.spark.deploy.DeployMessages.{MasterStateResponse, RequestMasterState}
import org.apache.spark.deploy.ExecutorState
import org.apache.spark.deploy.master.ExecutorDesc
-import org.apache.spark.ui.{UIUtils, WebUIPage}
+import org.apache.spark.ui.{ToolTips, UIUtils, WebUIPage}
import org.apache.spark.util.Utils
private[ui] class ApplicationPage(parent: MasterWebUI) extends WebUIPage("app") {
@@ -70,6 +70,16 @@ private[ui] class ApplicationPage(parent: MasterWebUI) extends WebUIPage("app")
}
</li>
<li>
+ <span data-toggle="tooltip" title={ToolTips.APPLICATION_EXECUTOR_LIMIT}
+ data-placement="right">
+ <strong>Executor Limit: </strong>
+ {
+ if (app.executorLimit == Int.MaxValue) "Unlimited" else app.executorLimit
+ }
+ ({app.executors.size} granted)
+ </span>
+ </li>
+ <li>
<strong>Executor Memory:</strong>
{Utils.megabytesToString(app.desc.memoryPerExecutorMB)}
</li>
http://git-wip-us.apache.org/repos/asf/spark/blob/80d66559/core/src/main/scala/org/apache/spark/ui/ToolTips.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/ui/ToolTips.scala b/core/src/main/scala/org/apache/spark/ui/ToolTips.scala
index 2d2d80b..3cc5353 100644
--- a/core/src/main/scala/org/apache/spark/ui/ToolTips.scala
+++ b/core/src/main/scala/org/apache/spark/ui/ToolTips.scala
@@ -90,4 +90,10 @@ private[spark] object ToolTips {
val TASK_TIME =
"Shaded red when garbage collection (GC) time is over 10% of task time"
+
+ val APPLICATION_EXECUTOR_LIMIT =
+ """Maximum number of executors that this application will use. This limit is finite only when
+ dynamic allocation is enabled. The number of granted executors may exceed the limit
+ ephemerally when executors are being killed.
+ """
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org