You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2021/04/17 22:24:53 UTC
[spark] branch master updated: [SPARK-34787][CORE] Option variable
in Spark historyServer log should be displayed as actual value instead of
Some(XX)
This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 94849af [SPARK-34787][CORE] Option variable in Spark historyServer log should be displayed as actual value instead of Some(XX)
94849af is described below
commit 94849afc546e6d30bc55c248c3647158b6cb5a0c
Author: kyoty <ec...@gmail.com>
AuthorDate: Sat Apr 17 15:24:11 2021 -0700
[SPARK-34787][CORE] Option variable in Spark historyServer log should be displayed as actual value instead of Some(XX)
### What changes were proposed in this pull request?
Make the attemptId in the log of historyServer to be more easily to read.
### Why are the changes needed?
Option variable in Spark historyServer log should be displayed as actual value instead of Some(XX)
### Does this PR introduce any user-facing change?
No
### How was this patch tested?
manual test
Closes #32189 from kyoty/history-server-print-option-variable.
Authored-by: kyoty <ec...@gmail.com>
Signed-off-by: Dongjoon Hyun <dh...@apple.com>
---
.../scala/org/apache/spark/deploy/history/ApplicationCache.scala | 9 +++++----
1 file changed, 5 insertions(+), 4 deletions(-)
diff --git a/core/src/main/scala/org/apache/spark/deploy/history/ApplicationCache.scala b/core/src/main/scala/org/apache/spark/deploy/history/ApplicationCache.scala
index fb2a67c..89b30a3 100644
--- a/core/src/main/scala/org/apache/spark/deploy/history/ApplicationCache.scala
+++ b/core/src/main/scala/org/apache/spark/deploy/history/ApplicationCache.scala
@@ -156,18 +156,19 @@ private[history] class ApplicationCache(
*/
@throws[NoSuchElementException]
private def loadApplicationEntry(appId: String, attemptId: Option[String]): CacheEntry = {
- logDebug(s"Loading application Entry $appId/$attemptId")
+ lazy val application = s"$appId/${attemptId.mkString}"
+ logDebug(s"Loading application Entry $application")
metrics.loadCount.inc()
val loadedUI = time(metrics.loadTimer) {
metrics.lookupCount.inc()
operations.getAppUI(appId, attemptId) match {
case Some(loadedUI) =>
- logDebug(s"Loaded application $appId/$attemptId")
+ logDebug(s"Loaded application $application")
loadedUI
case None =>
metrics.lookupFailureCount.inc()
// guava's cache logs via java.util log, so is of limited use. Hence: our own message
- logInfo(s"Failed to load application attempt $appId/$attemptId")
+ logInfo(s"Failed to load application attempt $application")
throw new NoSuchElementException(s"no application with application Id '$appId'" +
attemptId.map { id => s" attemptId '$id'" }.getOrElse(" and no attempt Id"))
}
@@ -182,7 +183,7 @@ private[history] class ApplicationCache(
new CacheEntry(loadedUI, completed)
} catch {
case e: Exception =>
- logWarning(s"Failed to initialize application UI for $appId/$attemptId", e)
+ logWarning(s"Failed to initialize application UI for $application", e)
operations.detachSparkUI(appId, attemptId, loadedUI.ui)
throw e
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org