[spark] branch master updated: [SPARK-34787][CORE] Option variable in Spark historyServer log should be displayed as actual value instead of Some(XX)

[dongjoon]

This is an automated email from the ASF dual-hosted git repository.

dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git


The following commit(s) were added to refs/heads/master by this push:
     new 94849af  [SPARK-34787][CORE] Option variable in Spark historyServer 
log should be displayed as actual value instead of Some(XX)
94849af is described below

commit 94849afc546e6d30bc55c248c3647158b6cb5a0c
Author: kyoty <echoh...@gmail.com>
AuthorDate: Sat Apr 17 15:24:11 2021 -0700

    [SPARK-34787][CORE] Option variable in Spark historyServer log should be 
displayed as actual value instead of Some(XX)
    
    ### What changes were proposed in this pull request?
    Make the attemptId in the log of historyServer to be more easily to read.
    
    ### Why are the changes needed?
    Option variable in Spark historyServer log should be displayed as actual 
value instead of Some(XX)
    
    ### Does this PR introduce any user-facing change?
    No
    
    ### How was this patch tested?
    manual test
    
    Closes #32189 from kyoty/history-server-print-option-variable.
    
    Authored-by: kyoty <echoh...@gmail.com>
    Signed-off-by: Dongjoon Hyun <dh...@apple.com>
---
 .../scala/org/apache/spark/deploy/history/ApplicationCache.scala | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git 
a/core/src/main/scala/org/apache/spark/deploy/history/ApplicationCache.scala 
b/core/src/main/scala/org/apache/spark/deploy/history/ApplicationCache.scala
index fb2a67c..89b30a3 100644
--- a/core/src/main/scala/org/apache/spark/deploy/history/ApplicationCache.scala
+++ b/core/src/main/scala/org/apache/spark/deploy/history/ApplicationCache.scala
@@ -156,18 +156,19 @@ private[history] class ApplicationCache(
    */
   @throws[NoSuchElementException]
   private def loadApplicationEntry(appId: String, attemptId: Option[String]): 
CacheEntry = {
-    logDebug(s"Loading application Entry $appId/$attemptId")
+    lazy val application = s"$appId/${attemptId.mkString}"
+    logDebug(s"Loading application Entry $application")
     metrics.loadCount.inc()
     val loadedUI = time(metrics.loadTimer) {
       metrics.lookupCount.inc()
       operations.getAppUI(appId, attemptId) match {
         case Some(loadedUI) =>
-          logDebug(s"Loaded application $appId/$attemptId")
+          logDebug(s"Loaded application $application")
           loadedUI
         case None =>
           metrics.lookupFailureCount.inc()
           // guava's cache logs via java.util log, so is of limited use. 
Hence: our own message
-          logInfo(s"Failed to load application attempt $appId/$attemptId")
+          logInfo(s"Failed to load application attempt $application")
           throw new NoSuchElementException(s"no application with application 
Id '$appId'" +
               attemptId.map { id => s" attemptId '$id'" }.getOrElse(" and no 
attempt Id"))
       }
@@ -182,7 +183,7 @@ private[history] class ApplicationCache(
       new CacheEntry(loadedUI, completed)
     } catch {
       case e: Exception =>
-        logWarning(s"Failed to initialize application UI for 
$appId/$attemptId", e)
+        logWarning(s"Failed to initialize application UI for $application", e)
         operations.detachSparkUI(appId, attemptId, loadedUI.ui)
         throw e
     }

---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org