[ https://issues.apache.org/jira/browse/SPARK-36564?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
wuyi updated SPARK-36564: ------------------------- Summary: LiveRDDDistribution.toApi throws NullPointerException (was: LiveRDD.doUpdate throws NullPointerException) > LiveRDDDistribution.toApi throws NullPointerException > ----------------------------------------------------- > > Key: SPARK-36564 > URL: https://issues.apache.org/jira/browse/SPARK-36564 > Project: Spark > Issue Type: Bug > Components: Spark Core > Affects Versions: 3.0.3, 3.1.2, 3.2.0, 3.3.0 > Reporter: wuyi > Priority: Major > > {code:java} > 21/08/23 12:26:29 ERROR AsyncEventQueue: Listener AppStatusListener threw an > exception > java.lang.NullPointerException > at > com.google.common.base.Preconditions.checkNotNull(Preconditions.java:192) > at > com.google.common.collect.MapMakerInternalMap.putIfAbsent(MapMakerInternalMap.java:3507) > at > com.google.common.collect.Interners$WeakInterner.intern(Interners.java:85) > at > org.apache.spark.status.LiveEntityHelpers$.weakIntern(LiveEntity.scala:696) > at > org.apache.spark.status.LiveRDDDistribution.toApi(LiveEntity.scala:563) > at > org.apache.spark.status.LiveRDD.$anonfun$doUpdate$4(LiveEntity.scala:629) > at > scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) > at > scala.collection.mutable.HashMap$$anon$2.$anonfun$foreach$3(HashMap.scala:158) > at scala.collection.mutable.HashTable.foreachEntry(HashTable.scala:237) > at scala.collection.mutable.HashTable.foreachEntry$(HashTable.scala:230) > at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:44) > at scala.collection.mutable.HashMap$$anon$2.foreach(HashMap.scala:158) > at scala.collection.TraversableLike.map(TraversableLike.scala:238) > at scala.collection.TraversableLike.map$(TraversableLike.scala:231) > at scala.collection.AbstractTraversable.map(Traversable.scala:108) > at org.apache.spark.status.LiveRDD.doUpdate(LiveEntity.scala:629) > at org.apache.spark.status.LiveEntity.write(LiveEntity.scala:51) > at > org.apache.spark.status.AppStatusListener.update(AppStatusListener.scala:1206) > at > org.apache.spark.status.AppStatusListener.maybeUpdate(AppStatusListener.scala:1212) > at > org.apache.spark.status.AppStatusListener.$anonfun$onExecutorMetricsUpdate$6(AppStatusListener.scala:956) > at > org.apache.spark.status.AppStatusListener.$anonfun$onExecutorMetricsUpdate$6$adapted(AppStatusListener.scala:956) > at > scala.collection.mutable.HashMap$$anon$2.$anonfun$foreach$3(HashMap.scala:158) > at scala.collection.mutable.HashTable.foreachEntry(HashTable.scala:237) > at scala.collection.mutable.HashTable.foreachEntry$(HashTable.scala:230) > at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:44) > at scala.collection.mutable.HashMap$$anon$2.foreach(HashMap.scala:158) > at > org.apache.spark.status.AppStatusListener.flush(AppStatusListener.scala:1015) > at > org.apache.spark.status.AppStatusListener.onExecutorMetricsUpdate(AppStatusListener.scala:956) > at > org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:59) > at > org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) > at > org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) > at > org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) > at org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:119) > at org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:103) > at > org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:105) > at > org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:105) > at > scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) > at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) > at > org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:100) > at > org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:96) > at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1585) > at > org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:96) > {code} -- This message was sent by Atlassian Jira (v8.3.4#803005) --------------------------------------------------------------------- To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org For additional commands, e-mail: issues-h...@spark.apache.org