[ https://issues.apache.org/jira/browse/SPARK-35556?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Yuming Wang resolved SPARK-35556. --------------------------------- Fix Version/s: 3.2.0 Resolution: Fixed Issue resolved by pull request 32693 [https://github.com/apache/spark/pull/32693] > Remove the close HiveClient's SessionState > ------------------------------------------ > > Key: SPARK-35556 > URL: https://issues.apache.org/jira/browse/SPARK-35556 > Project: Spark > Issue Type: Improvement > Components: SQL > Affects Versions: 3.2.0 > Reporter: Yang Jie > Assignee: Yang Jie > Priority: Minor > Fix For: 3.2.0 > > > There are some logs related to `java.lang.NoSuchMethodError: > org.apache.hadoop.hive.ql.session.SessionState.getTmpErrOutputFile()Ljava/io/File;` > when run sql/hive module UTs > For example, when execute > {code:java} > mvn test -pl sql/hive > -DwildcardSuites=org.apache.spark.sql.hive.client.VersionsSuite -Dtest=none > {code} > the all tests passed but there will be some error log as follow: > {code:java} > Run completed in 17 minutes, 18 seconds. > Total number of tests run: 867 > Suites: completed 2, aborted 0 > Tests: succeeded 867, failed 0, canceled 0, ignored 1, pending 0 > All tests passed. > 15:04:02.407 WARN org.apache.hadoop.hive.metastore.ObjectStore: Version > information not found in metastore. hive.metastore.schema.verification is not > enabled so recording the schema version 2.3.0 > 15:04:02.408 WARN org.apache.hadoop.hive.metastore.ObjectStore: > setMetaStoreSchemaVersion called but recording version is disabled: version = > 2.3.0, comment = Set by MetaStore yangjie01@0.2.30.21 > 15:04:02.441 WARN org.apache.hadoop.hive.metastore.ObjectStore: Failed to get > database default, returning NoSuchObjectException > 15:04:03.140 ERROR org.apache.spark.util.Utils: Uncaught exception in thread > shutdown-hook-0 > java.lang.NoSuchMethodError: > org.apache.hadoop.hive.ql.session.SessionState.getTmpErrOutputFile()Ljava/io/File; > at > org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$closeState$1(HiveClientImpl.scala:168) > at > scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) > at > org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:312) > at > org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:243) > at > org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:242) > at > org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:292) > at > org.apache.spark.sql.hive.client.HiveClientImpl.closeState(HiveClientImpl.scala:158) > at > org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$new$1(HiveClientImpl.scala:175) > at > org.apache.spark.util.SparkShutdownHook.run(ShutdownHookManager.scala:214) > at > org.apache.spark.util.SparkShutdownHookManager.$anonfun$runAll$2(ShutdownHookManager.scala:188) > at > scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) > at org.apache.spark.util.Utils$.logUncaughtExceptions(Utils.scala:1994) > at > org.apache.spark.util.SparkShutdownHookManager.$anonfun$runAll$1(ShutdownHookManager.scala:188) > at > scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) > at scala.util.Try$.apply(Try.scala:213) > at > org.apache.spark.util.SparkShutdownHookManager.runAll(ShutdownHookManager.scala:188) > at > org.apache.spark.util.SparkShutdownHookManager$$anon$2.run(ShutdownHookManager.scala:178) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) > at java.util.concurrent.FutureTask.run(FutureTask.java:266) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > 15:04:03.141 WARN org.apache.hadoop.util.ShutdownHookManager: ShutdownHook > '$anon$2' failed, java.util.concurrent.ExecutionException: > java.lang.NoSuchMethodError: > org.apache.hadoop.hive.ql.session.SessionState.getTmpErrOutputFile()Ljava/io/File; > java.util.concurrent.ExecutionException: java.lang.NoSuchMethodError: > org.apache.hadoop.hive.ql.session.SessionState.getTmpErrOutputFile()Ljava/io/File; > at java.util.concurrent.FutureTask.report(FutureTask.java:122) > at java.util.concurrent.FutureTask.get(FutureTask.java:206) > at > org.apache.hadoop.util.ShutdownHookManager.executeShutdown(ShutdownHookManager.java:124) > at > org.apache.hadoop.util.ShutdownHookManager$1.run(ShutdownHookManager.java:95) > Caused by: java.lang.NoSuchMethodError: > org.apache.hadoop.hive.ql.session.SessionState.getTmpErrOutputFile()Ljava/io/File; > at > org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$closeState$1(HiveClientImpl.scala:168) > at > scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) > at > org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:312) > at > org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:243) > at > org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:242) > at > org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:292) > at > org.apache.spark.sql.hive.client.HiveClientImpl.closeState(HiveClientImpl.scala:158) > at > org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$new$1(HiveClientImpl.scala:175) > at > org.apache.spark.util.SparkShutdownHook.run(ShutdownHookManager.scala:214) > at > org.apache.spark.util.SparkShutdownHookManager.$anonfun$runAll$2(ShutdownHookManager.scala:188) > at > scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) > at org.apache.spark.util.Utils$.logUncaughtExceptions(Utils.scala:1994) > at > org.apache.spark.util.SparkShutdownHookManager.$anonfun$runAll$1(ShutdownHookManager.scala:188) > at > scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) > at scala.util.Try$.apply(Try.scala:213) > at > org.apache.spark.util.SparkShutdownHookManager.runAll(ShutdownHookManager.scala:188) > at > org.apache.spark.util.SparkShutdownHookManager$$anon$2.run(ShutdownHookManager.scala:178) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) > at java.util.concurrent.FutureTask.run(FutureTask.java:266) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748) > {code} -- This message was sent by Atlassian Jira (v8.3.4#803005) --------------------------------------------------------------------- To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org For additional commands, e-mail: issues-h...@spark.apache.org