[
https://issues.apache.org/jira/browse/SPARK-40619?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17611403#comment-17611403
]
Apache Spark commented on SPARK-40619:
--------------------------------------
User 'LuciferYang' has created a pull request for this issue:
https://github.com/apache/spark/pull/38057
> HivePartitionFilteringSuites teset aborted due to
> `java.lang.OutOfMemoryError: Metaspace`
> -----------------------------------------------------------------------------------------
>
> Key: SPARK-40619
> URL: https://issues.apache.org/jira/browse/SPARK-40619
> Project: Spark
> Issue Type: Improvement
> Components: Tests
> Affects Versions: 3.4.0
> Reporter: Yang Jie
> Assignee: Yang Jie
> Priority: Minor
> Fix For: 3.4.0
>
>
> for example:
> [https://pipelines.actions.githubusercontent.com/serviceHosts/c184045e-b556-4e78-b8ef-fb37b2eda9a3/_apis/pipelines/1/runs/46804/signedlogcontent/18?urlExpires=2022-09-30T03%3A50%3A17.2786839Z&urlSigningMethod=HMACV1&urlSignature=z5biG0fhc482vVPl3u74twzUWTssQJGny3N1xHCk43c%3D]
>
> {code:java}
> 2022-09-29T16:23:50.4263170Z [info]
> org.apache.spark.sql.hive.client.HivePartitionFilteringSuites *** ABORTED ***
> (26 minutes, 32 seconds)
> 2022-09-29T16:23:50.4340944Z [info]
> java.lang.reflect.InvocationTargetException:
> 2022-09-29T16:23:50.4341736Z [info] at
> sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> 2022-09-29T16:23:50.4342537Z [info] at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
> 2022-09-29T16:23:50.4343543Z [info] at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> 2022-09-29T16:23:50.4344319Z [info] at
> java.lang.reflect.Constructor.newInstance(Constructor.java:423)
> 2022-09-29T16:23:50.4345108Z [info] at
> org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:315)
> 2022-09-29T16:23:50.4346070Z [info] at
> org.apache.spark.sql.hive.client.HiveClientBuilder$.buildClient(HiveClientBuilder.scala:50)
> 2022-09-29T16:23:50.4347512Z [info] at
> org.apache.spark.sql.hive.client.HiveVersionSuite.buildClient(HiveVersionSuite.scala:48)
> 2022-09-29T16:23:50.4348463Z [info] at
> org.apache.spark.sql.hive.client.HivePartitionFilteringSuite.init(HivePartitionFilteringSuite.scala:73)
> 2022-09-29T16:23:50.4349656Z [info] at
> org.apache.spark.sql.hive.client.HivePartitionFilteringSuite.beforeAll(HivePartitionFilteringSuite.scala:118)
> 2022-09-29T16:23:50.4350533Z [info] at
> org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
> 2022-09-29T16:23:50.4351500Z [info] at
> org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2022-09-29T16:23:50.4352219Z [info] at
> org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2022-09-29T16:23:50.4353147Z [info] at
> org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:66)
> 2022-09-29T16:23:50.4353841Z [info] at
> org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1178)
> 2022-09-29T16:23:50.4354737Z [info] at
> org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1225)
> 2022-09-29T16:23:50.4355475Z [info] at
> scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
> 2022-09-29T16:23:50.4356464Z [info] at
> scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
> 2022-09-29T16:23:50.4357212Z [info] at
> scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
> 2022-09-29T16:23:50.4358108Z [info] at
> org.scalatest.Suite.runNestedSuites(Suite.scala:1223)
> 2022-09-29T16:23:50.4358777Z [info] at
> org.scalatest.Suite.runNestedSuites$(Suite.scala:1156)
> 2022-09-29T16:23:50.4359870Z [info] at
> org.apache.spark.sql.hive.client.HivePartitionFilteringSuites.runNestedSuites(HivePartitionFilteringSuites.scala:24)
> 2022-09-29T16:23:50.4360679Z [info] at
> org.scalatest.Suite.run(Suite.scala:1111)
> 2022-09-29T16:23:50.4361498Z [info] at
> org.scalatest.Suite.run$(Suite.scala:1096)
> 2022-09-29T16:23:50.4362487Z [info] at
> org.apache.spark.sql.hive.client.HivePartitionFilteringSuites.run(HivePartitionFilteringSuites.scala:24)
> 2022-09-29T16:23:50.4363571Z [info] at
> org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
> 2022-09-29T16:23:50.4364320Z [info] at
> org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:516)
> 2022-09-29T16:23:50.4365208Z [info] at
> sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:413)
> 2022-09-29T16:23:50.4365870Z [info] at
> java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2022-09-29T16:23:50.4366831Z [info] at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2022-09-29T16:23:50.4368396Z [info] at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2022-09-29T16:23:50.4368925Z [info] at java.lang.Thread.run(Thread.java:750)
> 2022-09-29T16:23:50.4369387Z [info] Cause: java.lang.OutOfMemoryError:
> Metaspace
> 2022-09-29T16:23:50.4369882Z [info] at
> java.lang.ClassLoader.defineClass1(Native Method)
> 2022-09-29T16:23:50.4370399Z [info] at
> java.lang.ClassLoader.defineClass(ClassLoader.java:757)
> 2022-09-29T16:23:50.4370965Z [info] at
> java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142)
> 2022-09-29T16:23:50.4371538Z [info] at
> java.net.URLClassLoader.defineClass(URLClassLoader.java:473)
> 2022-09-29T16:23:50.4372072Z [info] at
> java.net.URLClassLoader.access$100(URLClassLoader.java:74)
> 2022-09-29T16:23:50.4372586Z [info] at
> java.net.URLClassLoader$1.run(URLClassLoader.java:369)
> 2022-09-29T16:23:50.4373083Z [info] at
> java.net.URLClassLoader$1.run(URLClassLoader.java:363)
> 2022-09-29T16:23:50.4373604Z [info] at
> java.security.AccessController.doPrivileged(Native Method)
> 2022-09-29T16:23:50.4374148Z [info] at
> java.net.URLClassLoader.findClass(URLClassLoader.java:362)
> 2022-09-29T16:23:50.4374670Z [info] at
> java.lang.ClassLoader.loadClass(ClassLoader.java:419)
> 2022-09-29T16:23:50.4375323Z [info] at
> org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1.doLoadClass(IsolatedClientLoader.scala:269)
> 2022-09-29T16:23:50.4376066Z [info] at
> org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1.loadClass(IsolatedClientLoader.scala:258)
> 2022-09-29T16:23:50.4376672Z [info] at
> java.lang.ClassLoader.loadClass(ClassLoader.java:352)
> 2022-09-29T16:23:50.4377204Z [info] at
> org.apache.hadoop.hive.conf.HiveConf.<clinit>(HiveConf.java:150)
> 2022-09-29T16:23:50.4377825Z [info] at
> org.apache.spark.sql.hive.client.HiveClientImpl$.newHiveConf(HiveClientImpl.scala:1284)
> 2022-09-29T16:23:50.4378489Z [info] at
> org.apache.spark.sql.hive.client.HiveClientImpl.newState(HiveClientImpl.scala:171)
> 2022-09-29T16:23:50.4379144Z [info] at
> org.apache.spark.sql.hive.client.HiveClientImpl.<init>(HiveClientImpl.scala:136)
> 2022-09-29T16:23:50.4379774Z [info] at
> sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> 2022-09-29T16:23:50.4380475Z [info] at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
> 2022-09-29T16:23:50.4381298Z [info] at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> 2022-09-29T16:23:50.4381965Z [info] at
> java.lang.reflect.Constructor.newInstance(Constructor.java:423)
> 2022-09-29T16:23:50.4382648Z [info] at
> org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:315)
> 2022-09-29T16:23:50.4383383Z [info] at
> org.apache.spark.sql.hive.client.HiveClientBuilder$.buildClient(HiveClientBuilder.scala:50)
> 2022-09-29T16:23:50.4384079Z [info] at
> org.apache.spark.sql.hive.client.HiveVersionSuite.buildClient(HiveVersionSuite.scala:48)
> 2022-09-29T16:23:50.4384868Z [info] at
> org.apache.spark.sql.hive.client.HivePartitionFilteringSuite.init(HivePartitionFilteringSuite.scala:73)
> 2022-09-29T16:23:50.4385686Z [info] at
> org.apache.spark.sql.hive.client.HivePartitionFilteringSuite.beforeAll(HivePartitionFilteringSuite.scala:118)
> 2022-09-29T16:23:50.4386560Z [info] at
> org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
> 2022-09-29T16:23:50.4387139Z [info] at
> org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> 2022-09-29T16:23:50.4387696Z [info] at
> org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> 2022-09-29T16:23:50.4388245Z [info] at
> org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:66)
> 2022-09-29T16:23:50.4388781Z [info] at
> org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1178)
> 2022-09-29T16:23:50.4389309Z [info] at
> org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1225) {code}
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
