[
https://issues.apache.org/jira/browse/SPARK-46525?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
ASF GitHub Bot updated SPARK-46525:
-----------------------------------
Labels: pull-request-available (was: )
> Fix docker-integration-tests on Apple Chips
> -------------------------------------------
>
> Key: SPARK-46525
> URL: https://issues.apache.org/jira/browse/SPARK-46525
> Project: Spark
> Issue Type: Bug
> Components: Spark Docker, Tests
> Affects Versions: 4.0.0
> Reporter: Kent Yao
> Priority: Major
> Labels: pull-request-available
>
> {code:java}
> [info] org.apache.spark.sql.jdbc.MariaDBKrbIntegrationSuite *** ABORTED ***
> (2 seconds, 264 milliseconds)
> [info] com.spotify.docker.client.exceptions.DockerException:
> java.util.concurrent.ExecutionException:
> com.spotify.docker.client.shaded.javax.ws.rs.ProcessingException:
> java.lang.UnsatisfiedLinkError: could not load FFI provider
> jnr.ffi.provider.jffi.Provider
> [info] at
> com.spotify.docker.client.DefaultDockerClient.propagate(DefaultDockerClient.java:2828)
> [info] at
> com.spotify.docker.client.DefaultDockerClient.request(DefaultDockerClient.java:2692)
> [info] at
> com.spotify.docker.client.DefaultDockerClient.ping(DefaultDockerClient.java:574)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:124)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:95)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:118)
> [info] at
> org.apache.spark.sql.jdbc.DockerKrbJDBCIntegrationSuite.super$beforeAll(DockerKrbJDBCIntegrationSuite.scala:65)
> [info] at
> org.apache.spark.sql.jdbc.DockerKrbJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerKrbJDBCIntegrationSuite.scala:65)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:95)
> [info] at
> org.apache.spark.sql.jdbc.DockerKrbJDBCIntegrationSuite.beforeAll(DockerKrbJDBCIntegrationSuite.scala:44)
> [info] at
> org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
> [info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> [info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> [info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:69)
> [info] at
> org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
> [info] at
> org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
> [info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> [info] at java.base/java.lang.Thread.run(Thread.java:840)
> [info] Cause: java.util.concurrent.ExecutionException:
> com.spotify.docker.client.shaded.javax.ws.rs.ProcessingException:
> java.lang.UnsatisfiedLinkError: could not load FFI provider
> jnr.ffi.provider.jffi.Provider
> [info] at
> jersey.repackaged.com.google.common.util.concurrent.AbstractFuture$Sync.getValue(AbstractFuture.java:299)
> [info] at
> jersey.repackaged.com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:286)
> [info] at
> jersey.repackaged.com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)
> [info] at
> com.spotify.docker.client.DefaultDockerClient.request(DefaultDockerClient.java:2690)
> [info] at
> com.spotify.docker.client.DefaultDockerClient.ping(DefaultDockerClient.java:574)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:124)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:95)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:118)
> [info] at
> org.apache.spark.sql.jdbc.DockerKrbJDBCIntegrationSuite.super$beforeAll(DockerKrbJDBCIntegrationSuite.scala:65)
> [info] at
> org.apache.spark.sql.jdbc.DockerKrbJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerKrbJDBCIntegrationSuite.scala:65)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:95)
> [info] at
> org.apache.spark.sql.jdbc.DockerKrbJDBCIntegrationSuite.beforeAll(DockerKrbJDBCIntegrationSuite.scala:44)
> [info] at
> org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
> [info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> [info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> [info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:69)
> [info] at
> org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
> [info] at
> org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
> [info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> [info] at java.base/java.lang.Thread.run(Thread.java:840)
> [info] Cause:
> com.spotify.docker.client.shaded.javax.ws.rs.ProcessingException:
> java.lang.UnsatisfiedLinkError: could not load FFI provider
> jnr.ffi.provider.jffi.Provider
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.client.ClientRuntime.processFailure(ClientRuntime.java:202)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.client.ClientRuntime.access$400(ClientRuntime.java:79)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.client.ClientRuntime$2.run(ClientRuntime.java:182)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors.process(Errors.java:315)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors.process(Errors.java:297)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors.process(Errors.java:267)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:340)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.client.ClientRuntime$3.run(ClientRuntime.java:210)
> [info] at
> java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> [info] at java.base/java.lang.Thread.run(Thread.java:840)
> [info] Cause: java.lang.UnsatisfiedLinkError: could not load FFI provider
> jnr.ffi.provider.jffi.Provider
> [info] at
> jnr.ffi.provider.InvalidProvider$1.loadLibrary(InvalidProvider.java:48)
> [info] at jnr.ffi.LibraryLoader.load(LibraryLoader.java:325)
> [info] at jnr.unixsocket.Native.<clinit>(Native.java:80)
> [info] at
> jnr.unixsocket.UnixSocketChannel.<init>(UnixSocketChannel.java:101)
> [info] at jnr.unixsocket.UnixSocketChannel.open(UnixSocketChannel.java:60)
> [info] at
> com.spotify.docker.client.UnixConnectionSocketFactory.createSocket(UnixConnectionSocketFactory.java:69)
> [info] at
> com.spotify.docker.client.UnixConnectionSocketFactory.createSocket(UnixConnectionSocketFactory.java:44)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:118)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:71)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.apache.connector.ApacheConnector.apply(ApacheConnector.java:435)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.apache.connector.ApacheConnector$1.run(ApacheConnector.java:491)
> [info] at
> java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> jersey.repackaged.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:299)
> [info] at
> java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
> [info] at
> jersey.repackaged.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:50)
> [info] at
> jersey.repackaged.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:37)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.apache.connector.ApacheConnector.apply(ApacheConnector.java:487)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.client.ClientRuntime$2.run(ClientRuntime.java:178)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors.process(Errors.java:315)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors.process(Errors.java:297)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors.process(Errors.java:267)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:340)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.client.ClientRuntime$3.run(ClientRuntime.java:210)
> [info] at
> java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> [info] at java.base/java.lang.Thread.run(Thread.java:840)
> [info] Cause: java.lang.ExceptionInInitializerError:
> [info] at
> jnr.ffi.provider.jffi.NativeRuntime.getInstance(NativeRuntime.java:58)
> [info] at jnr.ffi.provider.jffi.Provider.<init>(Provider.java:29)
> [info] at
> java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native
> Method)
> [info] at
> java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77)
> [info] at
> java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> [info] at
> java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
> [info] at
> java.base/java.lang.reflect.ReflectAccess.newInstance(ReflectAccess.java:128)
> [info] at
> java.base/jdk.internal.reflect.ReflectionFactory.newInstance(ReflectionFactory.java:347)
> [info] at java.base/java.lang.Class.newInstance(Class.java:645)
> [info] at
> jnr.ffi.provider.FFIProvider$SystemProviderSingletonHolder.getInstance(FFIProvider.java:68)
> [info] at
> jnr.ffi.provider.FFIProvider$SystemProviderSingletonHolder.<clinit>(FFIProvider.java:57)
> [info] at
> jnr.ffi.provider.FFIProvider.getSystemProvider(FFIProvider.java:35)
> [info] at jnr.ffi.LibraryLoader.create(LibraryLoader.java:73)
> [info] at jnr.unixsocket.Native.<clinit>(Native.java:76)
> [info] at
> jnr.unixsocket.UnixSocketChannel.<init>(UnixSocketChannel.java:101)
> [info] at jnr.unixsocket.UnixSocketChannel.open(UnixSocketChannel.java:60)
> [info] at
> com.spotify.docker.client.UnixConnectionSocketFactory.createSocket(UnixConnectionSocketFactory.java:69)
> [info] at
> com.spotify.docker.client.UnixConnectionSocketFactory.createSocket(UnixConnectionSocketFactory.java:44)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:118)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
> [info] at
> com.spotify.docker.client.shaded.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:71)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.apache.connector.ApacheConnector.apply(ApacheConnector.java:435)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.apache.connector.ApacheConnector$1.run(ApacheConnector.java:491)
> [info] at
> java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> jersey.repackaged.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:299)
> [info] at
> java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
> [info] at
> jersey.repackaged.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:50)
> [info] at
> jersey.repackaged.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:37)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.apache.connector.ApacheConnector.apply(ApacheConnector.java:487)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.client.ClientRuntime$2.run(ClientRuntime.java:178)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors.process(Errors.java:315)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors.process(Errors.java:297)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.internal.Errors.process(Errors.java:267)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:340)
> [info] at
> com.spotify.docker.client.shaded.org.glassfish.jersey.client.ClientRuntime$3.run(ClientRuntime.java:210)
> [info] at
> java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> [info] at java.base/java.lang.Thread.run(Thread.java:840)
> [info] Cause: java.lang.IllegalStateException: Can't overwrite cause with
> java.lang.UnsatisfiedLinkError: java.lang.UnsatisfiedLinkError:
> /Users/hzyaoqin/spark/target/tmp/jffi15403099445119552969.dylib:
> dlopen(/Users/hzyaoqin/spark/target/tmp/jffi15403099445119552969.dylib,
> 0x0001): tried:
> '/Users/hzyaoqin/spark/target/tmp/jffi15403099445119552969.dylib' (fat file,
> but missing compatible architecture (have 'i386,x86_64', need 'arm64')),
> '/System/Volumes/Preboot/Cryptexes/OS/Users/hzyaoqin/spark/target/tmp/jffi15403099445119552969.dylib'
> (no such file),
> '/Users/hzyaoqin/spark/target/tmp/jffi15403099445119552969.dylib' (fat file,
> but missing compatible architecture (have 'i386,x86_64', need 'arm64'))
> [info] at java.base/jdk.internal.loader.NativeLibraries.load(Native
> Method)
> [info] at
> java.base/jdk.internal.loader.NativeLibraries$NativeLibraryImpl.open(NativeLibraries.java:388)
> [info] at
> java.base/jdk.internal.loader.NativeLibraries.loadLibrary(NativeLibraries.java:232)
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
