[
https://issues.apache.org/jira/browse/BEAM-10476?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17548768#comment-17548768
]
Danny McCormick commented on BEAM-10476:
----------------------------------------
This issue has been migrated to https://github.com/apache/beam/issues/20383
> SparkPortableExecutionTest.testExecution failed to add jar
> ----------------------------------------------------------
>
> Key: BEAM-10476
> URL: https://issues.apache.org/jira/browse/BEAM-10476
> Project: Beam
> Issue Type: Bug
> Components: runner-spark
> Reporter: Kyle Weaver
> Priority: P3
>
> This doesn't cause the test to fail, it's just distracting.
> 20/07/10 20:45:13 ERROR org.apache.spark.SparkContext: Failed to add
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/test
> to Spark environment java.lang.IllegalArgumentException: Directory
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/test
> is not allowed for addJar at
> org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at
> org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at
> org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
> org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
> scala.collection.immutable.List.foreach(List.scala:392) at
> org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at
> org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58)
> at
> org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98)
> at
> org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53)
> at
> org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109)
> at
> org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258)
> at
> java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66)
> at
> org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93)
> at
> org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
> java.lang.Thread.run(Thread.java:748) 20/07/10 20:45:13 ERROR
> org.apache.spark.SparkContext: Failed to add
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/test
> to Spark environment java.lang.IllegalArgumentException: Directory
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/test
> is not allowed for addJar at
> org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at
> org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at
> org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
> org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
> scala.collection.immutable.List.foreach(List.scala:392) at
> org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at
> org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58)
> at
> org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98)
> at
> org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53)
> at
> org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109)
> at
> org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258)
> at
> java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66)
> at
> org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93)
> at
> org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
> java.lang.Thread.run(Thread.java:748) 20/07/10 20:45:13 ERROR
> org.apache.spark.SparkContext: Failed to add
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/main
> to Spark environment java.lang.IllegalArgumentException: Directory
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/main
> is not allowed for addJar at
> org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at
> org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at
> org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
> org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
> scala.collection.immutable.List.foreach(List.scala:392) at
> org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at
> org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58)
> at
> org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98)
> at
> org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53)
> at
> org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109)
> at
> org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258)
> at
> java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66)
> at
> org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93)
> at
> org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
> java.lang.Thread.run(Thread.java:748) 20/07/10 20:45:13 ERROR
> org.apache.spark.SparkContext: Failed to add
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/main
> to Spark environment java.lang.IllegalArgumentException: Directory
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/main
> is not allowed for addJar at
> org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at
> org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at
> org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
> org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
> scala.collection.immutable.List.foreach(List.scala:392) at
> org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at
> org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58)
> at
> org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98)
> at
> org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53)
> at
> org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109)
> at
> org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258)
> at
> java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66)
> at
> org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93)
> at
> org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
> java.lang.Thread.run(Thread.java:748)
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
