[jira] [Updated] (BEAM-10476) SparkPortableExecutionTest.testExecution failed to add jar

["Kyle Weaver (Jira)" <ji...@apache.org>]

     [ https://issues.apache.org/jira/browse/BEAM-10476?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Kyle Weaver updated BEAM-10476:
-------------------------------
    Status: Open  (was: Triage Needed)

> SparkPortableExecutionTest.testExecution failed to add jar
> ----------------------------------------------------------
>
>                 Key: BEAM-10476
>                 URL: https://issues.apache.org/jira/browse/BEAM-10476
>             Project: Beam
>          Issue Type: Bug
>          Components: runner-spark
>            Reporter: Kyle Weaver
>            Priority: P3
>
> This doesn't cause the test to fail, it's just distracting.
> 20/07/10 20:45:13 ERROR org.apache.spark.SparkContext: Failed to add /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/test to Spark environment java.lang.IllegalArgumentException: Directory /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/test is not allowed for addJar at org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at scala.collection.immutable.List.foreach(List.scala:392) at org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98) at org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53) at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109) at org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258) at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66) at org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93) at org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 20/07/10 20:45:13 ERROR org.apache.spark.SparkContext: Failed to add /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/test to Spark environment java.lang.IllegalArgumentException: Directory /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/test is not allowed for addJar at org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at scala.collection.immutable.List.foreach(List.scala:392) at org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98) at org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53) at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109) at org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258) at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66) at org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93) at org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 20/07/10 20:45:13 ERROR org.apache.spark.SparkContext: Failed to add /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/main to Spark environment java.lang.IllegalArgumentException: Directory /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/main is not allowed for addJar at org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at scala.collection.immutable.List.foreach(List.scala:392) at org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98) at org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53) at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109) at org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258) at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66) at org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93) at org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 20/07/10 20:45:13 ERROR org.apache.spark.SparkContext: Failed to add /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/main to Spark environment java.lang.IllegalArgumentException: Directory /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/main is not allowed for addJar at org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at scala.collection.immutable.List.foreach(List.scala:392) at org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98) at org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53) at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109) at org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258) at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134) at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66) at org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93) at org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748)



--
This message was sent by Atlassian Jira
(v8.3.4#803005)