You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@spark.apache.org by "Hyukjin Kwon (Jira)" <ji...@apache.org> on 2022/06/20 01:21:00 UTC
[jira] [Updated] (SPARK-39502) Downgrade scala-maven-plugin to 4.6.1
[ https://issues.apache.org/jira/browse/SPARK-39502?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Hyukjin Kwon updated SPARK-39502:
---------------------------------
Parent: SPARK-39515
Issue Type: Sub-task (was: Bug)
> Downgrade scala-maven-plugin to 4.6.1
> -------------------------------------
>
> Key: SPARK-39502
> URL: https://issues.apache.org/jira/browse/SPARK-39502
> Project: Spark
> Issue Type: Sub-task
> Components: Build
> Affects Versions: 3.4.0
> Reporter: Yang Jie
> Assignee: Yang Jie
> Priority: Major
> Fix For: 3.4.0
>
>
> scala-maven-plugin has a follow issue:
>
> {code:java}
> mvn clean install -DskipTests -pl core -am
> mvn test -pl core {code}
>
>
> {code:java}
> ERROR] ## Exception when compiling 669 sources to /basedir/spark-mine/core/target/scala-2.12/classes
> java.lang.RuntimeException: rt.jar (class sbt.internal.inc.DummyVirtualFile) is not supported
> scala.sys.package$.error(package.scala:27)
> sbt.internal.inc.Locate$.definesClass(Locate.scala:92)
> sbt.internal.inc.Locate.definesClass(Locate.scala)
> sbt_inc.SbtIncrementalCompiler$1.definesClass(SbtIncrementalCompiler.java:119)
> sbt.internal.inc.Locate$.$anonfun$entry$1(Locate.scala:60)
> scala.collection.Iterator$$anon$9.next(Iterator.scala:575)
> scala.collection.IterableOnceOps.collectFirst(IterableOnce.scala:1079)
> scala.collection.IterableOnceOps.collectFirst$(IterableOnce.scala:1071)
> scala.collection.AbstractIterator.collectFirst(Iterator.scala:1288)
> sbt.internal.inc.Locate$.$anonfun$entry$2(Locate.scala:67)
> sbt.internal.inc.LookupImpl.lookupOnClasspath(LookupImpl.scala:51)
> sbt.internal.inc.IncrementalCommon$.$anonfun$isLibraryModified$3(IncrementalCommon.scala:764)
> sbt.internal.inc.IncrementalCommon$.$anonfun$isLibraryModified$3$adapted(IncrementalCommon.scala:754)
> scala.collection.IterableOnceOps.exists(IterableOnce.scala:591)
> scala.collection.IterableOnceOps.exists$(IterableOnce.scala:588)
> scala.collection.AbstractIterable.exists(Iterable.scala:919)
> sbt.internal.inc.IncrementalCommon$.isLibraryChanged$1(IncrementalCommon.scala:754)
> sbt.internal.inc.IncrementalCommon$.$anonfun$isLibraryModified$1(IncrementalCommon.scala:774)
> sbt.internal.inc.IncrementalCommon$.$anonfun$isLibraryModified$1$adapted(IncrementalCommon.scala:732)
> scala.collection.parallel.AugmentedIterableIterator.filter2combiner(RemainsIterator.scala:136)
> scala.collection.parallel.AugmentedIterableIterator.filter2combiner$(RemainsIterator.scala:133)
> scala.collection.parallel.immutable.ParVector$ParVectorIterator.filter2combiner(ParVector.scala:72)
> scala.collection.parallel.ParIterableLike$Filter.leaf(ParIterableLike.scala:1083)
> scala.collection.parallel.Task.$anonfun$tryLeaf$1(Tasks.scala:52)
> scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
> scala.util.control.Breaks$$anon$1.catchBreak(Breaks.scala:97)
> scala.collection.parallel.Task.tryLeaf(Tasks.scala:55)
> scala.collection.parallel.Task.tryLeaf$(Tasks.scala:49)
> scala.collection.parallel.ParIterableLike$Filter.tryLeaf(ParIterableLike.scala:1079)
> scala.collection.parallel.AdaptiveWorkStealingTasks$WrappedTask.internal(Tasks.scala:159)
> scala.collection.parallel.AdaptiveWorkStealingTasks$WrappedTask.internal$(Tasks.scala:156)
> scala.collection.parallel.AdaptiveWorkStealingForkJoinTasks$WrappedTask.internal(Tasks.scala:303)
> scala.collection.parallel.AdaptiveWorkStealingTasks$WrappedTask.compute(Tasks.scala:149)
> scala.collection.parallel.AdaptiveWorkStealingTasks$WrappedTask.compute$(Tasks.scala:148)
> scala.collection.parallel.AdaptiveWorkStealingForkJoinTasks$WrappedTask.compute(Tasks.scala:303)
> java.util.concurrent.RecursiveAction.exec(RecursiveAction.java:189)
> java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
> java.util.concurrent.ForkJoinTask.doJoin(ForkJoinTask.java:389)
> java.util.concurrent.ForkJoinTask.join(ForkJoinTask.java:719)
> scala.collection.parallel.ForkJoinTasks$WrappedTask.sync(Tasks.scala:242)
> scala.collection.parallel.ForkJoinTasks$WrappedTask.sync$(Tasks.scala:242)
> scala.collection.parallel.AdaptiveWorkStealingForkJoinTasks$WrappedTask.sync(Tasks.scala:303)
> scala.collection.parallel.ForkJoinTasks.executeAndWaitResult(Tasks.scala:286)
> scala.collection.parallel.ForkJoinTasks.executeAndWaitResult$(Tasks.scala:279)
> scala.collection.parallel.ForkJoinTaskSupport.executeAndWaitResult(TaskSupport.scala:59)
> scala.collection.parallel.ExecutionContextTasks.executeAndWaitResult(Tasks.scala:409)
> scala.collection.parallel.ExecutionContextTasks.executeAndWaitResult$(Tasks.scala:409)
> scala.collection.parallel.ExecutionContextTaskSupport.executeAndWaitResult(TaskSupport.scala:75)
> scala.collection.parallel.ParIterableLike$ResultMapping.leaf(ParIterableLike.scala:932)
> scala.collection.parallel.Task.$anonfun$tryLeaf$1(Tasks.scala:52)
> scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
> scala.util.control.Breaks$$anon$1.catchBreak(Breaks.scala:97)
> scala.collection.parallel.Task.tryLeaf(Tasks.scala:55)
> scala.collection.parallel.Task.tryLeaf$(Tasks.scala:49)
> scala.collection.parallel.ParIterableLike$ResultMapping.tryLeaf(ParIterableLike.scala:927)
> scala.collection.parallel.AdaptiveWorkStealingTasks$WrappedTask.compute(Tasks.scala:152)
> scala.collection.parallel.AdaptiveWorkStealingTasks$WrappedTask.compute$(Tasks.scala:148)
> scala.collection.parallel.AdaptiveWorkStealingForkJoinTasks$WrappedTask.compute(Tasks.scala:303)
> java.util.concurrent.RecursiveAction.exec(RecursiveAction.java:189)
> java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
> java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
> java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
> java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
> {code}
>
> This issue only occur when use Java 8.
>
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscribe@spark.apache.org
For additional commands, e-mail: issues-help@spark.apache.org