Re: got java.lang.AssertionError when run sbt/sbt compile

[Xiangrui Meng <me...@gmail.com>]

try sbt/sbt clean first

On Tue, Jul 8, 2014 at 8:25 AM, bai阿蒙 <sm...@hotmail.com> wrote:
> Hi guys,
> when i try to compile the latest source by sbt/sbt compile, I got an error.
> Can any one help me?
>
> The following is the detail: it may cause by TestSQLContext.scala
> [error]
> [error]      while compiling:
> /disk3/spark/sql/core/src/main/scala/org/apache/spark/sql/test/TestSQLContext.scala
> [error]         during phase: jvm
> [error]      library version: version 2.10.4
> [error]     compiler version: version 2.10.4
> [error]   reconstructed args: -Xmax-classfile-name 120 -classpath
> /disk3/spark/sql/core/target/scala-2.10/classes:/disk3/spark/core/target/scala-2.10/classes:/disk3/spark/sql/catalyst/target/scala-2.10/classes:/disk3/spark/lib_managed/jars/netty-all-4.0.17.Final.jar:/disk3/spark/lib_managed/jars/jetty-server-8.1.14.v20131031.jar:/disk3/spark/lib_managed/orbits/javax.servlet-3.0.0.v201112011016.jar:/disk3/spark/lib_managed/jars/jetty-continuation-8.1.14.v20131031.jar:/disk3/spark/lib_managed/jars/jetty-http-8.1.14.v20131031.jar:/disk3/spark/lib_managed/jars/jetty-io-8.1.14.v20131031.jar:/disk3/spark/lib_managed/jars/jetty-util-8.1.14.v20131031.jar:/disk3/spark/lib_managed/jars/jetty-plus-8.1.14.v20131031.jar:/disk3/spark/lib_managed/orbits/javax.transaction-1.1.1.v201105210645.jar:/disk3/spark/lib_managed/jars/jetty-webapp-8.1.14.v20131031.jar:/disk3/spark/lib_managed/jars/jetty-xml-8.1.14.v20131031.jar:/disk3/spark/lib_managed/jars/jetty-servlet-8.1.14.v20131031.jar:/disk3/spark/lib_managed/jars/jetty-security-8.1.14.v20131031.jar:/disk3/spark/lib_managed/jars/jetty-jndi-8.1.14.v20131031.jar:/disk3/spark/lib_managed/orbits/javax.mail.glassfish-1.4.1.v201005082020.jar:/disk3/spark/lib_managed/orbits/javax.activation-1.1.0.v201105071233.jar:/disk3/spark/lib_managed/bundles/guava-14.0.1.jar:/disk3/spark/lib_managed/jars/commons-lang3-3.3.2.jar:/disk3/spark/lib_managed/jars/jsr305-1.3.9.jar:/disk3/spark/lib_managed/bundles/log4j-1.2.17.jar:/disk3/spark/lib_managed/jars/slf4j-api-1.7.5.jar:/disk3/spark/lib_managed/jars/slf4j-log4j12-1.7.5.jar:/disk3/spark/lib_managed/jars/jul-to-slf4j-1.7.5.jar:/disk3/spark/lib_managed/jars/jcl-over-slf4j-1.7.5.jar:/disk3/spark/lib_managed/jars/commons-daemon-1.0.10.jar:/disk3/spark/lib_managed/bundles/compress-lzf-1.0.0.jar:/disk3/spark/lib_managed/bundles/snappy-java-1.0.5.jar:/disk3/spark/lib_managed/bundles/akka-remote_2.10-2.2.3-shaded-protobuf.jar:/disk3/spark/lib_managed/jars/akka-actor_2.10-2.2.3-shaded-protobuf.jar:/disk3/spark/lib_managed/bundles/config-1.0.2.jar:/disk3/spark/lib_managed/bundles/netty-3.6.6.Final.jar:/disk3/spark/lib_managed/jars/protobuf-java-2.4.1-shaded.jar:/disk3/spark/lib_managed/jars/uncommons-maths-1.2.2a.jar:/disk3/spark/lib_managed/bundles/akka-slf4j_2.10-2.2.3-shaded-protobuf.jar:/disk3/spark/lib_managed/jars/json4s-jackson_2.10-3.2.6.jar:/disk3/spark/lib_managed/jars/json4s-core_2.10-3.2.6.jar:/disk3/spark/lib_managed/jars/json4s-ast_2.10-3.2.6.jar:/disk3/spark/lib_managed/jars/paranamer-2.6.jar:/disk3/spark/lib_managed/jars/scalap-2.10.0.jar:/disk3/spark/lib_managed/jars/scala-compiler-2.10.0.jar:/disk3/spark/lib_managed/jars/scala-reflect-2.10.0.jar:/disk3/spark/lib_managed/bundles/jackson-databind-2.3.0.jar:/disk3/spark/lib_managed/bundles/jackson-annotations-2.3.0.jar:/disk3/spark/lib_managed/bundles/jackson-core-2.3.0.jar:/disk3/spark/lib_managed/jars/colt-1.2.0.jar:/disk3/spark/lib_managed/jars/concurrent-1.3.4.jar:/disk3/spark/lib_managed/jars/mesos-0.18.1-shaded-protobuf.jar:/disk3/spark/lib_managed/jars/commons-net-2.2.jar:/disk3/spark/lib_managed/jars/jets3t-0.7.1.jar:/disk3/spark/lib_managed/jars/commons-codec-1.5.jar:/disk3/spark/lib_managed/jars/commons-httpclient-3.1.jar:/disk3/spark/lib_managed/jars/hadoop-client-1.0.4.jar:/disk3/spark/lib_managed/jars/hadoop-core-1.0.4.jar:/disk3/spark/lib_managed/jars/xmlenc-0.52.jar:/disk3/spark/lib_managed/jars/commons-math-2.1.jar:/disk3/spark/lib_managed/jars/commons-configuration-1.6.jar:/disk3/spark/lib_managed/jars/commons-collections-3.2.1.jar:/disk3/spark/lib_managed/jars/commons-lang-2.4.jar:/disk3/spark/lib_managed/jars/commons-digester-1.8.jar:/disk3/spark/lib_managed/jars/commons-beanutils-1.7.0.jar:/disk3/spark/lib_managed/jars/commons-beanutils-core-1.8.0.jar:/disk3/spark/lib_managed/jars/commons-el-1.0.jar:/disk3/spark/lib_managed/jars/hsqldb-1.8.0.10.jar:/disk3/spark/lib_managed/jars/oro-2.0.8.jar:/disk3/spark/lib_managed/bundles/curator-recipes-2.4.0.jar:/disk3/spark/lib_managed/bundles/curator-framework-2.4.0.jar:/disk3/spark/lib_managed/bundles/curator-client-2.4.0.jar:/disk3/spark/lib_managed/jars/zookeeper-3.4.5.jar:/disk3/spark/lib_managed/jars/jline-0.9.94.jar:/disk3/spark/lib_managed/bundles/metrics-core-3.0.0.jar:/disk3/spark/lib_managed/bundles/metrics-jvm-3.0.0.jar:/disk3/spark/lib_managed/bundles/metrics-json-3.0.0.jar:/disk3/spark/lib_managed/bundles/metrics-graphite-3.0.0.jar:/disk3/spark/lib_managed/jars/chill_2.10-0.3.6.jar:/disk3/spark/lib_managed/jars/chill-java-0.3.6.jar:/disk3/spark/lib_managed/bundles/kryo-2.21.jar:/disk3/spark/lib_managed/jars/reflectasm-1.07-shaded.jar:/disk3/spark/lib_managed/jars/minlog-1.2.jar:/disk3/spark/lib_managed/jars/objenesis-1.2.jar:/disk3/spark/lib_managed/jars/tachyon-0.4.1-thrift.jar:/disk3/spark/lib_managed/jars/ant-1.9.0.jar:/disk3/spark/lib_managed/jars/ant-launcher-1.9.0.jar:/disk3/spark/lib_managed/jars/commons-io-2.4.jar:/disk3/spark/lib_managed/jars/stream-2.7.0.jar:/disk3/spark/lib_managed/jars/pyrolite-2.0.1.jar:/disk3/spark/lib_managed/jars/py4j-0.8.1.jar:/disk3/spark/lib_managed/jars/scalalogging-slf4j_2.10-1.0.1.jar:/disk3/spark/lib_managed/jars/parquet-column-1.4.3.jar:/disk3/spark/lib_managed/jars/parquet-common-1.4.3.jar:/disk3/spark/lib_managed/jars/parquet-encoding-1.4.3.jar:/disk3/spark/lib_managed/jars/parquet-generator-1.4.3.jar:/disk3/spark/lib_managed/jars/parquet-hadoop-1.4.3.jar:/disk3/spark/lib_managed/jars/parquet-format-2.0.0.jar:/disk3/spark/lib_managed/jars/parquet-jackson-1.4.3.jar:/disk3/spark/lib_managed/jars/jackson-mapper-asl-1.9.11.jar:/disk3/spark/lib_managed/jars/jackson-core-asl-1.9.11.jar
> -deprecation -feature -P:genjavadoc:out=/disk3/spark/sql/core/target/java
> -Xplugin:/disk3/spark/lib_managed/jars/genjavadoc-plugin_2.10.4-0.5.jar
> -bootclasspath
> /home/hadoop/useful-software/jdk1.7.0_07/jre/lib/resources.jar:/home/hadoop/useful-software/jdk1.7.0_07/jre/lib/rt.jar:/home/hadoop/useful-software/jdk1.7.0_07/jre/lib/sunrsasign.jar:/home/hadoop/useful-software/jdk1.7.0_07/jre/lib/jsse.jar:/home/hadoop/useful-software/jdk1.7.0_07/jre/lib/jce.jar:/home/hadoop/useful-software/jdk1.7.0_07/jre/lib/charsets.jar:/home/hadoop/useful-software/jdk1.7.0_07/jre/lib/jfr.jar:/home/hadoop/useful-software/jdk1.7.0_07/jre/classes:/disk3/spark/lib_managed/jars/scala-library-2.10.4.jar
> -unchecked
> [error]
> [error]   last tree to typer:
> Literal(Constant(org.apache.spark.sql.catalyst.types.PrimitiveType))
> [error]               symbol: null
> [error]    symbol definition: null
> [error]                  tpe:
> Class(classOf[org.apache.spark.sql.catalyst.types.PrimitiveType])
> [error]        symbol owners:
> [error]       context owners: object TestSQLContext -> package test
> [error]
> [error] == Enclosing template or block ==
> [error]
> [error] Template( // val <local TestSQLContext>: <notype> in object
> TestSQLContext, tree.tpe=org.apache.spark.sql.test.TestSQLContext.type
> [error]   "org.apache.spark.sql.SQLContext" // parents
> [error]   ValDef(
> [error]     private
> [error]     "_"
> [error]     <tpt>
> [error]     <empty>
> [error]   )
> [error]   // 2 statements
> [error]   DefDef( // private def readResolve(): Object in object
> TestSQLContext
> [error]     <method> private <synthetic>
> [error]     "readResolve"
> [error]     []
> [error]     List(Nil)
> [error]     <tpt> // tree.tpe=Object
> [error]     test.this."TestSQLContext" // object TestSQLContext in package
> test, tree.tpe=org.apache.spark.sql.test.TestSQLContext.type
> [error]   )
> [error]   DefDef( // def <init>():
> org.apache.spark.sql.test.TestSQLContext.type in object TestSQLContext
> [error]     <method>
> [error]     "<init>"
> [error]     []
> [error]     List(Nil)
> [error]     <tpt> // tree.tpe=org.apache.spark.sql.test.TestSQLContext.type
> [error]     Block( // tree.tpe=Unit
> [error]       Apply( // def <init>(sparkContext:
> org.apache.spark.SparkContext): org.apache.spark.sql.SQLContext in class
> SQLContext, tree.tpe=org.apache.spark.sql.SQLContext
> [error]         TestSQLContext.super."<init>" // def <init>(sparkContext:
> org.apache.spark.SparkContext): org.apache.spark.sql.SQLContext in class
> SQLContext, tree.tpe=(sparkContext:
> org.apache.spark.SparkContext)org.apache.spark.sql.SQLContext
> [error]         Apply( // def <init>(master: String,appName: String,conf:
> org.apache.spark.SparkConf): org.apache.spark.SparkContext in class
> SparkContext, tree.tpe=org.apache.spark.SparkContext
> [error]           new org.apache.spark.SparkContext."<init>" // def
> <init>(master: String,appName: String,conf: org.apache.spark.SparkConf):
> org.apache.spark.SparkContext in class SparkContext, tree.tpe=(master:
> String, appName: String, conf:
> org.apache.spark.SparkConf)org.apache.spark.SparkContext
> [error]           // 3 arguments
> [error]           "local"
> [error]           "TestSQLContext"
> [error]           Apply( // def <init>(): org.apache.spark.SparkConf in
> class SparkConf, tree.tpe=org.apache.spark.SparkConf
> [error]             new org.apache.spark.SparkConf."<init>" // def <init>():
> org.apache.spark.SparkConf in class SparkConf,
> tree.tpe=()org.apache.spark.SparkConf
> [error]             Nil
> [error]           )
> [error]         )
> [error]       )
> [error]       ()
> [error]     )
> [error]   )
> [error] )
> [error]
> [error] == Expanded type of tree ==
> [error]
> [error] ConstantType(
> [error]   value =
> Constant(org.apache.spark.sql.catalyst.types.PrimitiveType)
> [error] )
> [error]
> [error] uncaught exception during compilation: java.lang.AssertionError
> java.lang.AssertionError: assertion failed: List(object package$DebugNode,
> object package$DebugNode)
>     at scala.reflect.internal.Symbols$Symbol.suchThat(Symbols.scala:1678)
>     at
> scala.reflect.internal.Symbols$ClassSymbol.companionModule0(Symbols.scala:2988)
>     at
> scala.reflect.internal.Symbols$ClassSymbol.companionModule(Symbols.scala:2991)
>     at
> scala.tools.nsc.backend.jvm.GenASM$JPlainBuilder.genClass(GenASM.scala:1371)
>     at scala.tools.nsc.backend.jvm.GenASM$AsmPhase.run(GenASM.scala:120)
>     at scala.tools.nsc.Global$Run.compileUnitsInternal(Global.scala:1583)
>     at scala.tools.nsc.Global$Run.compileUnits(Global.scala:1557)
>     at scala.tools.nsc.Global$Run.compileSources(Global.scala:1553)
>     at scala.tools.nsc.Global$Run.compile(Global.scala:1662)
>     at xsbt.CachedCompiler0.run(CompilerInterface.scala:123)
>     at xsbt.CachedCompiler0.run(CompilerInterface.scala:99)
>     at xsbt.CompilerInterface.run(CompilerInterface.scala:27)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:601)
>     at sbt.compiler.AnalyzingCompiler.call(AnalyzingCompiler.scala:102)
>     at sbt.compiler.AnalyzingCompiler.compile(AnalyzingCompiler.scala:48)
>     at sbt.compiler.AnalyzingCompiler.compile(AnalyzingCompiler.scala:41)
>     at
> sbt.compiler.AggressiveCompile$$anonfun$3$$anonfun$compileScala$1$1.apply$mcV$sp(AggressiveCompile.scala:99)
>     at
> sbt.compiler.AggressiveCompile$$anonfun$3$$anonfun$compileScala$1$1.apply(AggressiveCompile.scala:99)
>     at
> sbt.compiler.AggressiveCompile$$anonfun$3$$anonfun$compileScala$1$1.apply(AggressiveCompile.scala:99)
>     at
> sbt.compiler.AggressiveCompile.sbt$compiler$AggressiveCompile$$timed(AggressiveCompile.scala:166)
>     at
> sbt.compiler.AggressiveCompile$$anonfun$3.compileScala$1(AggressiveCompile.scala:98)
>     at
> sbt.compiler.AggressiveCompile$$anonfun$3.apply(AggressiveCompile.scala:143)
>     at
> sbt.compiler.AggressiveCompile$$anonfun$3.apply(AggressiveCompile.scala:87)
>     at
> sbt.inc.IncrementalCompile$$anonfun$doCompile$1.apply(Compile.scala:39)
>     at
> sbt.inc.IncrementalCompile$$anonfun$doCompile$1.apply(Compile.scala:37)
>     at sbt.inc.IncrementalCommon.cycle(Incremental.scala:99)
>     at sbt.inc.Incremental$$anonfun$1.apply(Incremental.scala:38)
>     at sbt.inc.Incremental$$anonfun$1.apply(Incremental.scala:37)
>     at sbt.inc.Incremental$.manageClassfiles(Incremental.scala:65)
>     at sbt.inc.Incremental$.compile(Incremental.scala:37)
>     at sbt.inc.IncrementalCompile$.apply(Compile.scala:27)
>     at sbt.compiler.AggressiveCompile.compile2(AggressiveCompile.scala:157)
>     at sbt.compiler.AggressiveCompile.compile1(AggressiveCompile.scala:71)
>     at sbt.compiler.AggressiveCompile.apply(AggressiveCompile.scala:46)
>     at sbt.Compiler$.apply(Compiler.scala:75)
>     at sbt.Compiler$.apply(Compiler.scala:66)
>     at sbt.Defaults$.sbt$Defaults$$compileTaskImpl(Defaults.scala:743)
>     at sbt.Defaults$$anonfun$compileTask$1.apply(Defaults.scala:735)
>     at sbt.Defaults$$anonfun$compileTask$1.apply(Defaults.scala:735)
>     at scala.Function1$$anonfun$compose$1.apply(Function1.scala:47)
>     at sbt.$tilde$greater$$anonfun$$u2219$1.apply(TypeFunctions.scala:42)
>     at sbt.std.Transform$$anon$4.work(System.scala:64)
>     at
> sbt.Execute$$anonfun$submit$1$$anonfun$apply$1.apply(Execute.scala:237)
>     at
> sbt.Execute$$anonfun$submit$1$$anonfun$apply$1.apply(Execute.scala:237)
>     at sbt.ErrorHandling$.wideConvert(ErrorHandling.scala:18)
>     at sbt.Execute.work(Execute.scala:244)
>     at sbt.Execute$$anonfun$submit$1.apply(Execute.scala:237)
>     at sbt.Execute$$anonfun$submit$1.apply(Execute.scala:237)
>     at
> sbt.ConcurrentRestrictions$$anon$4$$anonfun$1.apply(ConcurrentRestrictions.scala:160)
>     at sbt.CompletionService$$anon$2.call(CompletionService.scala:30)
>     at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
>     at java.util.concurrent.FutureTask.run(FutureTask.java:166)
>     at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>     at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
>     at java.util.concurrent.FutureTask.run(FutureTask.java:166)
>     at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
>     at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
>     at java.lang.Thread.run(Thread.java:722)
> [error] (sql/compile:compile) java.lang.AssertionError: assertion failed:
> List(object package$DebugNode, object package$DebugNode)
> [error] Total time: 40 s, completed Jul 8, 2014 8:17:18 AM
>