You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@spark.apache.org by Victor Sheng <vi...@gmail.com> on 2014/07/18 07:39:24 UTC
spark1.0.1 spark sql error java.lang.NoClassDefFoundError: Could
not initialize class $line11.$read$
when I run a query to a hadoop file.
mobile.registerAsTable("mobile")
val count = sqlContext.sql("select count(1) from mobile")
res5: org.apache.spark.sql.SchemaRDD =
SchemaRDD[21] at RDD at SchemaRDD.scala:100
== Query Plan ==
ExistingRdd [data_date#0,mobile#1,create_time#2], MapPartitionsRDD[4] at
mapPartitions at basicOperators.scala:176
when I run collect.
count.collect()
It throws exceptions, Can anyone help me ?
Job aborted due to stage failure: Task 3.0:22 failed 4 times, most recent
failure: Exception failure in TID 153 on host wh-8-210:
java.lang.NoClassDefFoundError: Could not initialize class $line11.$read$
$line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$2.apply(<console>:19)
$line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$2.apply(<console>:19)
scala.collection.Iterator$$anon$11.next(Iterator.scala:328)
scala.collection.Iterator$$anon$1.next(Iterator.scala:853)
scala.collection.Iterator$$anon$1.head(Iterator.scala:840)
org.apache.spark.sql.execution.ExistingRdd$$anonfun$productToRowRdd$1.apply(basicOperators.scala:181)
org.apache.spark.sql.execution.ExistingRdd$$anonfun$productToRowRdd$1.apply(basicOperators.scala:176)
org.apache.spark.rdd.RDD$$anonfun$12.apply(RDD.scala:559)
org.apache.spark.rdd.RDD$$anonfun$12.apply(RDD.scala:559)
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:158)
org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
org.apache.spark.scheduler.Task.run(Task.scala:51)
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:183)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722) Driver stacktrace:
java.lang.ExceptionInInitializerError
at $line11.$read$$iwC.<init>(<console>:6)
at $line11.$read.<init>(<console>:26)
at $line11.$read$.<init>(<console>:30)
at $line11.$read$.<clinit>(<console>)
at $line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$2.apply(<console>:19)
at $line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$2.apply(<console>:19)
at scala.collection.Iterator$$anon$11.next(Iterator.scala:328)
at scala.collection.Iterator$$anon$1.next(Iterator.scala:853)
at scala.collection.Iterator$$anon$1.head(Iterator.scala:840)
at
org.apache.spark.sql.execution.ExistingRdd$$anonfun$productToRowRdd$1.apply(basicOperators.scala:181)
at
org.apache.spark.sql.execution.ExistingRdd$$anonfun$productToRowRdd$1.apply(basicOperators.scala:176)
at org.apache.spark.rdd.RDD$$anonfun$12.apply(RDD.scala:559)
at org.apache.spark.rdd.RDD$$anonfun$12.apply(RDD.scala:559)
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
at org.apache.spark.rdd.MappedRDD.compute(MappedRDD.scala:31)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
at
org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:111)
at org.apache.spark.scheduler.Task.run(Task.scala:51)
at
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:183)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:722)
My classpath is :
/app/hadoop/spark-1.0.1/assembly/target/scala-2.10/spark-assembly-1.0.1-hadoop0.20.2-cdh3u5.jar
System Classpath
/app/hadoop/spark-1.0.1/conf System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/JavaEWAH-0.3.2.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/JavaEWAH-0.6.6.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/ST4-4.0.4.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/activation-1.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/akka-actor_2.10-2.2.3-shaded-protobuf.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/algebird-core_2.10-0.1.11.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/ant-1.6.5.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/ant-1.9.0.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/ant-launcher-1.9.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/antlr-2.7.7.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/antlr-3.4.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/antlr-runtime-3.4.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/arpack_combined_all-0.1-javadoc.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/arpack_combined_all-0.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/avro-1.7.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/avro-1.7.3.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/avro-ipc-1.7.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/avro-ipc-1.7.3.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/avro-mapred-1.7.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/breeze-macros_2.10-0.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/breeze_2.10-0.7.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/cassandra-all-1.2.6.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/cassandra-thrift-1.2.6.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/cglib-nodep-2.2.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/chill-java-0.3.6.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/chill_2.10-0.3.6.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/colt-1.2.0.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-beanutils-1.7.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-beanutils-core-1.8.0.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-cli-1.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-codec-1.5.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-collections-3.2.1.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-compress-1.4.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-configuration-1.6.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-daemon-1.0.10.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-digester-1.8.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-el-1.0.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-httpclient-3.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-io-2.4.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-lang-2.4.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-lang-2.5.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-lang-2.6.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-lang3-3.3.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-logging-1.1.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-logging-api-1.0.4.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-math3-3.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-net-2.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/commons-pool-1.5.4.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/concurrent-1.3.4.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/core-1.1.2.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/core-3.1.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-api-jdo-3.2.1.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-api-jdo-3.2.1.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-core-3.2.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-core-3.2.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-rdbms-3.2.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-rdbms-3.2.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/derby-10.4.2.0.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/easymock-3.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/easymockclassextension-3.1.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/flume-ng-sdk-1.4.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/genjavadoc-plugin_2.10.4-0.5.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/guava-r09-jarjar.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/hadoop-core-0.20.2-cdh3u5.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/hamcrest-core-1.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/hbase-0.94.6.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/high-scale-lib-1.1.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/hive-common-0.12.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/hive-exec-0.12.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/hive-metastore-0.12.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/hive-serde-0.12.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/hive-shims-0.12.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/hsqldb-1.8.0.7.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/httpclient-4.1.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/httpcore-4.1.3.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-core-asl-1.7.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-core-asl-1.9.11.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-core-asl-1.9.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-jaxrs-1.7.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-jaxrs-1.8.8.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-mapper-asl-1.7.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-mapper-asl-1.9.11.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-mapper-asl-1.9.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-xc-1.7.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jackson-xc-1.8.8.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jamm-0.2.5.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jamon-runtime-2.3.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jansi-1.4.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jasper-compiler-5.5.23.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jasper-runtime-5.5.23.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jaxb-api-2.2.2.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jaxb-impl-2.2.3-1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jbcrypt-0.3m.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jblas-1.2.3.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jcl-over-slf4j-1.7.5.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jdo-api-3.0.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jets3t-0.7.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-6.1.26.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-continuation-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-http-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-io-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-jndi-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-plus-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-security-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-server-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-servlet-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-util-6.1.26.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-util-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-webapp-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jetty-xml-8.1.14.v20131031.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jline-0.9.94.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jline-2.10.4.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jna-3.0.9.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jnr-constants-0.8.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/json-20090211.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/json-simple-1.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/json4s-ast_2.10-3.2.6.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/json4s-core_2.10-3.2.6.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/json4s-jackson_2.10-3.2.6.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jsp-2.1-6.1.14.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jsp-api-2.0.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jsp-api-2.1-6.1.14.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jsp-api-2.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jsr305-1.3.9.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jta-1.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jtransforms-2.4.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/jul-to-slf4j-1.7.5.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/junit-4.10.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/junit-4.8.2.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/junit-dep-4.10.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/junit-interface-0.10.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/kafka_2.10-0.8.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/libfb303-0.9.0.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/libthrift-0.9.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/lz4-1.1.0.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/mesos-0.18.1-shaded-protobuf.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/metrics-annotation-2.2.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/metrics-core-2.2.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/minlog-1.2.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/mockito-all-1.8.2.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/mockito-all-1.9.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/mqtt-client-0.4.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/netty-all-4.0.17.Final.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/objenesis-1.2.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/opencsv-2.3.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/oro-2.0.8.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/paranamer-2.6.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/parquet-column-1.4.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/parquet-common-1.4.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/parquet-encoding-1.4.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/parquet-format-2.0.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/parquet-generator-1.4.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/parquet-hadoop-1.4.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/parquet-jackson-1.4.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/protobuf-java-2.4.0a.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/protobuf-java-2.4.1-shaded.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/py4j-0.8.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/pyrolite-2.0.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/reflectasm-1.07-shaded.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scala-compiler-2.10.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scala-compiler-2.10.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scala-compiler-2.10.4.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scala-library-2.10.4.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scala-reflect-2.10.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scala-reflect-2.10.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scala-reflect-2.10.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scala-reflect-2.10.4.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scalacheck_2.10-1.11.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scalalogging-slf4j_2.10-1.0.1.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scalap-2.10.0.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scalatest_2.10-2.1.5.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/scopt_2.10-3.2.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/servlet-api-2.5-20081211.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/servlet-api-2.5-20110124.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/servlet-api-2.5-6.1.14.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/servlet-api-2.5.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/slf4j-api-1.7.5.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/slf4j-log4j12-1.7.5.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/snakeyaml-1.6.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/snappy-0.2.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/snaptree-0.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/spire-macros_2.10-0.7.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/spire_2.10-0.7.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/stax-api-1.0-2.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/stax-api-1.0.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/stream-2.5.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/stringtemplate-3.2.1.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/tachyon-0.4.1-thrift.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/test-interface-0.5.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/test-interface-1.0.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/twitter4j-core-3.0.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/twitter4j-stream-3.0.3.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/uncommons-maths-1.2.2a.jar System
Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/velocity-1.7.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/xmlenc-0.52.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/xz-1.0.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/zeromq-scala-binding_2.10-0.0.7.jar
System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/zkclient-0.1.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/zkclient-0.3.jar System Classpath
/app/hadoop/spark-1.0.1/lib_managed/jars/zookeeper-3.4.5.jar System
Classpath
/app/hadoop/sparklib/hadoop-lzo-0.4.15.jar System Classpath
/home/hadoop/src/hadoop/conf System Classpath
/home/hadoop/src/hadoop/lib/ System Classpath
--
View this message in context: http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135.html
Sent from the Apache Spark User List mailing list archive at Nabble.com.
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError:
Could not initialize class $line11.$read$
Posted by Victor Sheng <vi...@gmail.com>.
Hi,Svend
Your reply is very helpful to me. I'll keep an eye on that ticket.
And also... Cheers :)
Best Regards,
Victor
--
View this message in context: http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10162.html
Sent from the Apache Spark User List mailing list archive at Nabble.com.
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError:
Could not initialize class $line11.$read$
Posted by Svend <sv...@gmail.com>.
Hi Victor,
I have the same issue (and no solution, unfortunately... )
I mentioned it in another post => keep an eye on that one in case some
future reply there could help you:
http://apache-spark-user-list.1001560.n3.nabble.com/ClassNotFoundException-line11-read-when-loading-an-HDFS-text-file-with-SparkQL-in-spark-shell-tc9954.html
As suggested in one reply, I just opened a ticket regarding this:
https://issues.apache.org/jira/browse/SPARK-2576
Cheers,
S
--
View this message in context: http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10150.html
Sent from the Apache Spark User List mailing list archive at Nabble.com.
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError: Could
not initialize class $line11.$read$
Posted by Yin Huai <yh...@databricks.com>.
Yes, https://issues.apache.org/jira/browse/SPARK-2576 is used to track it.
On Wed, Jul 23, 2014 at 9:11 AM, Nicholas Chammas <
nicholas.chammas@gmail.com> wrote:
> Do we have a JIRA issue to track this? I think I've run into a similar
> issue.
>
>
> On Wed, Jul 23, 2014 at 1:12 AM, Yin Huai <yh...@databricks.com> wrote:
>
>> It is caused by a bug in Spark REPL. I still do not know which part of
>> the REPL code causes it... I think people working REPL may have better
>> idea.
>>
>> Regarding how I found it, based on exception, it seems we pulled in some
>> irrelevant stuff and that import was pretty suspicious.
>>
>> Thanks,
>>
>> Yin
>>
>>
>> On Tue, Jul 22, 2014 at 12:53 AM, Victor Sheng <vi...@gmail.com>
>> wrote:
>>
>>> Hi, Yin Huai
>>> I test again with your snippet code.
>>> It works well in spark-1.0.1
>>>
>>> Here is my code:
>>>
>>> val sqlContext = new org.apache.spark.sql.SQLContext(sc)
>>> case class Record(data_date: String, mobile: String, create_time:
>>> String)
>>> val mobile = Record("2014-07-20","1234567","2014-07-19")
>>> val lm = List(mobile)
>>> val mobileRDD = sc.makeRDD(lm)
>>> val mobileSchemaRDD = sqlContext.createSchemaRDD(mobileRDD)
>>> mobileSchemaRDD.registerAsTable("mobile")
>>> sqlContext.sql("select count(1) from mobile").collect()
>>>
>>> The Result is like below:
>>> 14/07/22 15:49:53 INFO spark.SparkContext: Job finished: collect at
>>> SparkPlan.scala:52, took 0.296864832 s
>>> res9: Array[org.apache.spark.sql.Row] = Array([1])
>>>
>>>
>>> But what is the main cause of this exception? And how you find it out
>>> by
>>> looking some unknown characters like $line11.$read$
>>> $line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$ ?
>>>
>>> Thanks,
>>> Victor
>>>
>>>
>>>
>>>
>>> --
>>> View this message in context:
>>> http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10390.html
>>> Sent from the Apache Spark User List mailing list archive at Nabble.com.
>>>
>>
>>
>
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError: Could
not initialize class $line11.$read$
Posted by Nicholas Chammas <ni...@gmail.com>.
Do we have a JIRA issue to track this? I think I've run into a similar
issue.
On Wed, Jul 23, 2014 at 1:12 AM, Yin Huai <yh...@databricks.com> wrote:
> It is caused by a bug in Spark REPL. I still do not know which part of the
> REPL code causes it... I think people working REPL may have better idea.
>
> Regarding how I found it, based on exception, it seems we pulled in some
> irrelevant stuff and that import was pretty suspicious.
>
> Thanks,
>
> Yin
>
>
> On Tue, Jul 22, 2014 at 12:53 AM, Victor Sheng <vi...@gmail.com>
> wrote:
>
>> Hi, Yin Huai
>> I test again with your snippet code.
>> It works well in spark-1.0.1
>>
>> Here is my code:
>>
>> val sqlContext = new org.apache.spark.sql.SQLContext(sc)
>> case class Record(data_date: String, mobile: String, create_time: String)
>> val mobile = Record("2014-07-20","1234567","2014-07-19")
>> val lm = List(mobile)
>> val mobileRDD = sc.makeRDD(lm)
>> val mobileSchemaRDD = sqlContext.createSchemaRDD(mobileRDD)
>> mobileSchemaRDD.registerAsTable("mobile")
>> sqlContext.sql("select count(1) from mobile").collect()
>>
>> The Result is like below:
>> 14/07/22 15:49:53 INFO spark.SparkContext: Job finished: collect at
>> SparkPlan.scala:52, took 0.296864832 s
>> res9: Array[org.apache.spark.sql.Row] = Array([1])
>>
>>
>> But what is the main cause of this exception? And how you find it out
>> by
>> looking some unknown characters like $line11.$read$
>> $line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$ ?
>>
>> Thanks,
>> Victor
>>
>>
>>
>>
>> --
>> View this message in context:
>> http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10390.html
>> Sent from the Apache Spark User List mailing list archive at Nabble.com.
>>
>
>
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError: Could
not initialize class $line11.$read$
Posted by Yin Huai <yh...@databricks.com>.
It is caused by a bug in Spark REPL. I still do not know which part of the
REPL code causes it... I think people working REPL may have better idea.
Regarding how I found it, based on exception, it seems we pulled in some
irrelevant stuff and that import was pretty suspicious.
Thanks,
Yin
On Tue, Jul 22, 2014 at 12:53 AM, Victor Sheng <vi...@gmail.com>
wrote:
> Hi, Yin Huai
> I test again with your snippet code.
> It works well in spark-1.0.1
>
> Here is my code:
>
> val sqlContext = new org.apache.spark.sql.SQLContext(sc)
> case class Record(data_date: String, mobile: String, create_time: String)
> val mobile = Record("2014-07-20","1234567","2014-07-19")
> val lm = List(mobile)
> val mobileRDD = sc.makeRDD(lm)
> val mobileSchemaRDD = sqlContext.createSchemaRDD(mobileRDD)
> mobileSchemaRDD.registerAsTable("mobile")
> sqlContext.sql("select count(1) from mobile").collect()
>
> The Result is like below:
> 14/07/22 15:49:53 INFO spark.SparkContext: Job finished: collect at
> SparkPlan.scala:52, took 0.296864832 s
> res9: Array[org.apache.spark.sql.Row] = Array([1])
>
>
> But what is the main cause of this exception? And how you find it out by
> looking some unknown characters like $line11.$read$
> $line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$ ?
>
> Thanks,
> Victor
>
>
>
>
> --
> View this message in context:
> http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10390.html
> Sent from the Apache Spark User List mailing list archive at Nabble.com.
>
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError:
Could not initialize class $line11.$read$
Posted by Victor Sheng <vi...@gmail.com>.
Hi, Yin Huai
I test again with your snippet code.
It works well in spark-1.0.1
Here is my code:
val sqlContext = new org.apache.spark.sql.SQLContext(sc)
case class Record(data_date: String, mobile: String, create_time: String)
val mobile = Record("2014-07-20","1234567","2014-07-19")
val lm = List(mobile)
val mobileRDD = sc.makeRDD(lm)
val mobileSchemaRDD = sqlContext.createSchemaRDD(mobileRDD)
mobileSchemaRDD.registerAsTable("mobile")
sqlContext.sql("select count(1) from mobile").collect()
The Result is like below:
14/07/22 15:49:53 INFO spark.SparkContext: Job finished: collect at
SparkPlan.scala:52, took 0.296864832 s
res9: Array[org.apache.spark.sql.Row] = Array([1])
But what is the main cause of this exception? And how you find it out by
looking some unknown characters like $line11.$read$
$line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$ ?
Thanks,
Victor
--
View this message in context: http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10390.html
Sent from the Apache Spark User List mailing list archive at Nabble.com.
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError: Could
not initialize class $line11.$read$
Posted by Yin Huai <yh...@databricks.com>.
Hi Victor,
Instead of importing sqlContext.createSchemaRDD, can you explicitly call
sqlContext.createSchemaRDD(rdd) to create a SchemaRDD?
For example,
You have a case class Record.
case class Record(data_date: String, mobile: String, create_time: String)
Then, you create a RDD[Record] and let's call it mobile.
Instead of using mobile.registerAsTable("mobile"), can you try the
following snippet and see if it works?
val mobileSchemaRDD = sqlContext.createSchemaRDD(mobile)
mobileSchemaRDD.registerAsTable("mobile")
Thanks,
Yin
On Sun, Jul 20, 2014 at 11:10 PM, Victor Sheng <vi...@gmail.com>
wrote:
> Hi,Kevin
> I tried it on spark1.0.0, it works fine.
> It's a bug in spark1.0.1 ...
> Thanks,
> Victor
>
>
>
> --
> View this message in context:
> http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10288.html
> Sent from the Apache Spark User List mailing list archive at Nabble.com.
>
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError:
Could not initialize class $line11.$read$
Posted by Victor Sheng <vi...@gmail.com>.
Hi,Kevin
I tried it on spark1.0.0, it works fine.
It's a bug in spark1.0.1 ...
Thanks,
Victor
--
View this message in context: http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10288.html
Sent from the Apache Spark User List mailing list archive at Nabble.com.
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError:
Could not initialize class $line11.$read$
Posted by Kevin Jung <it...@samsung.com>.
Hi, Victor
I got the same issue and I posted it.
In my case, it only happens when I query some spark-sql on spark 1.0.1 but
for spark 1.0.0, it works properly.
Have you run the same job on spark 1.0.0 ?
Sincerely,
Kevin
--
View this message in context: http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10274.html
Sent from the Apache Spark User List mailing list archive at Nabble.com.
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError:
Could not initialize class $line11.$read$
Posted by Victor Sheng <vi...@gmail.com>.
Hi, Michael
I only modified the default hadoop version to 0.20.2-cdh3u5, and
DEFAULT_HIVE=true in SparkBuild.scala.
Then sbt/sbt assembly.
I just run in the local standalone mode by using sbin/start-all.sh.
Hadoop version is 0.20.2-cdh3u5.
Then use spark-shell to execute the spark sql.
One machine both master and slave. OS is CentOS 5.
And not use mesos.
Thanks,
Victor
--
View this message in context: http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135p10266.html
Sent from the Apache Spark User List mailing list archive at Nabble.com.
Re: spark1.0.1 spark sql error java.lang.NoClassDefFoundError: Could
not initialize class $line11.$read$
Posted by Michael Armbrust <mi...@databricks.com>.
Can you tell us more about your environment. Specifically, are you also
running on Mesos?
On Jul 18, 2014 12:39 AM, "Victor Sheng" <vi...@gmail.com> wrote:
> when I run a query to a hadoop file.
> mobile.registerAsTable("mobile")
> val count = sqlContext.sql("select count(1) from mobile")
> res5: org.apache.spark.sql.SchemaRDD =
> SchemaRDD[21] at RDD at SchemaRDD.scala:100
> == Query Plan ==
> ExistingRdd [data_date#0,mobile#1,create_time#2], MapPartitionsRDD[4] at
> mapPartitions at basicOperators.scala:176
>
> when I run collect.
> count.collect()
>
> It throws exceptions, Can anyone help me ?
>
> Job aborted due to stage failure: Task 3.0:22 failed 4 times, most recent
> failure: Exception failure in TID 153 on host wh-8-210:
> java.lang.NoClassDefFoundError: Could not initialize class $line11.$read$
> $line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$2.apply(<console>:19)
> $line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$2.apply(<console>:19)
> scala.collection.Iterator$$anon$11.next(Iterator.scala:328)
> scala.collection.Iterator$$anon$1.next(Iterator.scala:853)
> scala.collection.Iterator$$anon$1.head(Iterator.scala:840)
>
> org.apache.spark.sql.execution.ExistingRdd$$anonfun$productToRowRdd$1.apply(basicOperators.scala:181)
>
> org.apache.spark.sql.execution.ExistingRdd$$anonfun$productToRowRdd$1.apply(basicOperators.scala:176)
> org.apache.spark.rdd.RDD$$anonfun$12.apply(RDD.scala:559)
> org.apache.spark.rdd.RDD$$anonfun$12.apply(RDD.scala:559)
> org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
> org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
> org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
> org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
> org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
> org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
> org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
> org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
> org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
> org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
> org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
> org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
> org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:158)
> org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
> org.apache.spark.scheduler.Task.run(Task.scala:51)
> org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:183)
>
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
>
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
> java.lang.Thread.run(Thread.java:722) Driver stacktrace:
>
>
>
> java.lang.ExceptionInInitializerError
> at $line11.$read$$iwC.<init>(<console>:6)
> at $line11.$read.<init>(<console>:26)
> at $line11.$read$.<init>(<console>:30)
> at $line11.$read$.<clinit>(<console>)
> at $line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$2.apply(<console>:19)
> at $line12.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$2.apply(<console>:19)
> at scala.collection.Iterator$$anon$11.next(Iterator.scala:328)
> at scala.collection.Iterator$$anon$1.next(Iterator.scala:853)
> at scala.collection.Iterator$$anon$1.head(Iterator.scala:840)
> at
>
> org.apache.spark.sql.execution.ExistingRdd$$anonfun$productToRowRdd$1.apply(basicOperators.scala:181)
> at
>
> org.apache.spark.sql.execution.ExistingRdd$$anonfun$productToRowRdd$1.apply(basicOperators.scala:176)
> at org.apache.spark.rdd.RDD$$anonfun$12.apply(RDD.scala:559)
> at org.apache.spark.rdd.RDD$$anonfun$12.apply(RDD.scala:559)
> at
> org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:35)
> at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
> at org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
> at org.apache.spark.rdd.MappedRDD.compute(MappedRDD.scala:31)
> at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:262)
> at org.apache.spark.rdd.RDD.iterator(RDD.scala:229)
> at
> org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:111)
> at org.apache.spark.scheduler.Task.run(Task.scala:51)
> at
> org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:183)
> at
>
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
> at
>
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
> at java.lang.Thread.run(Thread.java:722)
>
>
> My classpath is :
>
> /app/hadoop/spark-1.0.1/assembly/target/scala-2.10/spark-assembly-1.0.1-hadoop0.20.2-cdh3u5.jar
> System Classpath
> /app/hadoop/spark-1.0.1/conf System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/JavaEWAH-0.3.2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/JavaEWAH-0.6.6.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/ST4-4.0.4.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/activation-1.1.jar System
> Classpath
>
> /app/hadoop/spark-1.0.1/lib_managed/jars/akka-actor_2.10-2.2.3-shaded-protobuf.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/algebird-core_2.10-0.1.11.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/ant-1.6.5.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/ant-1.9.0.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/ant-launcher-1.9.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/antlr-2.7.7.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/antlr-3.4.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/antlr-runtime-3.4.jar System
> Classpath
>
> /app/hadoop/spark-1.0.1/lib_managed/jars/arpack_combined_all-0.1-javadoc.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/arpack_combined_all-0.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/avro-1.7.1.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/avro-1.7.3.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/avro-ipc-1.7.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/avro-ipc-1.7.3.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/avro-mapred-1.7.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/breeze-macros_2.10-0.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/breeze_2.10-0.7.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/cassandra-all-1.2.6.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/cassandra-thrift-1.2.6.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/cglib-nodep-2.2.2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/chill-java-0.3.6.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/chill_2.10-0.3.6.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/colt-1.2.0.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-beanutils-1.7.0.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-beanutils-core-1.8.0.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-cli-1.2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-codec-1.5.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-collections-3.2.1.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-compress-1.4.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-configuration-1.6.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-daemon-1.0.10.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-digester-1.8.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-el-1.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-httpclient-3.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-io-2.4.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-lang-2.4.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-lang-2.5.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-lang-2.6.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-lang3-3.3.2.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-logging-1.1.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-logging-api-1.0.4.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-math3-3.2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-net-2.2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/commons-pool-1.5.4.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/concurrent-1.3.4.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/core-1.1.2.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/core-3.1.1.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-api-jdo-3.2.1.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-api-jdo-3.2.1.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-core-3.2.2.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-core-3.2.2.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-rdbms-3.2.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/datanucleus-rdbms-3.2.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/derby-10.4.2.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/easymock-3.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/easymockclassextension-3.1.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/flume-ng-sdk-1.4.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/genjavadoc-plugin_2.10.4-0.5.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/guava-r09-jarjar.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/hadoop-core-0.20.2-cdh3u5.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/hamcrest-core-1.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/hbase-0.94.6.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/high-scale-lib-1.1.2.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/hive-common-0.12.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/hive-exec-0.12.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/hive-metastore-0.12.0.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/hive-serde-0.12.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/hive-shims-0.12.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/hsqldb-1.8.0.7.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/httpclient-4.1.3.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/httpcore-4.1.3.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-core-asl-1.7.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-core-asl-1.9.11.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-core-asl-1.9.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-jaxrs-1.7.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-jaxrs-1.8.8.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-mapper-asl-1.7.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-mapper-asl-1.9.11.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-mapper-asl-1.9.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-xc-1.7.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jackson-xc-1.8.8.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jamm-0.2.5.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jamon-runtime-2.3.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jansi-1.4.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jasper-compiler-5.5.23.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jasper-runtime-5.5.23.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jaxb-api-2.2.2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jaxb-impl-2.2.3-1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jbcrypt-0.3m.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jblas-1.2.3.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jcl-over-slf4j-1.7.5.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jdo-api-3.0.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jets3t-0.7.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-6.1.26.jar System
> Classpath
>
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-continuation-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-http-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-io-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-jndi-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-plus-8.1.14.v20131031.jar
> System Classpath
>
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-security-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-server-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-servlet-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-util-6.1.26.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-util-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-webapp-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jetty-xml-8.1.14.v20131031.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jline-0.9.94.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jline-2.10.4.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jna-3.0.9.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jnr-constants-0.8.2.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/json-20090211.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/json-simple-1.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/json4s-ast_2.10-3.2.6.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/json4s-core_2.10-3.2.6.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/json4s-jackson_2.10-3.2.6.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jsp-2.1-6.1.14.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jsp-api-2.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jsp-api-2.1-6.1.14.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jsp-api-2.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jsr305-1.3.9.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jta-1.1.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jtransforms-2.4.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/jul-to-slf4j-1.7.5.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/junit-4.10.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/junit-4.8.2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/junit-dep-4.10.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/junit-interface-0.10.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/kafka_2.10-0.8.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/libfb303-0.9.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/libthrift-0.9.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/lz4-1.1.0.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/mesos-0.18.1-shaded-protobuf.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/metrics-annotation-2.2.0.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/metrics-core-2.2.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/minlog-1.2.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/mockito-all-1.8.2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/mockito-all-1.9.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/mqtt-client-0.4.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/netty-all-4.0.17.Final.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/objenesis-1.2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/opencsv-2.3.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/oro-2.0.8.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/paranamer-2.6.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/parquet-column-1.4.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/parquet-common-1.4.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/parquet-encoding-1.4.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/parquet-format-2.0.0.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/parquet-generator-1.4.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/parquet-hadoop-1.4.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/parquet-jackson-1.4.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/protobuf-java-2.4.0a.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/protobuf-java-2.4.1-shaded.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/py4j-0.8.1.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/pyrolite-2.0.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/reflectasm-1.07-shaded.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scala-compiler-2.10.0.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scala-compiler-2.10.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scala-compiler-2.10.4.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scala-library-2.10.4.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scala-reflect-2.10.0.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scala-reflect-2.10.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scala-reflect-2.10.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scala-reflect-2.10.4.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scalacheck_2.10-1.11.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scalalogging-slf4j_2.10-1.0.1.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scalap-2.10.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scalatest_2.10-2.1.5.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/scopt_2.10-3.2.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/servlet-api-2.5-20081211.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/servlet-api-2.5-20110124.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/servlet-api-2.5-6.1.14.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/servlet-api-2.5.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/slf4j-api-1.7.5.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/slf4j-log4j12-1.7.5.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/snakeyaml-1.6.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/snappy-0.2.jar System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/snaptree-0.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/spire-macros_2.10-0.7.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/spire_2.10-0.7.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/stax-api-1.0-2.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/stax-api-1.0.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/stream-2.5.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/stringtemplate-3.2.1.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/tachyon-0.4.1-thrift.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/test-interface-0.5.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/test-interface-1.0.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/twitter4j-core-3.0.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/twitter4j-stream-3.0.3.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/uncommons-maths-1.2.2a.jar
> System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/velocity-1.7.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/xmlenc-0.52.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/xz-1.0.jar System Classpath
>
> /app/hadoop/spark-1.0.1/lib_managed/jars/zeromq-scala-binding_2.10-0.0.7.jar
> System Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/zkclient-0.1.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/zkclient-0.3.jar System
> Classpath
> /app/hadoop/spark-1.0.1/lib_managed/jars/zookeeper-3.4.5.jar System
> Classpath
> /app/hadoop/sparklib/hadoop-lzo-0.4.15.jar System Classpath
> /home/hadoop/src/hadoop/conf System Classpath
> /home/hadoop/src/hadoop/lib/ System Classpath
>
>
>
>
> --
> View this message in context:
> http://apache-spark-user-list.1001560.n3.nabble.com/spark1-0-1-spark-sql-error-java-lang-NoClassDefFoundError-Could-not-initialize-class-line11-read-tp10135.html
> Sent from the Apache Spark User List mailing list archive at Nabble.com.
>