You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@spark.apache.org by "Sean Owen (JIRA)" <ji...@apache.org> on 2015/06/06 11:09:00 UTC
[jira] [Resolved] (SPARK-8076) spark sql udtf error
[ https://issues.apache.org/jira/browse/SPARK-8076?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Sean Owen resolved SPARK-8076.
------------------------------
Resolution: Invalid
(Components please) https://cwiki.apache.org/confluence/display/SPARK/Contributing+to+Spark
... but I don't see what you're reporting and it sounds like a question, so ask user@ please.
> spark sql udtf error
> --------------------
>
> Key: SPARK-8076
> URL: https://issues.apache.org/jira/browse/SPARK-8076
> Project: Spark
> Issue Type: Question
> Reporter: ant_nebula
>
> code:
> val conf = new SparkConf().setAppName("UDFTest1")
> val sc = new SparkContext(conf)
> val hiveContext = new HiveContext(sc)
> import hiveContext.implicits._
> val custs = Seq(
> (1, "Widget Co", 120000.00, 0.00, "AZ", "c1/c2/c3", "d1/d2/d3"),
> (2, "Acme Widgets", 410500.00, 500.00, "CA", "c1/c2/c3", "d1/d2/d3")
> )
> val customerRows = sc.parallelize(custs, 4)
> val customerDF = customerRows.toDF("id", "name", "sales", "discount", "state", "code", "desc")
> customerDF.printSchema()
> customerDF.registerTempTable("ods_action_log")
> hiveContext.sql("CREATE TEMPORARY FUNCTION split_path_to_tree AS 'com.duowan.mydemo.udf.GenericUDTFSplitPath'")
> val data1 = hiveContext.sql("select state, code, desc, cur_path, path1, path2, path3, parent, is_leaf, long_desc, short_desc " +
> "from ods_action_log " +
> "LATERAL VIEW split_path_to_tree(code, desc, 3) s AS cur_path, path1, path2, path3, parent, is_leaf, long_desc, short_desc")
> data1.printSchema()
> data1.show()
> error:
> Exception in thread "main" java.lang.ClassNotFoundException: split_path_to_tree
> at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
> at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
> at java.security.AccessController.doPrivileged(Native Method)
> at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
> at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
> at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
> at org.apache.spark.sql.hive.HiveFunctionWrapper.createFunction(Shim13.scala:147)
> at org.apache.spark.sql.hive.HiveGenericUdtf.function$lzycompute(hiveUdfs.scala:274)
> at org.apache.spark.sql.hive.HiveGenericUdtf.function(hiveUdfs.scala:274)
> at org.apache.spark.sql.hive.HiveGenericUdtf.outputInspector$lzycompute(hiveUdfs.scala:280)
> at org.apache.spark.sql.hive.HiveGenericUdtf.outputInspector(hiveUdfs.scala:280)
> at org.apache.spark.sql.hive.HiveGenericUdtf.outputDataTypes$lzycompute(hiveUdfs.scala:285)
> at org.apache.spark.sql.hive.HiveGenericUdtf.outputDataTypes(hiveUdfs.scala:285)
> at org.apache.spark.sql.hive.HiveGenericUdtf.makeOutput(hiveUdfs.scala:291)
> at org.apache.spark.sql.catalyst.expressions.Generator.output(generators.scala:60)
> at org.apache.spark.sql.catalyst.plans.logical.Generate$$anonfun$2.apply(basicOperators.scala:60)
> at org.apache.spark.sql.catalyst.plans.logical.Generate$$anonfun$2.apply(basicOperators.scala:60)
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscribe@spark.apache.org
For additional commands, e-mail: issues-help@spark.apache.org