You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2015/01/08 18:27:31 UTC
svn commit: r1650340 - in /hive/branches/spark:
itests/src/test/resources/testconfiguration.properties
ql/src/test/queries/clientpositive/udf_example_add.q
ql/src/test/results/clientpositive/spark/udf_example_add.q.out
Author: xuefu
Date: Thu Jan 8 17:27:31 2015
New Revision: 1650340
URL: http://svn.apache.org/r1650340
Log:
HIVE-9267: Ensure custom UDF works with Spark [Spark Branch] (reviewed by Szehon)
Added:
hive/branches/spark/ql/src/test/queries/clientpositive/udf_example_add.q
hive/branches/spark/ql/src/test/results/clientpositive/spark/udf_example_add.q.out
Modified:
hive/branches/spark/itests/src/test/resources/testconfiguration.properties
Modified: hive/branches/spark/itests/src/test/resources/testconfiguration.properties
URL: http://svn.apache.org/viewvc/hive/branches/spark/itests/src/test/resources/testconfiguration.properties?rev=1650340&r1=1650339&r2=1650340&view=diff
==============================================================================
--- hive/branches/spark/itests/src/test/resources/testconfiguration.properties (original)
+++ hive/branches/spark/itests/src/test/resources/testconfiguration.properties Thu Jan 8 17:27:31 2015
@@ -883,6 +883,7 @@ spark.query.files=add_part_multiple.q, \
transform2.q, \
transform_ppr1.q, \
transform_ppr2.q, \
+ udf_example_add.q, \
union.q, \
union10.q, \
union11.q, \
Added: hive/branches/spark/ql/src/test/queries/clientpositive/udf_example_add.q
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/udf_example_add.q?rev=1650340&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/udf_example_add.q (added)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/udf_example_add.q Thu Jan 8 17:27:31 2015
@@ -0,0 +1,24 @@
+add jar ${system:maven.local.repository}/org/apache/hive/hive-contrib/${system:hive.version}/hive-contrib-${system:hive.version}.jar;
+
+CREATE TEMPORARY FUNCTION example_add AS 'org.apache.hadoop.hive.contrib.udf.example.UDFExampleAdd';
+
+EXPLAIN
+SELECT example_add(1, 2),
+ example_add(1, 2, 3),
+ example_add(1, 2, 3, 4),
+ example_add(1.1, 2.2),
+ example_add(1.1, 2.2, 3.3),
+ example_add(1.1, 2.2, 3.3, 4.4),
+ example_add(1, 2, 3, 4.4)
+FROM src LIMIT 1;
+
+SELECT example_add(1, 2),
+ example_add(1, 2, 3),
+ example_add(1, 2, 3, 4),
+ example_add(1.1, 2.2),
+ example_add(1.1, 2.2, 3.3),
+ example_add(1.1, 2.2, 3.3, 4.4),
+ example_add(1, 2, 3, 4.4)
+FROM src LIMIT 1;
+
+DROP TEMPORARY FUNCTION example_add;
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/udf_example_add.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/udf_example_add.q.out?rev=1650340&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/udf_example_add.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/udf_example_add.q.out Thu Jan 8 17:27:31 2015
@@ -0,0 +1,75 @@
+PREHOOK: query: CREATE TEMPORARY FUNCTION example_add AS 'org.apache.hadoop.hive.contrib.udf.example.UDFExampleAdd'
+PREHOOK: type: CREATEFUNCTION
+PREHOOK: Output: example_add
+POSTHOOK: query: CREATE TEMPORARY FUNCTION example_add AS 'org.apache.hadoop.hive.contrib.udf.example.UDFExampleAdd'
+POSTHOOK: type: CREATEFUNCTION
+POSTHOOK: Output: example_add
+PREHOOK: query: EXPLAIN
+SELECT example_add(1, 2),
+ example_add(1, 2, 3),
+ example_add(1, 2, 3, 4),
+ example_add(1.1, 2.2),
+ example_add(1.1, 2.2, 3.3),
+ example_add(1.1, 2.2, 3.3, 4.4),
+ example_add(1, 2, 3, 4.4)
+FROM src LIMIT 1
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT example_add(1, 2),
+ example_add(1, 2, 3),
+ example_add(1, 2, 3, 4),
+ example_add(1.1, 2.2),
+ example_add(1.1, 2.2, 3.3),
+ example_add(1.1, 2.2, 3.3, 4.4),
+ example_add(1, 2, 3, 4.4)
+FROM src LIMIT 1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-0 is a root stage
+
+STAGE PLANS:
+ Stage: Stage-0
+ Fetch Operator
+ limit: 1
+ Processor Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ expressions: 3 (type: int), 6 (type: int), 10 (type: int), 3.3000000000000003 (type: double), 6.6 (type: double), 11.0 (type: double), 10.4 (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Statistics: Num rows: 500 Data size: 22000 Basic stats: COMPLETE Column stats: COMPLETE
+ Limit
+ Number of rows: 1
+ Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE
+ ListSink
+
+PREHOOK: query: SELECT example_add(1, 2),
+ example_add(1, 2, 3),
+ example_add(1, 2, 3, 4),
+ example_add(1.1, 2.2),
+ example_add(1.1, 2.2, 3.3),
+ example_add(1.1, 2.2, 3.3, 4.4),
+ example_add(1, 2, 3, 4.4)
+FROM src LIMIT 1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT example_add(1, 2),
+ example_add(1, 2, 3),
+ example_add(1, 2, 3, 4),
+ example_add(1.1, 2.2),
+ example_add(1.1, 2.2, 3.3),
+ example_add(1.1, 2.2, 3.3, 4.4),
+ example_add(1, 2, 3, 4.4)
+FROM src LIMIT 1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+3 6 10 3.3000000000000003 6.6 11.0 10.4
+PREHOOK: query: DROP TEMPORARY FUNCTION example_add
+PREHOOK: type: DROPFUNCTION
+PREHOOK: Output: example_add
+POSTHOOK: query: DROP TEMPORARY FUNCTION example_add
+POSTHOOK: type: DROPFUNCTION
+POSTHOOK: Output: example_add