You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2019/12/25 11:19:05 UTC
[carbondata] branch master updated: [HOTFIX] Fix UDF,
Hex SQL Functions test case for binary
This is an automated email from the ASF dual-hosted git repository.
jackylk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/carbondata.git
The following commit(s) were added to refs/heads/master by this push:
new 3e0a80b [HOTFIX] Fix UDF, Hex SQL Functions test case for binary
3e0a80b is described below
commit 3e0a80bee0c9d347eeb70b8d639a1b7f6d06b143
Author: Indhumathi27 <in...@gmail.com>
AuthorDate: Wed Dec 25 14:04:52 2019 +0530
[HOTFIX] Fix UDF, Hex SQL Functions test case for binary
This closes #3533
---
.../datasource/SparkCarbonDataSourceBinaryTest.scala | 10 ++++++++--
1 file changed, 8 insertions(+), 2 deletions(-)
diff --git a/integration/spark-datasource/src/test/scala/org/apache/spark/sql/carbondata/datasource/SparkCarbonDataSourceBinaryTest.scala b/integration/spark-datasource/src/test/scala/org/apache/spark/sql/carbondata/datasource/SparkCarbonDataSourceBinaryTest.scala
index 9a3a9f0..894d5b6 100644
--- a/integration/spark-datasource/src/test/scala/org/apache/spark/sql/carbondata/datasource/SparkCarbonDataSourceBinaryTest.scala
+++ b/integration/spark-datasource/src/test/scala/org/apache/spark/sql/carbondata/datasource/SparkCarbonDataSourceBinaryTest.scala
@@ -469,11 +469,17 @@ class SparkCarbonDataSourceBinaryTest extends FunSuite with BeforeAndAfterAll {
""".stripMargin)
sql("insert into carbon_table select * from hivetable")
- sqlContext.udf.register("decodeHex", (str: String) => Hex.decodeHex(str.toCharArray))
+ def getHexString(str: String) = {
+ str.toList.map(_.toInt.toHexString).mkString
+ }
+ sqlContext.udf.register("decodeHex", (str: String) =>
+ Hex.decodeHex(getHexString(str).toCharArray))
+ sqlContext.udf.register("encodeHex", (str: String) =>
+ org.apache.spark.sql.catalyst.expressions.Hex.unhex(getHexString(str).getBytes))
sqlContext.udf.register("decodeBase64", (str: String) => Base64.decodeBase64(str.getBytes()))
val udfHexResult = sql("SELECT decodeHex(image) FROM carbon_table")
- val unhexResult = sql("SELECT unhex(image) FROM carbon_table")
+ val unhexResult = sql("SELECT encodeHex(image) FROM carbon_table")
checkAnswer(udfHexResult, unhexResult)
val udfBase64Result = sql("SELECT decodeBase64(image) FROM carbon_table")