You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by li...@apache.org on 2017/08/25 20:29:43 UTC
spark git commit: [SPARK-21837][SQL][TESTS] UserDefinedTypeSuite
Local UDTs not actually testing what it intends
Repository: spark
Updated Branches:
refs/heads/master 51620e288 -> 1a598d717
[SPARK-21837][SQL][TESTS] UserDefinedTypeSuite Local UDTs not actually testing what it intends
## What changes were proposed in this pull request?
Adjust Local UDTs test to assert about results, and fix index of vector column. See JIRA for details.
## How was this patch tested?
Existing tests.
Author: Sean Owen <so...@cloudera.com>
Closes #19053 from srowen/SPARK-21837.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/1a598d71
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/1a598d71
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/1a598d71
Branch: refs/heads/master
Commit: 1a598d717ca9cdebae70999c4ae9350e802f6863
Parents: 51620e2
Author: Sean Owen <so...@cloudera.com>
Authored: Fri Aug 25 13:29:40 2017 -0700
Committer: gatorsmile <ga...@gmail.com>
Committed: Fri Aug 25 13:29:40 2017 -0700
----------------------------------------------------------------------
.../org/apache/spark/sql/UserDefinedTypeSuite.scala | 12 ++++++------
1 file changed, 6 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/1a598d71/sql/core/src/test/scala/org/apache/spark/sql/UserDefinedTypeSuite.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/UserDefinedTypeSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/UserDefinedTypeSuite.scala
index b096a6d..a08433b 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/UserDefinedTypeSuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/UserDefinedTypeSuite.scala
@@ -203,12 +203,12 @@ class UserDefinedTypeSuite extends QueryTest with SharedSQLContext with ParquetT
// Tests to make sure that all operators correctly convert types on the way out.
test("Local UDTs") {
- val df = Seq((1, new UDT.MyDenseVector(Array(0.1, 1.0)))).toDF("int", "vec")
- df.collect()(0).getAs[UDT.MyDenseVector](1)
- df.take(1)(0).getAs[UDT.MyDenseVector](1)
- df.limit(1).groupBy('int).agg(first('vec)).collect()(0).getAs[UDT.MyDenseVector](0)
- df.orderBy('int).limit(1).groupBy('int).agg(first('vec)).collect()(0)
- .getAs[UDT.MyDenseVector](0)
+ val vec = new UDT.MyDenseVector(Array(0.1, 1.0))
+ val df = Seq((1, vec)).toDF("int", "vec")
+ assert(vec === df.collect()(0).getAs[UDT.MyDenseVector](1))
+ assert(vec === df.take(1)(0).getAs[UDT.MyDenseVector](1))
+ checkAnswer(df.limit(1).groupBy('int).agg(first('vec)), Row(1, vec))
+ checkAnswer(df.orderBy('int).limit(1).groupBy('int).agg(first('vec)), Row(1, vec))
}
test("UDTs with JSON") {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org