You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by gu...@apache.org on 2020/06/22 12:41:29 UTC
[spark] branch branch-3.0 updated: [MINOR][SQL] Add `IS [NOT] NULL`
examples to ArrayFilter/ArrayExists
This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a commit to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/branch-3.0 by this push:
new 664443c [MINOR][SQL] Add `IS [NOT] NULL` examples to ArrayFilter/ArrayExists
664443c is described below
commit 664443c29c71bd6424132cb1ec636df420833ed9
Author: Dilip Biswal <dk...@gmail.com>
AuthorDate: Mon Jun 22 21:38:19 2020 +0900
[MINOR][SQL] Add `IS [NOT] NULL` examples to ArrayFilter/ArrayExists
### What changes were proposed in this pull request?
A minor PR that adds a couple of usage examples for ArrayFilter and ArrayExists that shows how to deal with NULL data.
### Why are the changes needed?
Enhances the examples that shows how to filter out null values from an array and also to test if null value exists in an array.
### Does this PR introduce any user-facing change?
No.
### How was this patch tested?
Tested manually.
Closes #28890 from dilipbiswal/array_func_description.
Authored-by: Dilip Biswal <dk...@gmail.com>
Signed-off-by: HyukjinKwon <gu...@apache.org>
(cherry picked from commit 6293c38cff66c503370e970b7e8e0af9f993a3c2)
Signed-off-by: HyukjinKwon <gu...@apache.org>
---
.../spark/sql/catalyst/expressions/higherOrderFunctions.scala | 6 ++++++
1 file changed, 6 insertions(+)
diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/higherOrderFunctions.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/higherOrderFunctions.scala
index e91bd0c..e5cf8c0 100644
--- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/higherOrderFunctions.scala
+++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/higherOrderFunctions.scala
@@ -454,6 +454,8 @@ case class MapFilter(
[1,3]
> SELECT _FUNC_(array(0, 2, 3), (x, i) -> x > i);
[2,3]
+ > SELECT _FUNC_(array(0, null, 2, 3, null), x -> x IS NOT NULL);
+ [0,2,3]
""",
since = "2.4.0",
note = """
@@ -518,6 +520,10 @@ case class ArrayFilter(
false
> SELECT _FUNC_(array(1, null, 3), x -> x % 2 == 0);
NULL
+ > SELECT _FUNC_(array(0, null, 2, 3, null), x -> x IS NULL);
+ true
+ > SELECT _FUNC_(array(1, 2, 3), x -> x IS NULL);
+ false
""",
since = "2.4.0")
case class ArrayExists(
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org