From 1f915e41e8b02e5a714c6341c925da37a10ec8a1 Mon Sep 17 00:00:00 2001 From: Dilip Biswal Date: Sun, 21 Jun 2020 21:53:23 -0700 Subject: [PATCH] Update expression description of ArrayFilter and ArrayExists to include examples of IS NULL and IS NOT null predicate --- .../sql/catalyst/expressions/higherOrderFunctions.scala | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/higherOrderFunctions.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/higherOrderFunctions.scala index e91bd0c7015ee..e5cf8c0a023d9 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/higherOrderFunctions.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/higherOrderFunctions.scala @@ -454,6 +454,8 @@ case class MapFilter( [1,3] > SELECT _FUNC_(array(0, 2, 3), (x, i) -> x > i); [2,3] + > SELECT _FUNC_(array(0, null, 2, 3, null), x -> x IS NOT NULL); + [0,2,3] """, since = "2.4.0", note = """ @@ -518,6 +520,10 @@ case class ArrayFilter( false > SELECT _FUNC_(array(1, null, 3), x -> x % 2 == 0); NULL + > SELECT _FUNC_(array(0, null, 2, 3, null), x -> x IS NULL); + true + > SELECT _FUNC_(array(1, 2, 3), x -> x IS NULL); + false """, since = "2.4.0") case class ArrayExists(