This is an automated email from the ASF dual-hosted git repository. maxgekk pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push: new 295f540a92f [SPARK-43786][SQL][TESTS] Add a test for nullability about 'levenshtein' function 295f540a92f is described below commit 295f540a92f9a4bde1da1244901b844223777a78 Author: panbingkun <pbk1...@gmail.com> AuthorDate: Thu May 25 15:34:25 2023 +0300 [SPARK-43786][SQL][TESTS] Add a test for nullability about 'levenshtein' function ### What changes were proposed in this pull request? The pr aims to add a test for nullability about 'levenshtein' function. ### Why are the changes needed? Make testing more robust about 'levenshtein' function. ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? - Pass GA. - Manual testing Closes #41303 from panbingkun/SPARK-43786. Authored-by: panbingkun <pbk1...@gmail.com> Signed-off-by: Max Gekk <max.g...@gmail.com> --- .../src/test/scala/org/apache/spark/sql/StringFunctionsSuite.scala | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/StringFunctionsSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/StringFunctionsSuite.scala index e887c570944..f612c5903dc 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/StringFunctionsSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/StringFunctionsSuite.scala @@ -129,12 +129,18 @@ class StringFunctionsSuite extends QueryTest with SharedSparkSession { val df = Seq(("kitten", "sitting"), ("frog", "fog")).toDF("l", "r") checkAnswer(df.select(levenshtein($"l", $"r")), Seq(Row(3), Row(1))) checkAnswer(df.selectExpr("levenshtein(l, r)"), Seq(Row(3), Row(1))) + checkAnswer(df.select(levenshtein($"l", lit(null))), Seq(Row(null), Row(null))) + checkAnswer(df.selectExpr("levenshtein(l, null)"), Seq(Row(null), Row(null))) checkAnswer(df.select(levenshtein($"l", $"r", 3)), Seq(Row(3), Row(1))) checkAnswer(df.selectExpr("levenshtein(l, r, 3)"), Seq(Row(3), Row(1))) + checkAnswer(df.select(levenshtein(lit(null), $"r", 3)), Seq(Row(null), Row(null))) + checkAnswer(df.selectExpr("levenshtein(null, r, 3)"), Seq(Row(null), Row(null))) checkAnswer(df.select(levenshtein($"l", $"r", 0)), Seq(Row(-1), Row(-1))) checkAnswer(df.selectExpr("levenshtein(l, r, 0)"), Seq(Row(-1), Row(-1))) + checkAnswer(df.select(levenshtein($"l", lit(null), 0)), Seq(Row(null), Row(null))) + checkAnswer(df.selectExpr("levenshtein(l, null, 0)"), Seq(Row(null), Row(null))) } test("string regex_replace / regex_extract") { --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org