This is an automated email from the ASF dual-hosted git repository. ruifengz pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
from 9c8592058cd [SPARK-43684][SPARK-43685][SPARK-43686][SPARK-43691][CONNECT][PS] Fix `(NullOps|NumOps).(eq|ne)` for Spark Connect add 0086f542741 [SPARK-43934][SQL][PYTHON][CONNECT] Add regexp_* functions to Scala and Python No new revisions were added by this update. Summary of changes: .../scala/org/apache/spark/sql/functions.scala | 83 +++++++ .../apache/spark/sql/PlanGenerationTestSuite.scala | 36 +++ .../explain-results/function_regexp.explain | 2 + .../explain-results/function_regexp_count.explain | 2 + .../function_regexp_extract_all.explain | 2 + ...gexp_extract_all_with_regex_group_index.explain | 2 + ...p_extract_all_without_regex_group_index.explain | 2 + .../explain-results/function_regexp_instr.explain | 2 + ...ion_regexp_instr_with_regex_group_index.explain | 2 + ..._regexp_instr_without_regex_group_index.explain | 2 + .../explain-results/function_regexp_like.explain | 2 + .../explain-results/function_regexp_substr.explain | 2 + .../explain-results/function_rlike.explain | 2 + .../query-tests/queries/function_regexp.json | 29 +++ .../query-tests/queries/function_regexp.proto.bin | Bin 0 -> 188 bytes .../query-tests/queries/function_regexp_count.json | 29 +++ .../queries/function_regexp_count.proto.bin | Bin 0 -> 190 bytes .../queries/function_regexp_extract_all.json | 33 +++ .../queries/function_regexp_extract_all.proto.bin | Bin 0 -> 212 bytes ..._regexp_extract_all_with_regex_group_index.json | 33 +++ ...xp_extract_all_with_regex_group_index.proto.bin | Bin 0 -> 212 bytes ...gexp_extract_all_without_regex_group_index.json | 29 +++ ...extract_all_without_regex_group_index.proto.bin | Bin 0 -> 206 bytes .../query-tests/queries/function_regexp_instr.json | 33 +++ .../queries/function_regexp_instr.proto.bin | Bin 0 -> 203 bytes ...nction_regexp_instr_with_regex_group_index.json | 33 +++ ...n_regexp_instr_with_regex_group_index.proto.bin | Bin 0 -> 203 bytes ...ion_regexp_instr_without_regex_group_index.json | 29 +++ ...egexp_instr_without_regex_group_index.proto.bin | Bin 0 -> 197 bytes .../query-tests/queries/function_regexp_like.json | 29 +++ .../queries/function_regexp_like.proto.bin | Bin 0 -> 193 bytes .../queries/function_regexp_substr.json | 29 +++ .../queries/function_regexp_substr.proto.bin | Bin 0 -> 200 bytes .../query-tests/queries/function_rlike.json | 29 +++ .../query-tests/queries/function_rlike.proto.bin | Bin 0 -> 187 bytes .../source/reference/pyspark.sql/functions.rst | 7 + python/pyspark/sql/connect/functions.py | 63 ++++++ python/pyspark/sql/functions.py | 243 ++++++++++++++++++++- .../scala/org/apache/spark/sql/functions.scala | 94 ++++++++ .../apache/spark/sql/StringFunctionsSuite.scala | 85 +++++++ 40 files changed, 967 insertions(+), 1 deletion(-) create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_count.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_extract_all.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_extract_all_with_regex_group_index.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_extract_all_without_regex_group_index.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_instr.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_instr_with_regex_group_index.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_instr_without_regex_group_index.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_like.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_substr.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_rlike.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_count.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_count.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all_with_regex_group_index.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all_with_regex_group_index.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all_without_regex_group_index.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all_without_regex_group_index.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr_with_regex_group_index.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr_with_regex_group_index.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr_without_regex_group_index.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr_without_regex_group_index.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_like.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_like.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_substr.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_substr.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_rlike.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_rlike.proto.bin --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org