You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ru...@apache.org on 2023/06/14 00:44:07 UTC
[spark] branch master updated (9c8592058cd -> 0086f542741)
This is an automated email from the ASF dual-hosted git repository.
ruifengz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 9c8592058cd [SPARK-43684][SPARK-43685][SPARK-43686][SPARK-43691][CONNECT][PS] Fix `(NullOps|NumOps).(eq|ne)` for Spark Connect
add 0086f542741 [SPARK-43934][SQL][PYTHON][CONNECT] Add regexp_* functions to Scala and Python
No new revisions were added by this update.
Summary of changes:
.../scala/org/apache/spark/sql/functions.scala | 83 +++++++
.../apache/spark/sql/PlanGenerationTestSuite.scala | 36 +++
.../explain-results/function_regexp.explain | 2 +
.../explain-results/function_regexp_count.explain | 2 +
.../function_regexp_extract_all.explain | 2 +
...gexp_extract_all_with_regex_group_index.explain | 2 +
...p_extract_all_without_regex_group_index.explain | 2 +
.../explain-results/function_regexp_instr.explain | 2 +
...ion_regexp_instr_with_regex_group_index.explain | 2 +
..._regexp_instr_without_regex_group_index.explain | 2 +
.../explain-results/function_regexp_like.explain | 2 +
.../explain-results/function_regexp_substr.explain | 2 +
.../explain-results/function_rlike.explain | 2 +
.../query-tests/queries/function_regexp.json | 29 +++
.../query-tests/queries/function_regexp.proto.bin | Bin 0 -> 188 bytes
.../query-tests/queries/function_regexp_count.json | 29 +++
.../queries/function_regexp_count.proto.bin | Bin 0 -> 190 bytes
.../queries/function_regexp_extract_all.json | 33 +++
.../queries/function_regexp_extract_all.proto.bin | Bin 0 -> 212 bytes
..._regexp_extract_all_with_regex_group_index.json | 33 +++
...xp_extract_all_with_regex_group_index.proto.bin | Bin 0 -> 212 bytes
...gexp_extract_all_without_regex_group_index.json | 29 +++
...extract_all_without_regex_group_index.proto.bin | Bin 0 -> 206 bytes
.../query-tests/queries/function_regexp_instr.json | 33 +++
.../queries/function_regexp_instr.proto.bin | Bin 0 -> 203 bytes
...nction_regexp_instr_with_regex_group_index.json | 33 +++
...n_regexp_instr_with_regex_group_index.proto.bin | Bin 0 -> 203 bytes
...ion_regexp_instr_without_regex_group_index.json | 29 +++
...egexp_instr_without_regex_group_index.proto.bin | Bin 0 -> 197 bytes
.../query-tests/queries/function_regexp_like.json | 29 +++
.../queries/function_regexp_like.proto.bin | Bin 0 -> 193 bytes
.../queries/function_regexp_substr.json | 29 +++
.../queries/function_regexp_substr.proto.bin | Bin 0 -> 200 bytes
.../query-tests/queries/function_rlike.json | 29 +++
.../query-tests/queries/function_rlike.proto.bin | Bin 0 -> 187 bytes
.../source/reference/pyspark.sql/functions.rst | 7 +
python/pyspark/sql/connect/functions.py | 63 ++++++
python/pyspark/sql/functions.py | 243 ++++++++++++++++++++-
.../scala/org/apache/spark/sql/functions.scala | 94 ++++++++
.../apache/spark/sql/StringFunctionsSuite.scala | 85 +++++++
40 files changed, 967 insertions(+), 1 deletion(-)
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_count.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_extract_all.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_extract_all_with_regex_group_index.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_extract_all_without_regex_group_index.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_instr.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_instr_with_regex_group_index.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_instr_without_regex_group_index.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_like.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_regexp_substr.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_rlike.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_count.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_count.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all_with_regex_group_index.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all_with_regex_group_index.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all_without_regex_group_index.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_extract_all_without_regex_group_index.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr_with_regex_group_index.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr_with_regex_group_index.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr_without_regex_group_index.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_instr_without_regex_group_index.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_like.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_like.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_substr.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_regexp_substr.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_rlike.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_rlike.proto.bin
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org