You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ru...@apache.org on 2023/07/10 01:09:45 UTC
[spark] branch master updated (32d170fb026 -> ea6bacfcbd5)
This is an automated email from the ASF dual-hosted git repository.
ruifengz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 32d170fb026 [SPARK-44331][CONNECT][PYTHON] Add bitmap functions to Scala and Python
add ea6bacfcbd5 [SPARK-44329][CONNECT][PYTHON] Add hll_sketch_agg, hll_union_agg, to_varchar, try_aes_decrypt to Scala and Python
No new revisions were added by this update.
Summary of changes:
.../scala/org/apache/spark/sql/functions.scala | 115 +++++++++++++
.../apache/spark/sql/PlanGenerationTestSuite.scala | 60 +++++++
...to_char.explain => function_to_varchar.explain} | 0
.../function_try_aes_decrypt.explain | 2 +
.../function_try_aes_decrypt_with_mode.explain | 2 +
...ction_try_aes_decrypt_with_mode_padding.explain | 2 +
...n_try_aes_decrypt_with_mode_padding_aad.explain | 2 +
.../explain-results/hll_sketch_agg.explain | 2 +
.../hll_sketch_agg_with_columnName.explain | 2 +
...ketch_agg_with_columnName_lgConfigK_int.explain | 2 +
.../hll_sketch_agg_with_column_lgConfigK.explain | 2 +
...ll_sketch_agg_with_column_lgConfigK_int.explain | 2 +
.../explain-results/hll_union_agg.explain | 2 +
.../hll_union_agg_with_columnName.explain | 2 +
...umnName_allowDifferentLgConfigK_boolean.explain | 2 +
...agg_with_column_allowDifferentLgConfigK.explain | 2 +
..._column_allowDifferentLgConfigK_boolean.explain | 2 +
.../query-tests/queries/function_to_varchar.json | 29 ++++
.../queries/function_to_varchar.proto.bin | Bin 0 -> 191 bytes
.../queries/function_try_aes_decrypt.json | 29 ++++
.../queries/function_try_aes_decrypt.proto.bin | Bin 0 -> 191 bytes
.../function_try_aes_decrypt_with_mode.json | 33 ++++
.../function_try_aes_decrypt_with_mode.proto.bin | Bin 0 -> 198 bytes
...function_try_aes_decrypt_with_mode_padding.json | 37 ++++
...ion_try_aes_decrypt_with_mode_padding.proto.bin | Bin 0 -> 205 bytes
...tion_try_aes_decrypt_with_mode_padding_aad.json | 41 +++++
...try_aes_decrypt_with_mode_padding_aad.proto.bin | Bin 0 -> 212 bytes
.../query-tests/queries/hll_sketch_agg.json | 25 +++
.../query-tests/queries/hll_sketch_agg.proto.bin | Bin 0 -> 77 bytes
.../queries/hll_sketch_agg_with_columnName.json | 25 +++
.../hll_sketch_agg_with_columnName.proto.bin | Bin 0 -> 77 bytes
...l_sketch_agg_with_columnName_lgConfigK_int.json | 29 ++++
...tch_agg_with_columnName_lgConfigK_int.proto.bin | Bin 0 -> 83 bytes
.../hll_sketch_agg_with_column_lgConfigK.json | 29 ++++
.../hll_sketch_agg_with_column_lgConfigK.proto.bin | Bin 0 -> 83 bytes
.../hll_sketch_agg_with_column_lgConfigK_int.json | 29 ++++
..._sketch_agg_with_column_lgConfigK_int.proto.bin | Bin 0 -> 83 bytes
.../query-tests/queries/hll_union_agg.json | 25 +++
.../query-tests/queries/hll_union_agg.proto.bin | Bin 0 -> 76 bytes
.../queries/hll_union_agg_with_columnName.json | 25 +++
.../hll_union_agg_with_columnName.proto.bin | Bin 0 -> 76 bytes
...columnName_allowDifferentLgConfigK_boolean.json | 29 ++++
...nName_allowDifferentLgConfigK_boolean.proto.bin | Bin 0 -> 82 bytes
...on_agg_with_column_allowDifferentLgConfigK.json | 29 ++++
...g_with_column_allowDifferentLgConfigK.proto.bin | Bin 0 -> 82 bytes
...ith_column_allowDifferentLgConfigK_boolean.json | 29 ++++
...olumn_allowDifferentLgConfigK_boolean.proto.bin | Bin 0 -> 82 bytes
.../source/reference/pyspark.sql/functions.rst | 2 +
python/pyspark/sql/connect/functions.py | 44 ++++-
python/pyspark/sql/functions.py | 189 +++++++++++++++++++--
.../scala/org/apache/spark/sql/functions.scala | 126 ++++++++++++++
.../apache/spark/sql/DataFrameAggregateSuite.scala | 28 +++
.../org/apache/spark/sql/MiscFunctionsSuite.scala | 30 ++++
.../apache/spark/sql/StringFunctionsSuite.scala | 12 ++
54 files changed, 1056 insertions(+), 21 deletions(-)
copy connector/connect/common/src/test/resources/query-tests/explain-results/{function_to_char.explain => function_to_varchar.explain} (100%)
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_try_aes_decrypt.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_try_aes_decrypt_with_mode.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_try_aes_decrypt_with_mode_padding.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_try_aes_decrypt_with_mode_padding_aad.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_sketch_agg.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_sketch_agg_with_columnName.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_sketch_agg_with_columnName_lgConfigK_int.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_sketch_agg_with_column_lgConfigK.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_sketch_agg_with_column_lgConfigK_int.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_union_agg.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_union_agg_with_columnName.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_union_agg_with_columnName_allowDifferentLgConfigK_boolean.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_union_agg_with_column_allowDifferentLgConfigK.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/hll_union_agg_with_column_allowDifferentLgConfigK_boolean.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_to_varchar.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_to_varchar.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_aes_decrypt.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_aes_decrypt.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_aes_decrypt_with_mode.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_aes_decrypt_with_mode.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_aes_decrypt_with_mode_padding.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_aes_decrypt_with_mode_padding.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_aes_decrypt_with_mode_padding_aad.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_aes_decrypt_with_mode_padding_aad.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg_with_columnName.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg_with_columnName.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg_with_columnName_lgConfigK_int.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg_with_columnName_lgConfigK_int.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg_with_column_lgConfigK.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg_with_column_lgConfigK.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg_with_column_lgConfigK_int.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_sketch_agg_with_column_lgConfigK_int.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg_with_columnName.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg_with_columnName.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg_with_columnName_allowDifferentLgConfigK_boolean.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg_with_columnName_allowDifferentLgConfigK_boolean.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg_with_column_allowDifferentLgConfigK.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg_with_column_allowDifferentLgConfigK.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg_with_column_allowDifferentLgConfigK_boolean.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/hll_union_agg_with_column_allowDifferentLgConfigK_boolean.proto.bin
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org