You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ru...@apache.org on 2023/06/14 08:16:35 UTC
[spark] branch master updated (ac7d7d835b0 -> a6567fefbd4)
This is an automated email from the ASF dual-hosted git repository.
ruifengz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from ac7d7d835b0 [SPARK-43645][SPARK-43622][PS][CONNECT] Enable `pyspark.pandas.spark.functions.{var, stddev}` in Spark Connect
add a6567fefbd4 [SPARK-43931][SQL][PYTHON][CONNECT] Add make_* functions to Scala and Python
No new revisions were added by this update.
Summary of changes:
.../scala/org/apache/spark/sql/functions.scala | 249 +++++++++++++
.../apache/spark/sql/PlanGenerationTestSuite.scala | 123 +++++++
.../function_make_dt_interval.explain | 2 +
.../function_make_dt_interval_days.explain | 2 +
.../function_make_dt_interval_days_hours.explain | 2 +
...nction_make_dt_interval_days_hours_mins.explain | 2 +
...n_make_dt_interval_days_hours_mins_secs.explain | 2 +
.../explain-results/function_make_interval.explain | 2 +
.../function_make_interval_years.explain | 2 +
.../function_make_interval_years_months.explain | 2 +
...nction_make_interval_years_months_weeks.explain | 2 +
...n_make_interval_years_months_weeks_days.explain | 2 +
..._interval_years_months_weeks_days_hours.explain | 2 +
...rval_years_months_weeks_days_hours_mins.explain | 2 +
...years_months_weeks_days_hours_mins_secs.explain | 2 +
...nction_make_timestamp_ltz_with_timezone.explain | 2 +
...ion_make_timestamp_ltz_without_timezone.explain | 2 +
.../function_make_timestamp_ntz.explain | 2 +
.../function_make_timestamp_with_timezone.explain | 2 +
...unction_make_timestamp_without_timezone.explain | 2 +
.../function_make_ym_interval.explain | 2 +
.../function_make_ym_interval_years.explain | 2 +
.../function_make_ym_interval_years_months.explain | 2 +
.../queries/function_make_dt_interval.json | 20 +
.../queries/function_make_dt_interval.proto.bin | Bin 0 -> 178 bytes
.../queries/function_make_dt_interval_days.json | 25 ++
.../function_make_dt_interval_days.proto.bin | Bin 0 -> 185 bytes
.../function_make_dt_interval_days_hours.json | 29 ++
.../function_make_dt_interval_days_hours.proto.bin | Bin 0 -> 192 bytes
.../function_make_dt_interval_days_hours_mins.json | 33 ++
...tion_make_dt_interval_days_hours_mins.proto.bin | Bin 0 -> 199 bytes
...tion_make_dt_interval_days_hours_mins_secs.json | 37 ++
...make_dt_interval_days_hours_mins_secs.proto.bin | Bin 0 -> 206 bytes
.../queries/function_make_interval.json | 20 +
.../queries/function_make_interval.proto.bin | Bin 0 -> 175 bytes
.../queries/function_make_interval_years.json | 25 ++
.../queries/function_make_interval_years.proto.bin | Bin 0 -> 182 bytes
.../function_make_interval_years_months.json | 29 ++
.../function_make_interval_years_months.proto.bin | Bin 0 -> 189 bytes
.../function_make_interval_years_months_weeks.json | 33 ++
...tion_make_interval_years_months_weeks.proto.bin | Bin 0 -> 196 bytes
...tion_make_interval_years_months_weeks_days.json | 37 ++
...make_interval_years_months_weeks_days.proto.bin | Bin 0 -> 203 bytes
...ake_interval_years_months_weeks_days_hours.json | 41 +++
...nterval_years_months_weeks_days_hours.proto.bin | Bin 0 -> 210 bytes
...nterval_years_months_weeks_days_hours_mins.json | 45 +++
...al_years_months_weeks_days_hours_mins.proto.bin | Bin 0 -> 217 bytes
...al_years_months_weeks_days_hours_mins_secs.json | 49 +++
...ars_months_weeks_days_hours_mins_secs.proto.bin | Bin 0 -> 224 bytes
.../function_make_timestamp_ltz_with_timezone.json | 49 +++
...tion_make_timestamp_ltz_with_timezone.proto.bin | Bin 0 -> 229 bytes
...nction_make_timestamp_ltz_without_timezone.json | 45 +++
...n_make_timestamp_ltz_without_timezone.proto.bin | Bin 0 -> 222 bytes
.../queries/function_make_timestamp_ntz.json | 45 +++
.../queries/function_make_timestamp_ntz.proto.bin | Bin 0 -> 222 bytes
.../function_make_timestamp_with_timezone.json | 49 +++
...function_make_timestamp_with_timezone.proto.bin | Bin 0 -> 225 bytes
.../function_make_timestamp_without_timezone.json | 45 +++
...ction_make_timestamp_without_timezone.proto.bin | Bin 0 -> 218 bytes
.../queries/function_make_ym_interval.json | 20 +
.../queries/function_make_ym_interval.proto.bin | Bin 0 -> 178 bytes
.../queries/function_make_ym_interval_years.json | 25 ++
.../function_make_ym_interval_years.proto.bin | Bin 0 -> 185 bytes
.../function_make_ym_interval_years_months.json | 29 ++
...unction_make_ym_interval_years_months.proto.bin | Bin 0 -> 192 bytes
.../source/reference/pyspark.sql/functions.rst | 6 +
python/pyspark/sql/connect/functions.py | 115 ++++++
python/pyspark/sql/functions.py | 410 +++++++++++++++++++++
.../scala/org/apache/spark/sql/functions.scala | 280 ++++++++++++++
.../org/apache/spark/sql/DateFunctionsSuite.scala | 127 ++++++-
70 files changed, 2081 insertions(+), 1 deletion(-)
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_dt_interval.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_dt_interval_days.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_dt_interval_days_hours.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_dt_interval_days_hours_mins.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_dt_interval_days_hours_mins_secs.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_interval.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_interval_years.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_interval_years_months.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_interval_years_months_weeks.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_interval_years_months_weeks_days.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_interval_years_months_weeks_days_hours.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_interval_years_months_weeks_days_hours_mins.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_interval_years_months_weeks_days_hours_mins_secs.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_timestamp_ltz_with_timezone.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_timestamp_ltz_without_timezone.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_timestamp_ntz.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_timestamp_with_timezone.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_timestamp_without_timezone.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_ym_interval.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_ym_interval_years.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_make_ym_interval_years_months.explain
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval_days.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval_days.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval_days_hours.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval_days_hours.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval_days_hours_mins.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval_days_hours_mins.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval_days_hours_mins_secs.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_dt_interval_days_hours_mins_secs.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks_days.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks_days.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks_days_hours.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks_days_hours.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks_days_hours_mins.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks_days_hours_mins.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks_days_hours_mins_secs.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_interval_years_months_weeks_days_hours_mins_secs.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_ltz_with_timezone.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_ltz_with_timezone.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_ltz_without_timezone.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_ltz_without_timezone.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_ntz.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_ntz.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_with_timezone.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_with_timezone.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_without_timezone.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_timestamp_without_timezone.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_ym_interval.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_ym_interval.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_ym_interval_years.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_ym_interval_years.proto.bin
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_ym_interval_years_months.json
create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_make_ym_interval_years_months.proto.bin
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org