You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ya...@apache.org on 2023/08/18 17:59:51 UTC
[spark] 01/02: Merge branch 'master' into SPARK-44813
This is an automated email from the ASF dual-hosted git repository.
yao pushed a commit to branch SPARK-44813
in repository https://gitbox.apache.org/repos/asf/spark.git
commit 995e2c691c9623577d0c32ee68371cf776d019c5
Merge: 5b6855bbccf 5d267fe79e0
Author: Kent Yao <ya...@apache.org>
AuthorDate: Sat Aug 19 01:58:54 2023 +0800
Merge branch 'master' into SPARK-44813
.../sql/connect/planner/SparkConnectPlanner.scala | 37 +++-
.../planner/StreamingForeachBatchHelper.scala | 109 +++++++++--
.../spark/sql/connect/service/SessionHolder.scala | 9 +-
.../service/SparkConnectStreamingQueryCache.scala | 21 ++-
.../planner/StreamingForeachBatchHelperSuite.scala | 80 ++++++++
.../spark/api/python/PythonWorkerFactory.scala | 2 +-
.../spark/api/python/StreamingPythonRunner.scala | 9 +-
.../apache/spark/deploy/worker/ui/LogPage.scala | 1 +
dev/merge_spark_pr.py | 10 +-
docs/sql-ref-identifier-clause.md | 106 +++++++++++
docs/sql-ref-syntax-dml-insert-table.md | 42 ++++-
docs/sql-ref.md | 1 +
docs/structured-streaming-programming-guide.md | 4 +-
pom.xml | 7 +
python/docs/source/conf.py | 2 +
python/pyspark/pandas/groupby.py | 6 +-
python/pyspark/pandas/indexes/datetimes.py | 20 +-
.../pyspark/pandas/tests/computation/test_cov.py | 51 +-----
.../pandas/tests/data_type_ops/test_date_ops.py | 20 +-
.../pyspark/pandas/tests/groupby/test_aggregate.py | 12 +-
.../pandas/tests/groupby/test_apply_func.py | 11 +-
.../pyspark/pandas/tests/groupby/test_groupby.py | 7 +-
python/pyspark/pandas/tests/indexes/test_base.py | 24 ---
.../pyspark/pandas/tests/indexes/test_category.py | 26 +--
.../pyspark/pandas/tests/indexes/test_datetime.py | 5 -
.../pyspark/pandas/tests/indexes/test_reindex.py | 9 +-
python/pyspark/pandas/tests/series/test_as_type.py | 34 ++--
python/pyspark/pandas/tests/test_categorical.py | 17 +-
python/pyspark/sql/connect/client/artifact.py | 17 +-
python/pyspark/sql/connect/client/core.py | 4 +-
python/pyspark/sql/dataframe.py | 202 +++++++++++++++++----
.../sql-tests/analyzer-results/udtf/udtf.sql.out | 61 +++++++
.../test/resources/sql-tests/inputs/udtf/udtf.sql | 18 ++
.../resources/sql-tests/results/udtf/udtf.sql.out | 85 +++++++++
.../apache/spark/sql/IntegratedUDFTestUtils.scala | 40 ++++
.../org/apache/spark/sql/SQLQueryTestSuite.scala | 28 +++
.../sql/execution/python/PythonUDTFSuite.scala | 17 +-
.../thriftserver/ThriftServerQueryTestSuite.scala | 2 +
38 files changed, 876 insertions(+), 280 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org