You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by gu...@apache.org on 2023/04/06 03:26:05 UTC
[spark] branch master updated (739dced0035 -> 026dafdb666)
This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 739dced0035 [SPARK-42672][PYTHON][DOCS] Document error class list
add 026dafdb666 [SPARK-42939][SS][CONNECT] Core streaming Python API for Spark Connect
No new revisions were added by this update.
Summary of changes:
.../src/main/protobuf/spark/connect/base.proto | 6 +
.../src/main/protobuf/spark/connect/commands.proto | 124 ++++++
.../main/protobuf/spark/connect/relations.proto | 16 +
.../sql/connect/planner/SparkConnectPlanner.scala | 217 +++++++++-
python/pyspark/sql/connect/client.py | 7 +
python/pyspark/sql/connect/dataframe.py | 39 +-
python/pyspark/sql/connect/plan.py | 34 ++
python/pyspark/sql/connect/proto/base_pb2.py | 108 ++---
python/pyspark/sql/connect/proto/base_pb2.pyi | 32 +-
python/pyspark/sql/connect/proto/commands_pb2.py | 205 +++++++--
python/pyspark/sql/connect/proto/commands_pb2.pyi | 455 ++++++++++++++++++++
python/pyspark/sql/connect/proto/relations_pb2.py | 254 +++++------
python/pyspark/sql/connect/proto/relations_pb2.pyi | 54 ++-
python/pyspark/sql/connect/session.py | 9 +-
.../sql/{ => connect}/streaming/__init__.py | 6 +-
python/pyspark/sql/connect/streaming/query.py | 158 +++++++
python/pyspark/sql/connect/streaming/readwriter.py | 469 +++++++++++++++++++++
python/pyspark/sql/dataframe.py | 4 +-
.../sql/tests/connect/test_connect_basic.py | 2 -
19 files changed, 1968 insertions(+), 231 deletions(-)
copy python/pyspark/sql/{ => connect}/streaming/__init__.py (76%)
create mode 100644 python/pyspark/sql/connect/streaming/query.py
create mode 100644 python/pyspark/sql/connect/streaming/readwriter.py
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org