You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by as...@apache.org on 2025/11/18 23:23:20 UTC
(spark) branch master updated (6227fbab0308 -> cd1601bb8b1b)
This is an automated email from the ASF dual-hosted git repository.
ashrigondekar pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 6227fbab0308 [SPARK-54349][PYTHON] Refactor code a bit to simplify faulthandler integration extension
add cd1601bb8b1b [SPARK-54346][SS] Introduce state repartition API and repartition runner
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/spark/internal/LogKeys.java | 1 +
.../src/main/resources/error/error-conditions.json | 79 ++++++
.../sql/streaming/StreamingCheckpointManager.scala | 54 ++++
.../org/apache/spark/sql/classic/SQLContext.scala | 6 +
.../apache/spark/sql/classic/SparkSession.scala | 2 +
.../sql/classic/StreamingCheckpointManager.scala | 55 ++++
.../datasources/v2/state/StateDataSource.scala | 12 +-
.../state/OfflineStateRepartitionErrors.scala | 203 ++++++++++++++
.../state/OfflineStateRepartitionRunner.scala | 272 ++++++++++++++++++
.../execution/streaming/utils/StreamingUtils.scala | 18 +-
.../sql/internal/BaseSessionStateBuilder.scala | 9 +-
.../apache/spark/sql/internal/SessionState.scala | 6 +-
.../state/OfflineStateRepartitionSuite.scala | 304 +++++++++++++++++++++
13 files changed, 999 insertions(+), 22 deletions(-)
create mode 100644 sql/api/src/main/scala/org/apache/spark/sql/streaming/StreamingCheckpointManager.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/classic/StreamingCheckpointManager.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OfflineStateRepartitionErrors.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OfflineStateRepartitionRunner.scala
copy connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala => sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/utils/StreamingUtils.scala (65%)
create mode 100644 sql/core/src/test/scala/org/apache/spark/sql/execution/streaming/state/OfflineStateRepartitionSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org