You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2022/04/13 05:47:34 UTC
[spark] branch master updated (988af33af8d -> 5a92eccd514)
This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 988af33af8d [SPARK-38865][SQL][DOCS] Update document of JDBC options for `pushDownAggregate` and `pushDownLimit`
add 5a92eccd514 [SPARK-38085][SQL] DataSource V2: Handle DELETE commands for group-based sources
No new revisions were added by this update.
Summary of changes:
.../spark/sql/catalyst/analysis/Analyzer.scala | 1 +
.../catalyst/analysis/RewriteDeleteFromTable.scala | 89 +++
.../catalyst/analysis/RewriteRowLevelCommand.scala | 71 +++
.../ReplaceNullWithFalseInPredicate.scala | 3 +-
.../SimplifyConditionalsInPredicate.scala | 1 +
.../spark/sql/catalyst/planning/patterns.scala | 51 ++
.../sql/catalyst/plans/logical/v2Commands.scala | 92 ++-
.../write/RowLevelOperationInfoImpl.scala | 25 +
.../connector/write/RowLevelOperationTable.scala | 51 ++
.../spark/sql/errors/QueryCompilationErrors.scala | 4 +
.../datasources/v2/DataSourceV2Implicits.scala | 10 +
.../catalog/InMemoryRowLevelOperationTable.scala | 96 ++++
.../InMemoryRowLevelOperationTableCatalog.scala | 46 ++
.../sql/connector/catalog/InMemoryTable.scala | 22 +-
.../spark/sql/execution/SparkOptimizer.scala | 7 +-
.../datasources/v2/DataSourceV2Strategy.scala | 22 +-
.../GroupBasedRowLevelOperationScanPlanning.scala | 83 +++
.../v2/OptimizeMetadataOnlyDeleteFromTable.scala | 84 +++
.../execution/datasources/v2/PushDownUtils.scala | 2 +-
.../sql/execution/datasources/v2/V2Writes.scala | 24 +-
.../datasources/v2/WriteToDataSourceV2Exec.scala | 15 +
.../spark/sql/connector/DeleteFromTableSuite.scala | 629 +++++++++++++++++++++
.../execution/command/PlanResolutionSuite.scala | 4 +-
23 files changed, 1407 insertions(+), 25 deletions(-)
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/RewriteDeleteFromTable.scala
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/RewriteRowLevelCommand.scala
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/connector/write/RowLevelOperationInfoImpl.scala
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/connector/write/RowLevelOperationTable.scala
create mode 100644 sql/catalyst/src/test/scala/org/apache/spark/sql/connector/catalog/InMemoryRowLevelOperationTable.scala
create mode 100644 sql/catalyst/src/test/scala/org/apache/spark/sql/connector/catalog/InMemoryRowLevelOperationTableCatalog.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/GroupBasedRowLevelOperationScanPlanning.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/OptimizeMetadataOnlyDeleteFromTable.scala
create mode 100644 sql/core/src/test/scala/org/apache/spark/sql/connector/DeleteFromTableSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org