You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2023/06/13 04:02:36 UTC
[spark] branch master updated (04d84df87e3 -> daee47a4364)
This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 04d84df87e3 [SPARK-44031][BUILD] Upgrade silencer to 1.7.13
add daee47a4364 [SPARK-43885][SQL] DataSource V2: Handle MERGE commands for delta-based sources
No new revisions were added by this update.
Summary of changes:
core/src/main/resources/error/README.md | 1 +
core/src/main/resources/error/error-classes.json | 7 +
.../spark/sql/catalyst/analysis/Analyzer.scala | 1 +
.../catalyst/analysis/RewriteMergeIntoTable.scala | 344 +++++
.../catalyst/analysis/RewriteRowLevelCommand.scala | 64 +-
.../sql/catalyst/analysis/RewriteUpdateTable.scala | 39 +-
.../sql/catalyst/plans/logical/MergeRows.scala | 95 ++
.../spark/sql/errors/QueryExecutionErrors.scala | 6 +
.../datasources/v2/DataSourceV2Strategy.scala | 6 +
.../execution/datasources/v2/MergeRowsExec.scala | 219 ++++
.../sql/connector/DeleteFromTableSuiteBase.scala | 22 -
.../connector/DeltaBasedMergeIntoTableSuite.scala | 16 +-
...ergeIntoTableUpdateAsDeleteAndInsertSuite.scala | 17 +-
.../sql/connector/MergeIntoTableSuiteBase.scala | 1344 ++++++++++++++++++++
.../sql/connector/RowLevelOperationSuiteBase.scala | 22 +
.../command/AlignAssignmentsSuiteBase.scala | 7 +-
16 files changed, 2127 insertions(+), 83 deletions(-)
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/RewriteMergeIntoTable.scala
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/MergeRows.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/MergeRowsExec.scala
copy core/src/main/java/org/apache/spark/JobExecutionStatus.java => sql/core/src/test/scala/org/apache/spark/sql/connector/DeltaBasedMergeIntoTableSuite.scala (73%)
copy core/src/main/java/org/apache/spark/JobExecutionStatus.java => sql/core/src/test/scala/org/apache/spark/sql/connector/DeltaBasedMergeIntoTableUpdateAsDeleteAndInsertSuite.scala (69%)
create mode 100644 sql/core/src/test/scala/org/apache/spark/sql/connector/MergeIntoTableSuiteBase.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org