You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2021/07/01 02:38:47 UTC
[spark] branch master updated (cd6a463 -> 5d74ace)
This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from cd6a463 [SPARK-35888][SQL][FOLLOWUP] Return partition specs for all the shuffles
add 5d74ace [SPARK-35065][SQL] Group exception messages in spark/sql (core)
No new revisions were added by this update.
Summary of changes:
.../spark/sql/catalyst/analysis/ResolveUnion.scala | 2 +-
.../spark/sql/errors/QueryCompilationErrors.scala | 300 ++++++++++++++++++++-
.../spark/sql/errors/QueryExecutionErrors.scala | 254 ++++++++++++++++-
.../apache/spark/sql/DataFrameNaFunctions.scala | 7 +-
.../org/apache/spark/sql/DataFrameReader.scala | 12 +-
.../org/apache/spark/sql/DataFrameWriter.scala | 42 ++-
.../org/apache/spark/sql/DataFrameWriterV2.scala | 3 +-
.../main/scala/org/apache/spark/sql/Dataset.scala | 28 +-
.../spark/sql/RelationalGroupedDataset.scala | 17 +-
.../scala/org/apache/spark/sql/RuntimeConfig.scala | 5 +-
.../scala/org/apache/spark/sql/SparkSession.scala | 3 +-
.../org/apache/spark/sql/UDFRegistration.scala | 155 ++++-------
.../sql/execution/AggregatingAccumulator.scala | 5 +-
.../execution/BaseScriptTransformationExec.scala | 9 +-
.../org/apache/spark/sql/execution/Columnar.scala | 4 +-
.../ExternalAppendOnlyUnsafeRowArray.scala | 12 +-
.../sql/execution/OptimizeMetadataOnlyQuery.scala | 5 +-
.../org/apache/spark/sql/execution/SparkPlan.scala | 3 +-
.../execution/SubqueryAdaptiveBroadcastExec.scala | 4 +-
.../sql/execution/SubqueryBroadcastExec.scala | 4 +-
.../execution/adaptive/AdaptiveSparkPlanExec.scala | 5 +-
.../sql/execution/adaptive/QueryStageExec.scala | 2 +-
.../columnar/compression/CompressionScheme.scala | 5 +-
.../sql/execution/datasources/FileScanRDD.scala | 12 +-
.../execution/datasources/SchemaMergeUtils.scala | 7 +-
.../execution/datasources/csv/CSVFileFormat.scala | 14 +-
.../spark/sql/execution/datasources/ddl.scala | 7 +-
.../execution/datasources/jdbc/DriverWrapper.scala | 7 +-
.../execution/datasources/jdbc/JDBCRelation.scala | 12 +-
.../datasources/jdbc/JdbcRelationProvider.scala | 7 +-
.../datasources/json/JsonFileFormat.scala | 14 +-
.../execution/datasources/orc/OrcFileFormat.scala | 7 +-
.../datasources/parquet/ParquetRowConverter.scala | 17 +-
.../sql/execution/datasources/pathFilters.scala | 6 +-
.../datasources/text/TextFileFormat.scala | 6 +-
.../datasources/v2/AddPartitionExec.scala | 5 +-
.../datasources/v2/DataSourceV2Utils.scala | 4 +-
.../datasources/v2/DropPartitionExec.scala | 5 +-
.../sql/execution/datasources/v2/FileScan.scala | 7 +-
.../sql/execution/datasources/v2/FileTable.scala | 9 +-
.../sql/execution/datasources/v2/FileWrite.scala | 6 +-
.../datasources/v2/TruncatePartitionExec.scala | 4 +-
.../sql/execution/datasources/v2/V2Writes.scala | 9 +-
.../sql/execution/datasources/v2/csv/CSVScan.scala | 14 +-
.../execution/datasources/v2/json/JsonScan.scala | 14 +-
.../execution/datasources/v2/text/TextWrite.scala | 5 +-
.../execution/exchange/BroadcastExchangeExec.scala | 25 +-
.../spark/sql/execution/metric/SQLMetrics.scala | 5 +-
.../streaming/CompactibleFileStreamLog.scala | 5 +-
.../sql/execution/streaming/FileStreamSource.scala | 7 +-
.../execution/streaming/ResolveWriteToStream.scala | 31 +--
.../sql/execution/streaming/StreamMetadata.scala | 6 +-
.../streaming/continuous/ContinuousExecution.scala | 4 +-
.../continuous/ContinuousQueuedDataReader.scala | 10 +-
.../WriteToContinuousDataSourceExec.scala | 4 +-
.../streaming/sources/ForeachWriterTable.scala | 4 +-
.../sources/RateStreamMicroBatchStream.scala | 7 +-
.../sources/TextSocketSourceProvider.scala | 7 +-
.../state/HDFSBackedStateStoreProvider.scala | 12 +-
.../apache/spark/sql/expressions/WindowSpec.scala | 7 +-
.../scala/org/apache/spark/sql/functions.scala | 16 +-
.../apache/spark/sql/internal/CatalogImpl.scala | 10 +-
.../apache/spark/sql/internal/SharedState.scala | 8 +-
.../org/apache/spark/sql/jdbc/DerbyDialect.scala | 5 +-
.../org/apache/spark/sql/jdbc/JdbcDialects.scala | 3 +-
.../apache/spark/sql/jdbc/MsSqlServerDialect.scala | 6 +-
.../org/apache/spark/sql/jdbc/MySQLDialect.scala | 8 +-
.../spark/sql/streaming/DataStreamReader.scala | 2 +-
.../spark/sql/util/QueryExecutionListener.scala | 7 +-
69 files changed, 826 insertions(+), 457 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org