You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2021/07/01 02:38:47 UTC

[spark] branch master updated (cd6a463 -> 5d74ace)

This is an automated email from the ASF dual-hosted git repository.

wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.


    from cd6a463  [SPARK-35888][SQL][FOLLOWUP] Return partition specs for all the shuffles
     add 5d74ace  [SPARK-35065][SQL] Group exception messages in spark/sql (core)

No new revisions were added by this update.

Summary of changes:
 .../spark/sql/catalyst/analysis/ResolveUnion.scala |   2 +-
 .../spark/sql/errors/QueryCompilationErrors.scala  | 300 ++++++++++++++++++++-
 .../spark/sql/errors/QueryExecutionErrors.scala    | 254 ++++++++++++++++-
 .../apache/spark/sql/DataFrameNaFunctions.scala    |   7 +-
 .../org/apache/spark/sql/DataFrameReader.scala     |  12 +-
 .../org/apache/spark/sql/DataFrameWriter.scala     |  42 ++-
 .../org/apache/spark/sql/DataFrameWriterV2.scala   |   3 +-
 .../main/scala/org/apache/spark/sql/Dataset.scala  |  28 +-
 .../spark/sql/RelationalGroupedDataset.scala       |  17 +-
 .../scala/org/apache/spark/sql/RuntimeConfig.scala |   5 +-
 .../scala/org/apache/spark/sql/SparkSession.scala  |   3 +-
 .../org/apache/spark/sql/UDFRegistration.scala     | 155 ++++-------
 .../sql/execution/AggregatingAccumulator.scala     |   5 +-
 .../execution/BaseScriptTransformationExec.scala   |   9 +-
 .../org/apache/spark/sql/execution/Columnar.scala  |   4 +-
 .../ExternalAppendOnlyUnsafeRowArray.scala         |  12 +-
 .../sql/execution/OptimizeMetadataOnlyQuery.scala  |   5 +-
 .../org/apache/spark/sql/execution/SparkPlan.scala |   3 +-
 .../execution/SubqueryAdaptiveBroadcastExec.scala  |   4 +-
 .../sql/execution/SubqueryBroadcastExec.scala      |   4 +-
 .../execution/adaptive/AdaptiveSparkPlanExec.scala |   5 +-
 .../sql/execution/adaptive/QueryStageExec.scala    |   2 +-
 .../columnar/compression/CompressionScheme.scala   |   5 +-
 .../sql/execution/datasources/FileScanRDD.scala    |  12 +-
 .../execution/datasources/SchemaMergeUtils.scala   |   7 +-
 .../execution/datasources/csv/CSVFileFormat.scala  |  14 +-
 .../spark/sql/execution/datasources/ddl.scala      |   7 +-
 .../execution/datasources/jdbc/DriverWrapper.scala |   7 +-
 .../execution/datasources/jdbc/JDBCRelation.scala  |  12 +-
 .../datasources/jdbc/JdbcRelationProvider.scala    |   7 +-
 .../datasources/json/JsonFileFormat.scala          |  14 +-
 .../execution/datasources/orc/OrcFileFormat.scala  |   7 +-
 .../datasources/parquet/ParquetRowConverter.scala  |  17 +-
 .../sql/execution/datasources/pathFilters.scala    |   6 +-
 .../datasources/text/TextFileFormat.scala          |   6 +-
 .../datasources/v2/AddPartitionExec.scala          |   5 +-
 .../datasources/v2/DataSourceV2Utils.scala         |   4 +-
 .../datasources/v2/DropPartitionExec.scala         |   5 +-
 .../sql/execution/datasources/v2/FileScan.scala    |   7 +-
 .../sql/execution/datasources/v2/FileTable.scala   |   9 +-
 .../sql/execution/datasources/v2/FileWrite.scala   |   6 +-
 .../datasources/v2/TruncatePartitionExec.scala     |   4 +-
 .../sql/execution/datasources/v2/V2Writes.scala    |   9 +-
 .../sql/execution/datasources/v2/csv/CSVScan.scala |  14 +-
 .../execution/datasources/v2/json/JsonScan.scala   |  14 +-
 .../execution/datasources/v2/text/TextWrite.scala  |   5 +-
 .../execution/exchange/BroadcastExchangeExec.scala |  25 +-
 .../spark/sql/execution/metric/SQLMetrics.scala    |   5 +-
 .../streaming/CompactibleFileStreamLog.scala       |   5 +-
 .../sql/execution/streaming/FileStreamSource.scala |   7 +-
 .../execution/streaming/ResolveWriteToStream.scala |  31 +--
 .../sql/execution/streaming/StreamMetadata.scala   |   6 +-
 .../streaming/continuous/ContinuousExecution.scala |   4 +-
 .../continuous/ContinuousQueuedDataReader.scala    |  10 +-
 .../WriteToContinuousDataSourceExec.scala          |   4 +-
 .../streaming/sources/ForeachWriterTable.scala     |   4 +-
 .../sources/RateStreamMicroBatchStream.scala       |   7 +-
 .../sources/TextSocketSourceProvider.scala         |   7 +-
 .../state/HDFSBackedStateStoreProvider.scala       |  12 +-
 .../apache/spark/sql/expressions/WindowSpec.scala  |   7 +-
 .../scala/org/apache/spark/sql/functions.scala     |  16 +-
 .../apache/spark/sql/internal/CatalogImpl.scala    |  10 +-
 .../apache/spark/sql/internal/SharedState.scala    |   8 +-
 .../org/apache/spark/sql/jdbc/DerbyDialect.scala   |   5 +-
 .../org/apache/spark/sql/jdbc/JdbcDialects.scala   |   3 +-
 .../apache/spark/sql/jdbc/MsSqlServerDialect.scala |   6 +-
 .../org/apache/spark/sql/jdbc/MySQLDialect.scala   |   8 +-
 .../spark/sql/streaming/DataStreamReader.scala     |   2 +-
 .../spark/sql/util/QueryExecutionListener.scala    |   7 +-
 69 files changed, 826 insertions(+), 457 deletions(-)

---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org