You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2019/08/19 11:02:55 UTC
[spark] branch master updated (f999e00 -> 97dc4c0)
This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from f999e00 [SPARK-28356][SHUFFLE][FOLLOWUP] Fix case with different pre-shuffle partition numbers
add 97dc4c0 [SPARK-28744][SQL][TEST] rename SharedSQLContext to SharedSparkSession
No new revisions were added by this update.
Summary of changes:
.../sql/avro/AvroCatalystDataConversionSuite.scala | 4 +-
.../apache/spark/sql/avro/AvroFunctionsSuite.scala | 4 +-
.../spark/sql/avro/AvroLogicalTypeSuite.scala | 4 +-
.../org/apache/spark/sql/avro/AvroSuite.scala | 4 +-
.../sql/jdbc/DockerJDBCIntegrationSuite.scala | 10 +----
.../spark/sql/jdbc/OracleIntegrationSuite.scala | 4 +-
.../sql/kafka010/CachedKafkaProducerSuite.scala | 4 +-
.../sql/kafka010/KafkaDataConsumerSuite.scala | 4 +-
.../kafka010/KafkaDontFailOnDataLossSuite.scala | 4 +-
.../sql/kafka010/KafkaMicroBatchSourceSuite.scala | 4 +-
.../spark/sql/kafka010/KafkaRelationSuite.scala | 4 +-
.../apache/spark/sql/kafka010/KafkaSinkSuite.scala | 4 +-
.../sql/kafka010/KafkaSourceOffsetSuite.scala | 4 +-
...ApproxCountDistinctForIntervalsQuerySuite.scala | 4 +-
.../sql/ApproximatePercentileQuerySuite.scala | 4 +-
.../org/apache/spark/sql/BenchmarkQueryTest.scala | 6 +--
.../org/apache/spark/sql/CachedTableSuite.scala | 4 +-
.../apache/spark/sql/ColumnExpressionSuite.scala | 4 +-
.../org/apache/spark/sql/ComplexTypesSuite.scala | 4 +-
.../org/apache/spark/sql/ConfigBehaviorSuite.scala | 4 +-
.../spark/sql/CountMinSketchAggQuerySuite.scala | 4 +-
.../org/apache/spark/sql/CsvFunctionsSuite.scala | 4 +-
.../apache/spark/sql/DataFrameAggregateSuite.scala | 4 +-
.../spark/sql/DataFrameComplexTypeSuite.scala | 4 +-
.../apache/spark/sql/DataFrameFunctionsSuite.scala | 4 +-
.../org/apache/spark/sql/DataFrameHintSuite.scala | 4 +-
.../apache/spark/sql/DataFrameImplicitsSuite.scala | 4 +-
.../org/apache/spark/sql/DataFrameJoinSuite.scala | 4 +-
.../spark/sql/DataFrameNaFunctionsSuite.scala | 4 +-
.../org/apache/spark/sql/DataFramePivotSuite.scala | 4 +-
.../org/apache/spark/sql/DataFrameRangeSuite.scala | 4 +-
.../spark/sql/DataFrameSetOperationsSuite.scala | 4 +-
.../org/apache/spark/sql/DataFrameStatSuite.scala | 6 +--
.../org/apache/spark/sql/DataFrameSuite.scala | 4 +-
.../spark/sql/DataFrameTimeWindowingSuite.scala | 4 +-
.../apache/spark/sql/DataFrameTungstenSuite.scala | 4 +-
.../spark/sql/DataFrameWindowFramesSuite.scala | 4 +-
.../spark/sql/DataFrameWindowFunctionsSuite.scala | 4 +-
.../apache/spark/sql/DatasetAggregatorSuite.scala | 4 +-
.../org/apache/spark/sql/DatasetCacheSuite.scala | 4 +-
.../spark/sql/DatasetOptimizationSuite.scala | 4 +-
.../apache/spark/sql/DatasetPrimitiveSuite.scala | 4 +-
.../sql/DatasetSerializerRegistratorSuite.scala | 4 +-
.../scala/org/apache/spark/sql/DatasetSuite.scala | 4 +-
.../org/apache/spark/sql/DateFunctionsSuite.scala | 4 +-
.../scala/org/apache/spark/sql/ExplainSuite.scala | 4 +-
.../apache/spark/sql/ExtraStrategiesSuite.scala | 4 +-
.../spark/sql/FileBasedDataSourceSuite.scala | 5 +--
.../apache/spark/sql/GeneratorFunctionSuite.scala | 4 +-
.../scala/org/apache/spark/sql/JoinHintSuite.scala | 4 +-
.../scala/org/apache/spark/sql/JoinSuite.scala | 4 +-
.../org/apache/spark/sql/JsonFunctionsSuite.scala | 4 +-
.../org/apache/spark/sql/MathFunctionsSuite.scala | 4 +-
.../org/apache/spark/sql/MetadataCacheSuite.scala | 4 +-
.../org/apache/spark/sql/MiscFunctionsSuite.scala | 4 +-
.../scala/org/apache/spark/sql/QueryTest.scala | 2 +-
...laceNullWithFalseInPredicateEndToEndSuite.scala | 4 +-
.../test/scala/org/apache/spark/sql/RowSuite.scala | 4 +-
.../scala/org/apache/spark/sql/SQLQuerySuite.scala | 4 +-
.../org/apache/spark/sql/SQLQueryTestSuite.scala | 4 +-
.../spark/sql/ScalaReflectionRelationSuite.scala | 4 +-
.../org/apache/spark/sql/SerializationSuite.scala | 4 +-
.../apache/spark/sql/ShowCreateTableSuite.scala | 4 +-
.../spark/sql/StatisticsCollectionSuite.scala | 4 +-
.../apache/spark/sql/StringFunctionsSuite.scala | 4 +-
.../scala/org/apache/spark/sql/SubquerySuite.scala | 4 +-
.../spark/sql/TypedImperativeAggregateSuite.scala | 4 +-
.../test/scala/org/apache/spark/sql/UDFSuite.scala | 4 +-
.../apache/spark/sql/UserDefinedTypeSuite.scala | 4 +-
.../org/apache/spark/sql/XPathFunctionsSuite.scala | 4 +-
.../org/apache/spark/sql/api/r/SQLUtilsSuite.scala | 4 +-
.../sql/execution/BroadcastExchangeSuite.scala | 4 +-
.../DataSourceScanExecRedactionSuite.scala | 4 +-
.../apache/spark/sql/execution/ExchangeSuite.scala | 4 +-
.../spark/sql/execution/GlobalTempViewSuite.scala | 4 +-
.../spark/sql/execution/HiveResultSuite.scala | 5 +--
.../execution/OptimizeMetadataOnlyQuerySuite.scala | 4 +-
.../apache/spark/sql/execution/PlannerSuite.scala | 4 +-
.../spark/sql/execution/QueryExecutionSuite.scala | 4 +-
.../QueryPlanningTrackerEndToEndSuite.scala | 4 +-
.../apache/spark/sql/execution/SQLViewSuite.scala | 4 +-
.../sql/execution/SQLWindowFunctionSuite.scala | 4 +-
.../spark/sql/execution/SameResultSuite.scala | 4 +-
.../org/apache/spark/sql/execution/SortSuite.scala | 4 +-
.../spark/sql/execution/SparkPlanSuite.scala | 4 +-
.../spark/sql/execution/SparkPlannerSuite.scala | 4 +-
.../sql/execution/TakeOrderedAndProjectSuite.scala | 4 +-
.../UnsafeFixedWidthAggregationMapSuite.scala | 4 +-
.../execution/UnsafeKVExternalSorterSuite.scala | 4 +-
.../sql/execution/WholeStageCodegenSuite.scala | 4 +-
.../adaptive/AdaptiveQueryExecSuite.scala | 4 +-
.../sql/execution/arrow/ArrowConvertersSuite.scala | 5 +--
.../columnar/InMemoryColumnarQuerySuite.scala | 4 +-
.../columnar/PartitionBatchPruningSuite.scala | 11 +-----
.../sql/execution/command/DDLParserSuite.scala | 4 +-
.../spark/sql/execution/command/DDLSuite.scala | 4 +-
.../datasources/DataSourceStrategySuite.scala | 4 +-
.../datasources/FileFormatWriterSuite.scala | 4 +-
.../sql/execution/datasources/FileIndexSuite.scala | 4 +-
.../datasources/FileSourceStrategySuite.scala | 4 +-
.../datasources/HadoopFileLinesReaderSuite.scala | 4 +-
.../sql/execution/datasources/ReadSchemaTest.scala | 4 +-
.../datasources/RowDataSourceStrategySuite.scala | 4 +-
.../SaveIntoDataSourceCommandSuite.scala | 4 +-
.../execution/datasources/SchemaPruningSuite.scala | 4 +-
.../binaryfile/BinaryFileFormatSuite.scala | 4 +-
.../sql/execution/datasources/csv/CSVSuite.scala | 4 +-
.../datasources/json/JsonParsingOptionsSuite.scala | 4 +-
.../sql/execution/datasources/json/JsonSuite.scala | 4 +-
.../sql/execution/datasources/noop/NoopSuite.scala | 4 +-
.../orc/OrcColumnarBatchReaderSuite.scala | 4 +-
.../orc/OrcPartitionDiscoverySuite.scala | 6 +--
.../execution/datasources/orc/OrcQuerySuite.scala | 4 +-
.../execution/datasources/orc/OrcSourceSuite.scala | 4 +-
.../parquet/ParquetAvroCompatibilitySuite.scala | 4 +-
.../ParquetCompressionCodecPrecedenceSuite.scala | 4 +-
.../datasources/parquet/ParquetEncodingSuite.scala | 4 +-
.../parquet/ParquetFileFormatSuite.scala | 4 +-
.../datasources/parquet/ParquetFilterSuite.scala | 4 +-
.../datasources/parquet/ParquetIOSuite.scala | 4 +-
.../parquet/ParquetInteroperabilitySuite.scala | 4 +-
.../parquet/ParquetPartitionDiscoverySuite.scala | 4 +-
.../ParquetProtobufCompatibilitySuite.scala | 4 +-
.../datasources/parquet/ParquetQuerySuite.scala | 4 +-
.../datasources/parquet/ParquetSchemaSuite.scala | 4 +-
.../parquet/ParquetThriftCompatibilitySuite.scala | 4 +-
.../sql/execution/datasources/text/TextSuite.scala | 4 +-
.../datasources/text/WholeTextFileSuite.scala | 4 +-
.../execution/datasources/v2/FileTableSuite.scala | 4 +-
.../datasources/v2/V2SessionCatalogSuite.scala | 4 +-
.../v2/V2StreamingScanSupportCheckSuite.scala | 3 +-
.../spark/sql/execution/debug/DebuggingSuite.scala | 5 +--
.../sql/execution/joins/ExistenceJoinSuite.scala | 4 +-
.../sql/execution/joins/HashedRelationSuite.scala | 4 +-
.../spark/sql/execution/joins/InnerJoinSuite.scala | 4 +-
.../spark/sql/execution/joins/OuterJoinSuite.scala | 4 +-
.../sql/execution/metric/SQLMetricsSuite.scala | 5 +--
.../python/BatchEvalPythonExecSuite.scala | 4 +-
.../execution/python/ExtractPythonUDFsSuite.scala | 4 +-
.../sql/execution/python/PythonUDFSuite.scala | 4 +-
.../streaming/CheckpointFileManagerSuite.scala | 2 +-
.../streaming/CompactibleFileStreamLogSuite.scala | 5 +--
.../streaming/FileStreamSinkLogSuite.scala | 4 +-
.../execution/streaming/HDFSMetadataLogSuite.scala | 5 +--
.../execution/streaming/OffsetSeqLogSuite.scala | 5 +--
.../streaming/sources/ForeachWriterSuite.scala | 4 +-
.../streaming/sources/TextSocketStreamSuite.scala | 6 +--
.../sql/execution/ui/AllExecutionsPageSuite.scala | 4 +-
.../execution/ui/SQLAppStatusListenerSuite.scala | 4 +-
.../apache/spark/sql/internal/CatalogSuite.scala | 10 +----
.../apache/spark/sql/internal/SQLConfSuite.scala | 4 +-
.../org/apache/spark/sql/jdbc/JDBCSuite.scala | 4 +-
.../org/apache/spark/sql/jdbc/JDBCWriteSuite.scala | 4 +-
.../spark/sql/sources/BucketedReadSuite.scala | 4 +-
.../spark/sql/sources/BucketedWriteSuite.scala | 4 +-
.../sql/sources/CreateTableAsSelectSuite.scala | 9 +----
.../spark/sql/sources/DDLSourceLoadSuite.scala | 4 +-
.../spark/sql/sources/FilteredScanSuite.scala | 5 +--
.../org/apache/spark/sql/sources/InsertSuite.scala | 4 +-
.../spark/sql/sources/PartitionedWriteSuite.scala | 4 +-
.../apache/spark/sql/sources/PathOptionSuite.scala | 4 +-
.../apache/spark/sql/sources/PrunedScanSuite.scala | 4 +-
.../sql/sources/ResolvedDataSourceSuite.scala | 5 +--
.../apache/spark/sql/sources/SaveLoadSuite.scala | 4 +-
.../apache/spark/sql/sources/TableScanSuite.scala | 4 +-
.../DataSourceV2DataFrameSessionCatalogSuite.scala | 4 +-
.../sources/v2/DataSourceV2DataFrameSuite.scala | 4 +-
.../sql/sources/v2/DataSourceV2SQLSuite.scala | 4 +-
.../spark/sql/sources/v2/DataSourceV2Suite.scala | 4 +-
.../sources/v2/FileDataSourceV2FallBackSuite.scala | 4 +-
.../sql/streaming/FileStreamSourceSuite.scala | 4 +-
.../apache/spark/sql/streaming/StreamTest.scala | 4 +-
.../sql/test/DataFrameReaderWriterSuite.scala | 2 +-
.../spark/sql/test/GenericFlatSpecSuite.scala | 2 +-
.../spark/sql/test/GenericFunSpecSuite.scala | 2 +-
.../spark/sql/test/GenericWordSpecSuite.scala | 2 +-
.../apache/spark/sql/test/SharedSQLContext.scala | 44 ----------------------
.../apache/spark/sql/test/SharedSparkSession.scala | 28 +++++++++++++-
.../spark/sql/util/DataFrameCallbackSuite.scala | 4 +-
.../execution/datasources/orc/OrcFilterSuite.scala | 4 +-
.../execution/datasources/orc/OrcFilterSuite.scala | 4 +-
181 files changed, 380 insertions(+), 437 deletions(-)
delete mode 100644 sql/core/src/test/scala/org/apache/spark/sql/test/SharedSQLContext.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org