You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2020/07/14 09:09:01 UTC
[spark] branch master updated (cc9371d -> d6a68e0)
This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from cc9371d [SPARK-32258][SQL] Not duplicate normalization on children for float/double If/CaseWhen/Coalesce
add d6a68e0 [SPARK-29292][STREAMING][SQL][BUILD] Get streaming, catalyst, sql compiling for Scala 2.13
No new revisions were added by this update.
Summary of changes:
.../streaming/kafka010/ConsumerStrategy.scala | 6 +-
.../kafka010/DirectKafkaInputDStream.scala | 3 +-
.../kafka010/JavaConsumerStrategySuite.java | 13 +--
.../spark/sql/catalyst/analysis/Analyzer.scala | 6 +-
.../sql/catalyst/analysis/CTESubstitution.scala | 8 +-
.../expressions/EquivalentExpressions.scala | 2 +-
.../expressions/codegen/CodeGenerator.scala | 5 +-
.../sql/catalyst/expressions/objects/objects.scala | 2 +-
.../spark/sql/catalyst/expressions/package.scala | 2 +-
.../spark/sql/catalyst/expressions/subquery.scala | 2 +-
.../catalyst/optimizer/CostBasedJoinReorder.scala | 2 +-
.../spark/sql/catalyst/optimizer/Optimizer.scala | 4 +-
.../spark/sql/catalyst/optimizer/expressions.scala | 2 +-
.../spark/sql/catalyst/optimizer/subquery.scala | 4 +-
.../spark/sql/catalyst/parser/AstBuilder.scala | 115 +++++++++++----------
.../logical/statsEstimation/EstimationUtils.scala | 2 +-
.../logical/statsEstimation/JoinEstimation.scala | 2 +-
.../apache/spark/sql/catalyst/trees/TreeNode.scala | 6 +-
.../spark/sql/catalyst/util/GenericArrayData.scala | 2 +-
.../sql/catalyst/util/QuantileSummaries.scala | 2 +-
.../org/apache/spark/sql/types/StructType.scala | 6 +-
.../org/apache/spark/sql/util/ArrowUtils.scala | 4 +-
.../org/apache/spark/sql/RandomDataGenerator.scala | 4 +-
.../catalyst/optimizer/ColumnPruningSuite.scala | 2 +-
.../spark/sql/catalyst/util/ComplexDataSuite.scala | 2 -
.../catalyst/util/TimestampFormatterSuite.scala | 4 +-
.../types/DataTypeWriteCompatibilitySuite.scala | 2 +-
.../spark/sql/RelationalGroupedDataset.scala | 2 +-
.../scala/org/apache/spark/sql/SparkSession.scala | 4 +-
.../apache/spark/sql/SparkSessionExtensions.scala | 12 +--
.../sql/execution/AggregatingAccumulator.scala | 14 +--
.../spark/sql/execution/SparkSqlParser.scala | 7 +-
.../sql/execution/WholeStageCodegenExec.scala | 2 +-
.../execution/adaptive/AdaptiveSparkPlanExec.scala | 2 +-
.../adaptive/AdaptiveSparkPlanHelper.scala | 6 +-
.../adaptive/CustomShuffleReaderExec.scala | 2 +-
.../execution/adaptive/OptimizeSkewedJoin.scala | 4 +-
.../execution/adaptive/ShufflePartitionsUtil.scala | 2 +-
.../sql/execution/columnar/InMemoryRelation.scala | 2 +-
.../command/AnalyzePartitionCommand.scala | 2 +-
.../apache/spark/sql/execution/command/ddl.scala | 4 +-
.../spark/sql/execution/command/tables.scala | 6 +-
.../sql/execution/datasources/DataSource.scala | 2 +-
.../sql/execution/datasources/FilePartition.scala | 2 +-
.../datasources/HadoopFileLinesReader.scala | 8 +-
.../datasources/HadoopFileWholeTextReader.scala | 8 +-
.../execution/datasources/InMemoryFileIndex.scala | 2 +-
.../execution/datasources/PartitioningUtils.scala | 4 +-
.../datasources/parquet/ParquetFilters.scala | 6 +-
.../parquet/ParquetSchemaConverter.scala | 2 +-
.../datasources/v2/DescribeNamespaceExec.scala | 2 +-
.../datasources/v2/DescribeTableExec.scala | 2 +-
.../execution/datasources/v2/PushDownUtils.scala | 2 +-
.../datasources/v2/ShowNamespacesExec.scala | 2 +-
.../execution/datasources/v2/ShowTablesExec.scala | 2 +-
.../datasources/v2/V2SessionCatalog.scala | 2 +-
.../execution/exchange/EnsureRequirements.scala | 2 +-
.../execution/python/AggregateInPandasExec.scala | 4 +-
.../sql/execution/python/EvalPythonExec.scala | 4 +-
.../sql/execution/python/ExtractPythonUDFs.scala | 6 +-
.../sql/execution/python/PandasGroupUtils.scala | 2 +-
.../streaming/CompactibleFileStreamLog.scala | 2 +-
.../streaming/ContinuousRecordEndpoint.scala | 4 +-
.../sql/execution/streaming/FileStreamSource.scala | 4 +-
.../streaming/ManifestFileCommitProtocol.scala | 2 +-
.../sql/execution/streaming/ProgressReporter.scala | 11 +-
.../spark/sql/execution/streaming/memory.scala | 2 +-
.../sql/execution/streaming/sources/memory.scala | 6 +-
.../execution/streaming/statefulOperators.scala | 2 +-
.../spark/sql/execution/ui/AllExecutionsPage.scala | 6 +-
.../sql/execution/ui/SQLAppStatusListener.scala | 4 +-
.../spark/sql/execution/ui/SparkPlanGraph.scala | 2 +-
.../sql/execution/window/AggregateProcessor.scala | 7 +-
.../spark/sql/DataFrameSetOperationsSuite.scala | 5 +-
.../apache/spark/sql/DatasetPrimitiveSuite.scala | 10 --
.../scala/org/apache/spark/sql/JoinSuite.scala | 10 +-
.../scala/org/apache/spark/sql/QueryTest.scala | 2 +-
.../apache/spark/sql/ShowCreateTableSuite.scala | 2 +-
.../scala/org/apache/spark/sql/SubquerySuite.scala | 2 +-
.../execution/benchmark/IntervalBenchmark.scala | 4 +-
.../sql/execution/metric/SQLMetricsTestUtils.scala | 4 +-
.../streaming/sources/ForeachWriterSuite.scala | 2 +-
.../execution/ui/SQLAppStatusListenerSuite.scala | 39 ++++---
.../apache/spark/sql/streaming/StreamTest.scala | 2 +-
.../streaming/StreamingQueryListenerSuite.scala | 6 +-
.../StreamingQueryStatusAndProgressSuite.scala | 6 +-
.../org/apache/spark/streaming/DStreamGraph.scala | 2 +-
.../streaming/api/java/JavaStreamingContext.scala | 6 +-
.../api/java/JavaStreamingListenerWrapper.scala | 4 +-
.../spark/streaming/dstream/UnionDStream.scala | 2 +-
.../spark/streaming/rdd/MapWithStateRDD.scala | 2 +-
.../streaming/scheduler/ReceivedBlockTracker.scala | 4 +-
.../scheduler/ReceiverSchedulingPolicy.scala | 4 +-
.../streaming/scheduler/ReceiverTracker.scala | 2 +-
.../streaming/util/BatchedWriteAheadLog.scala | 2 +-
.../streaming/util/FileBasedWriteAheadLog.scala | 2 +-
.../apache/spark/streaming/DStreamScopeSuite.scala | 2 +-
.../org/apache/spark/streaming/JavaTestUtils.scala | 2 +-
.../apache/spark/streaming/MasterFailureTest.scala | 2 +-
.../spark/streaming/util/WriteAheadLogSuite.scala | 4 +-
100 files changed, 269 insertions(+), 266 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org