You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2020/07/23 23:21:31 UTC
[spark] branch master updated (e7fb67c -> be2eca2)
This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from e7fb67c [SPARK-31418][SCHEDULER] Request more executors in case of dynamic allocation is enabled and a task becomes unschedulable due to spark's blacklisting feature
add be2eca2 [SPARK-32398][TESTS][CORE][STREAMING][SQL][ML] Update to scalatest 3.2.0 for Scala 2.13.3+
No new revisions were added by this update.
Summary of changes:
.../apache/spark/util/sketch/BitArraySuite.scala | 4 +--
.../spark/util/sketch/BloomFilterSuite.scala | 4 +--
.../spark/util/sketch/CountMinSketchSuite.scala | 4 +--
.../types/UTF8StringPropertyCheckSuite.scala | 5 ++--
.../apache/spark/api/java/JavaSparkContext.scala | 2 +-
.../scala/org/apache/spark/AccumulatorSuite.scala | 2 +-
.../scala/org/apache/spark/DistributedSuite.scala | 2 +-
.../apache/spark/ExternalShuffleServiceSuite.scala | 1 +
.../scala/org/apache/spark/FutureActionSuite.scala | 4 ++-
.../org/apache/spark/JobCancellationSuite.scala | 2 +-
.../test/scala/org/apache/spark/ShuffleSuite.scala | 3 +-
.../scala/org/apache/spark/SortShuffleSuite.scala | 1 +
.../scala/org/apache/spark/SparkContextSuite.scala | 2 +-
.../scala/org/apache/spark/SparkFunSuite.scala | 5 ++--
.../org/apache/spark/StatusTrackerSuite.scala | 3 +-
.../spark/api/python/PythonBroadcastSuite.scala | 3 +-
.../org/apache/spark/deploy/ClientSuite.scala | 3 +-
.../org/apache/spark/deploy/SparkSubmitSuite.scala | 4 ++-
.../deploy/history/ApplicationCacheSuite.scala | 3 +-
.../deploy/history/FsHistoryProviderSuite.scala | 3 +-
.../spark/deploy/history/HistoryServerSuite.scala | 16 +++++++---
.../history/RealBrowserUIHistoryServerSuite.scala | 8 +++--
.../apache/spark/deploy/master/MasterSuite.scala | 4 ++-
.../HadoopFSDelegationTokenProviderSuite.scala | 3 +-
.../spark/deploy/worker/CommandUtilsSuite.scala | 4 ++-
.../apache/spark/deploy/worker/WorkerSuite.scala | 4 ++-
.../spark/launcher/LauncherBackendSuite.scala | 3 +-
.../netty/NettyBlockTransferSecuritySuite.scala | 3 +-
.../netty/NettyBlockTransferServiceSuite.scala | 4 ++-
.../scala/org/apache/spark/rdd/SortingSuite.scala | 3 +-
.../apache/spark/scheduler/DAGSchedulerSuite.scala | 2 +-
.../spark/scheduler/SparkListenerSuite.scala | 3 +-
.../shuffle/sort/SortShuffleManagerSuite.scala | 2 +-
.../shuffle/sort/SortShuffleWriterSuite.scala | 2 +-
.../spark/status/ElementTrackingStoreSuite.scala | 2 +-
.../spark/status/api/v1/SimpleDateParamSuite.scala | 3 +-
.../BlockManagerDecommissionUnitSuite.scala | 2 +-
.../storage/BlockManagerReplicationSuite.scala | 3 +-
.../apache/spark/storage/BlockManagerSuite.scala | 4 ++-
.../storage/BlockReplicationPolicySuite.scala | 3 +-
.../apache/spark/storage/TopologyMapperSuite.scala | 3 +-
.../spark/ui/RealBrowserUISeleniumSuite.scala | 4 ++-
.../org/apache/spark/ui/UISeleniumSuite.scala | 4 ++-
.../org/apache/spark/util/DistributionSuite.scala | 3 +-
.../spark/util/MutableURLClassLoaderSuite.scala | 3 +-
.../org/apache/spark/util/NextIteratorSuite.scala | 3 +-
.../collection/ExternalAppendOnlyMapSuite.scala | 2 +-
.../spark/util/collection/OpenHashMapSuite.scala | 3 +-
.../spark/util/collection/OpenHashSetSuite.scala | 3 +-
.../collection/PrimitiveKeyOpenHashMapSuite.scala | 3 +-
.../spark/util/random/RandomSamplerSuite.scala | 3 +-
.../spark/util/random/XORShiftRandomSuite.scala | 3 +-
dev/deps/spark-deps-hadoop-2.7-hive-1.2 | 4 +--
dev/deps/spark-deps-hadoop-2.7-hive-2.3 | 4 +--
dev/deps/spark-deps-hadoop-3.2-hive-2.3 | 4 +--
.../streaming/kinesis/KinesisReceiverSuite.scala | 4 ++-
.../streaming/kinesis/KinesisStreamSuite.scala | 2 +-
.../spark/graphx/lib/ShortestPathsSuite.scala | 2 +-
.../org/apache/spark/ml/SparkMLFunSuite.scala | 5 ++--
.../classification/LogisticRegressionSuite.scala | 4 +--
.../mllib/optimization/GradientDescentSuite.scala | 2 +-
.../spark/mllib/optimization/LBFGSSuite.scala | 2 +-
.../mllib/regression/IsotonicRegressionSuite.scala | 2 +-
pom.xml | 35 +++++++++++++++++++++-
.../k8s/integrationtest/KubernetesSuite.scala | 3 +-
.../k8s/integrationtest/SecretsTestsSuite.scala | 2 +-
.../cluster/mesos/MesosSchedulerUtilsSuite.scala | 3 +-
.../spark/deploy/yarn/BaseYarnClusterSuite.scala | 3 +-
.../org/apache/spark/deploy/yarn/ClientSuite.scala | 3 +-
.../yarn/ContainerPlacementStrategySuite.scala | 4 +--
.../spark/deploy/yarn/FailureTrackerSuite.scala | 3 +-
.../deploy/yarn/ResourceRequestHelperSuite.scala | 3 +-
.../yarn/YarnAllocatorBlacklistTrackerSuite.scala | 3 +-
.../spark/deploy/yarn/YarnAllocatorSuite.scala | 4 ++-
.../spark/deploy/yarn/YarnClusterSuite.scala | 3 +-
.../deploy/yarn/YarnShuffleIntegrationSuite.scala | 3 +-
.../deploy/yarn/YarnSparkHadoopUtilSuite.scala | 3 +-
.../yarn/YarnShuffleServiceMetricsSuite.scala | 3 +-
.../network/yarn/YarnShuffleServiceSuite.scala | 4 ++-
.../test/scala/org/apache/spark/sql/RowTest.scala | 6 ++--
.../analysis/AnalysisExternalCatalogSuite.scala | 3 +-
.../sql/catalyst/analysis/AnalysisSuite.scala | 2 +-
.../catalyst/analysis/TableLookupCacheSuite.scala | 2 +-
.../expressions/UnsafeRowConverterSuite.scala | 3 +-
.../codegen/BufferHolderSparkSubmitSuite.scala | 3 +-
.../optimizer/CheckCartesianProductsSuite.scala | 2 +-
.../sql/catalyst/util/DateTimeUtilsSuite.scala | 3 +-
.../sql/catalyst/util/DatetimeFormatterSuite.scala | 2 +-
.../sql/catalyst/util/RebaseDateTimeSuite.scala | 2 +-
.../catalyst/util/TimestampFormatterSuite.scala | 2 ++
.../sql/connector/catalog/LookupCatalogSuite.scala | 2 +-
.../apache/spark/sql/ColumnExpressionSuite.scala | 4 +--
.../apache/spark/sql/DataFrameAggregateSuite.scala | 3 +-
.../org/apache/spark/sql/DataFrameStatSuite.scala | 2 +-
.../org/apache/spark/sql/DataFrameSuite.scala | 3 +-
.../spark/sql/DataFrameWindowFunctionsSuite.scala | 2 +-
.../UnsafeFixedWidthAggregationMapSuite.scala | 3 +-
.../WholeStageCodegenSparkSubmitSuite.scala | 6 ++--
.../sql/streaming/EventTimeWatermarkSuite.scala | 4 ++-
.../spark/sql/streaming/ui/UISeleniumSuite.scala | 4 ++-
.../spark/sql/streaming/ui/UIUtilsSuite.scala | 2 +-
.../spark/sql/test/GenericFlatSpecSuite.scala | 6 ++--
.../spark/sql/test/GenericFunSpecSuite.scala | 4 +--
.../spark/sql/test/GenericWordSpecSuite.scala | 6 ++--
.../sql/hive/thriftserver/UISeleniumSuite.scala | 4 ++-
.../spark/sql/hive/HiveSparkSubmitSuite.scala | 3 +-
.../hive/execution/ObjectHashAggregateSuite.scala | 4 +--
.../execution/PruneFileSourcePartitionsSuite.scala | 2 +-
.../streaming/ReceivedBlockHandlerSuite.scala | 4 ++-
.../streaming/ReceivedBlockTrackerSuite.scala | 4 ++-
.../spark/streaming/StreamingListenerSuite.scala | 3 +-
.../apache/spark/streaming/UISeleniumSuite.scala | 4 ++-
.../streaming/receiver/BlockGeneratorSuite.scala | 3 +-
.../scheduler/rate/PIDRateEstimatorSuite.scala | 3 +-
.../ui/StreamingJobProgressListenerSuite.scala | 3 +-
.../apache/spark/streaming/ui/UIUtilsSuite.scala | 5 ++--
116 files changed, 270 insertions(+), 145 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org