This is an automated email from the ASF dual-hosted git repository. dongjoon pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git.
from e7fb67c [SPARK-31418][SCHEDULER] Request more executors in case of dynamic allocation is enabled and a task becomes unschedulable due to spark's blacklisting feature add be2eca2 [SPARK-32398][TESTS][CORE][STREAMING][SQL][ML] Update to scalatest 3.2.0 for Scala 2.13.3+ No new revisions were added by this update. Summary of changes: .../apache/spark/util/sketch/BitArraySuite.scala | 4 +-- .../spark/util/sketch/BloomFilterSuite.scala | 4 +-- .../spark/util/sketch/CountMinSketchSuite.scala | 4 +-- .../types/UTF8StringPropertyCheckSuite.scala | 5 ++-- .../apache/spark/api/java/JavaSparkContext.scala | 2 +- .../scala/org/apache/spark/AccumulatorSuite.scala | 2 +- .../scala/org/apache/spark/DistributedSuite.scala | 2 +- .../apache/spark/ExternalShuffleServiceSuite.scala | 1 + .../scala/org/apache/spark/FutureActionSuite.scala | 4 ++- .../org/apache/spark/JobCancellationSuite.scala | 2 +- .../test/scala/org/apache/spark/ShuffleSuite.scala | 3 +- .../scala/org/apache/spark/SortShuffleSuite.scala | 1 + .../scala/org/apache/spark/SparkContextSuite.scala | 2 +- .../scala/org/apache/spark/SparkFunSuite.scala | 5 ++-- .../org/apache/spark/StatusTrackerSuite.scala | 3 +- .../spark/api/python/PythonBroadcastSuite.scala | 3 +- .../org/apache/spark/deploy/ClientSuite.scala | 3 +- .../org/apache/spark/deploy/SparkSubmitSuite.scala | 4 ++- .../deploy/history/ApplicationCacheSuite.scala | 3 +- .../deploy/history/FsHistoryProviderSuite.scala | 3 +- .../spark/deploy/history/HistoryServerSuite.scala | 16 +++++++--- .../history/RealBrowserUIHistoryServerSuite.scala | 8 +++-- .../apache/spark/deploy/master/MasterSuite.scala | 4 ++- .../HadoopFSDelegationTokenProviderSuite.scala | 3 +- .../spark/deploy/worker/CommandUtilsSuite.scala | 4 ++- .../apache/spark/deploy/worker/WorkerSuite.scala | 4 ++- .../spark/launcher/LauncherBackendSuite.scala | 3 +- .../netty/NettyBlockTransferSecuritySuite.scala | 3 +- .../netty/NettyBlockTransferServiceSuite.scala | 4 ++- .../scala/org/apache/spark/rdd/SortingSuite.scala | 3 +- .../apache/spark/scheduler/DAGSchedulerSuite.scala | 2 +- .../spark/scheduler/SparkListenerSuite.scala | 3 +- .../shuffle/sort/SortShuffleManagerSuite.scala | 2 +- .../shuffle/sort/SortShuffleWriterSuite.scala | 2 +- .../spark/status/ElementTrackingStoreSuite.scala | 2 +- .../spark/status/api/v1/SimpleDateParamSuite.scala | 3 +- .../BlockManagerDecommissionUnitSuite.scala | 2 +- .../storage/BlockManagerReplicationSuite.scala | 3 +- .../apache/spark/storage/BlockManagerSuite.scala | 4 ++- .../storage/BlockReplicationPolicySuite.scala | 3 +- .../apache/spark/storage/TopologyMapperSuite.scala | 3 +- .../spark/ui/RealBrowserUISeleniumSuite.scala | 4 ++- .../org/apache/spark/ui/UISeleniumSuite.scala | 4 ++- .../org/apache/spark/util/DistributionSuite.scala | 3 +- .../spark/util/MutableURLClassLoaderSuite.scala | 3 +- .../org/apache/spark/util/NextIteratorSuite.scala | 3 +- .../collection/ExternalAppendOnlyMapSuite.scala | 2 +- .../spark/util/collection/OpenHashMapSuite.scala | 3 +- .../spark/util/collection/OpenHashSetSuite.scala | 3 +- .../collection/PrimitiveKeyOpenHashMapSuite.scala | 3 +- .../spark/util/random/RandomSamplerSuite.scala | 3 +- .../spark/util/random/XORShiftRandomSuite.scala | 3 +- dev/deps/spark-deps-hadoop-2.7-hive-1.2 | 4 +-- dev/deps/spark-deps-hadoop-2.7-hive-2.3 | 4 +-- dev/deps/spark-deps-hadoop-3.2-hive-2.3 | 4 +-- .../streaming/kinesis/KinesisReceiverSuite.scala | 4 ++- .../streaming/kinesis/KinesisStreamSuite.scala | 2 +- .../spark/graphx/lib/ShortestPathsSuite.scala | 2 +- .../org/apache/spark/ml/SparkMLFunSuite.scala | 5 ++-- .../classification/LogisticRegressionSuite.scala | 4 +-- .../mllib/optimization/GradientDescentSuite.scala | 2 +- .../spark/mllib/optimization/LBFGSSuite.scala | 2 +- .../mllib/regression/IsotonicRegressionSuite.scala | 2 +- pom.xml | 35 +++++++++++++++++++++- .../k8s/integrationtest/KubernetesSuite.scala | 3 +- .../k8s/integrationtest/SecretsTestsSuite.scala | 2 +- .../cluster/mesos/MesosSchedulerUtilsSuite.scala | 3 +- .../spark/deploy/yarn/BaseYarnClusterSuite.scala | 3 +- .../org/apache/spark/deploy/yarn/ClientSuite.scala | 3 +- .../yarn/ContainerPlacementStrategySuite.scala | 4 +-- .../spark/deploy/yarn/FailureTrackerSuite.scala | 3 +- .../deploy/yarn/ResourceRequestHelperSuite.scala | 3 +- .../yarn/YarnAllocatorBlacklistTrackerSuite.scala | 3 +- .../spark/deploy/yarn/YarnAllocatorSuite.scala | 4 ++- .../spark/deploy/yarn/YarnClusterSuite.scala | 3 +- .../deploy/yarn/YarnShuffleIntegrationSuite.scala | 3 +- .../deploy/yarn/YarnSparkHadoopUtilSuite.scala | 3 +- .../yarn/YarnShuffleServiceMetricsSuite.scala | 3 +- .../network/yarn/YarnShuffleServiceSuite.scala | 4 ++- .../test/scala/org/apache/spark/sql/RowTest.scala | 6 ++-- .../analysis/AnalysisExternalCatalogSuite.scala | 3 +- .../sql/catalyst/analysis/AnalysisSuite.scala | 2 +- .../catalyst/analysis/TableLookupCacheSuite.scala | 2 +- .../expressions/UnsafeRowConverterSuite.scala | 3 +- .../codegen/BufferHolderSparkSubmitSuite.scala | 3 +- .../optimizer/CheckCartesianProductsSuite.scala | 2 +- .../sql/catalyst/util/DateTimeUtilsSuite.scala | 3 +- .../sql/catalyst/util/DatetimeFormatterSuite.scala | 2 +- .../sql/catalyst/util/RebaseDateTimeSuite.scala | 2 +- .../catalyst/util/TimestampFormatterSuite.scala | 2 ++ .../sql/connector/catalog/LookupCatalogSuite.scala | 2 +- .../apache/spark/sql/ColumnExpressionSuite.scala | 4 +-- .../apache/spark/sql/DataFrameAggregateSuite.scala | 3 +- .../org/apache/spark/sql/DataFrameStatSuite.scala | 2 +- .../org/apache/spark/sql/DataFrameSuite.scala | 3 +- .../spark/sql/DataFrameWindowFunctionsSuite.scala | 2 +- .../UnsafeFixedWidthAggregationMapSuite.scala | 3 +- .../WholeStageCodegenSparkSubmitSuite.scala | 6 ++-- .../sql/streaming/EventTimeWatermarkSuite.scala | 4 ++- .../spark/sql/streaming/ui/UISeleniumSuite.scala | 4 ++- .../spark/sql/streaming/ui/UIUtilsSuite.scala | 2 +- .../spark/sql/test/GenericFlatSpecSuite.scala | 6 ++-- .../spark/sql/test/GenericFunSpecSuite.scala | 4 +-- .../spark/sql/test/GenericWordSpecSuite.scala | 6 ++-- .../sql/hive/thriftserver/UISeleniumSuite.scala | 4 ++- .../spark/sql/hive/HiveSparkSubmitSuite.scala | 3 +- .../hive/execution/ObjectHashAggregateSuite.scala | 4 +-- .../execution/PruneFileSourcePartitionsSuite.scala | 2 +- .../streaming/ReceivedBlockHandlerSuite.scala | 4 ++- .../streaming/ReceivedBlockTrackerSuite.scala | 4 ++- .../spark/streaming/StreamingListenerSuite.scala | 3 +- .../apache/spark/streaming/UISeleniumSuite.scala | 4 ++- .../streaming/receiver/BlockGeneratorSuite.scala | 3 +- .../scheduler/rate/PIDRateEstimatorSuite.scala | 3 +- .../ui/StreamingJobProgressListenerSuite.scala | 3 +- .../apache/spark/streaming/ui/UIUtilsSuite.scala | 5 ++-- 116 files changed, 270 insertions(+), 145 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org