This is an automated email from the ASF dual-hosted git repository.
srowen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 2709426f0f6 [SPARK-45541][CORE] Add SSLFactory
add 48e207f4a21
[SPARK-45610][BUILD][CORE][SQL][SS][CONNECT][GRAPHX][DSTREAM][ML][MLLIB][K8S][YARN][SHELL][PYTHON][R][AVRO][UI][EXAMPLES]
Fix the compilation warning "Auto-application to `()` is deprecated" and turn
it into a compilation error
No new revisions were added by this update.
Summary of changes:
.../org/apache/spark/sql/avro/AvroSuite.scala | 38 ++---
.../execution/benchmark/AvroReadBenchmark.scala | 10 +-
.../execution/benchmark/AvroWriteBenchmark.scala | 4 +-
.../org/apache/spark/sql/ClientE2ETestSuite.scala | 12 +-
.../spark/sql/DataFrameNaFunctionSuite.scala | 2 +-
.../sql/UserDefinedFunctionE2ETestSuite.scala | 2 +-
.../spark/sql/connect/client/ArtifactManager.scala | 2 +-
.../sql/connect/client/GrpcRetryHandler.scala | 2 +-
.../execution/ExecuteResponseObserver.scala | 4 +-
.../execution/SparkConnectPlanExecution.scala | 2 +-
.../sql/connect/planner/SparkConnectPlanner.scala | 12 +-
.../sql/connect/service/ExecuteEventsManager.scala | 2 +-
.../sql/connect/service/SparkConnectServer.scala | 2 +-
.../connect/planner/SparkConnectServiceSuite.scala | 2 +-
.../connect/service/AddArtifactsHandlerSuite.scala | 12 +-
.../service/ArtifactStatusesHandlerSuite.scala | 2 +-
.../service/FetchErrorDetailsHandlerSuite.scala | 2 +-
.../connect/service/InterceptorRegistrySuite.scala | 12 +-
.../spark/sql/jdbc/DB2IntegrationSuite.scala | 8 +-
.../sql/jdbc/MsSqlServerIntegrationSuite.scala | 6 +-
.../spark/sql/jdbc/MySQLIntegrationSuite.scala | 4 +-
.../spark/sql/jdbc/OracleIntegrationSuite.scala | 8 +-
.../spark/sql/jdbc/PostgresIntegrationSuite.scala | 4 +-
.../sql/kafka010/KafkaOffsetReaderConsumer.scala | 2 +-
.../sql/kafka010/consumer/KafkaDataConsumer.scala | 2 +-
.../sql/kafka010/KafkaContinuousSourceSuite.scala | 16 +-
.../sql/kafka010/KafkaMicroBatchSourceSuite.scala | 8 +-
.../spark/sql/kafka010/KafkaRelationSuite.scala | 36 ++--
.../kafka010/consumer/KafkaDataConsumerSuite.scala | 2 +-
.../org/apache/spark/kafka010/KafkaTokenUtil.scala | 4 +-
.../kafka010/DirectKafkaInputDStream.scala | 12 +-
.../streaming/kafka010/KafkaDataConsumer.scala | 2 +-
.../apache/spark/streaming/kafka010/KafkaRDD.scala | 14 +-
.../kafka010/DirectKafkaStreamSuite.scala | 14 +-
.../kafka010/KafkaDataConsumerSuite.scala | 4 +-
.../spark/streaming/kafka010/KafkaRDDSuite.scala | 36 ++--
.../kinesis/KPLBasedKinesisTestUtils.scala | 2 +-
.../kinesis/KinesisInputDStreamBuilderSuite.scala | 2 +-
.../org/apache/spark/BarrierCoordinator.scala | 2 +-
.../org/apache/spark/BarrierTaskContext.scala | 19 ++-
.../main/scala/org/apache/spark/Heartbeater.scala | 2 +-
.../scala/org/apache/spark/SecurityManager.scala | 4 +-
.../main/scala/org/apache/spark/SparkContext.scala | 12 +-
.../main/scala/org/apache/spark/TestUtils.scala | 2 +-
.../apache/spark/api/java/JavaSparkContext.scala | 2 +-
.../org/apache/spark/api/python/PythonRunner.scala | 22 +--
.../scala/org/apache/spark/api/r/BaseRRunner.scala | 2 +-
.../org/apache/spark/deploy/JsonProtocol.scala | 2 +-
.../apache/spark/deploy/SparkSubmitArguments.scala | 2 +-
.../spark/deploy/history/FsHistoryProvider.scala | 2 +-
.../apache/spark/deploy/history/HistoryPage.scala | 2 +-
.../apache/spark/deploy/worker/CommandUtils.scala | 4 +-
.../org/apache/spark/deploy/worker/Worker.scala | 2 +-
.../spark/executor/ProcfsMetricsGetter.scala | 4 +-
.../apache/spark/input/PortableDataStream.scala | 2 +-
.../spark/internal/io/SparkHadoopWriter.scala | 4 +-
.../apache/spark/launcher/LauncherBackend.scala | 4 +-
.../apache/spark/memory/UnifiedMemoryManager.scala | 2 +-
.../org/apache/spark/metrics/MetricsSystem.scala | 4 +-
.../org/apache/spark/rdd/AsyncRDDActions.scala | 2 +-
.../scala/org/apache/spark/rdd/HadoopRDD.scala | 2 +-
.../main/scala/org/apache/spark/rdd/PipedRDD.scala | 4 +-
.../apache/spark/rdd/ReliableCheckpointRDD.scala | 6 +-
.../org/apache/spark/scheduler/DAGScheduler.scala | 16 +-
.../spark/scheduler/StatsReportListener.scala | 2 +-
.../scala/org/apache/spark/scheduler/Task.scala | 4 +-
.../apache/spark/scheduler/TaskSchedulerImpl.scala | 4 +-
.../apache/spark/scheduler/TaskSetManager.scala | 4 +-
.../cluster/CoarseGrainedSchedulerBackend.scala | 6 +-
.../cluster/StandaloneSchedulerBackend.scala | 2 +-
.../apache/spark/serializer/KryoSerializer.scala | 10 +-
.../apache/spark/status/AppStatusListener.scala | 10 +-
.../apache/spark/status/ElementTrackingStore.scala | 2 +-
.../scala/org/apache/spark/status/LiveEntity.scala | 12 +-
.../spark/status/api/v1/PrometheusResource.scala | 4 +-
.../org/apache/spark/storage/BlockManager.scala | 2 +-
.../org/apache/spark/ui/UIWorkloadGenerator.scala | 18 +-
.../apache/spark/ui/scope/RDDOperationGraph.scala | 2 +-
.../org/apache/spark/util/ClosureCleaner.scala | 2 +-
.../scala/org/apache/spark/util/JsonProtocol.scala | 2 +-
.../org/apache/spark/util/SizeEstimator.scala | 2 +-
.../util/collection/ExternalAppendOnlyMap.scala | 4 +-
.../spark/util/collection/ExternalSorter.scala | 2 +-
.../spark/util/collection/ImmutableBitSet.scala | 2 +-
.../util/collection/PartitionedPairBuffer.scala | 2 +-
.../spark/util/collection/PercentileHeap.scala | 6 +-
.../apache/spark/util/random/RandomSampler.scala | 2 +-
.../org/apache/spark/ContextCleanerSuite.scala | 6 +-
.../scala/org/apache/spark/DistributedSuite.scala | 30 ++--
.../spark/ExecutorAllocationManagerSuite.scala | 8 +-
.../test/scala/org/apache/spark/FileSuite.scala | 22 +--
.../org/apache/spark/HeartbeatReceiverSuite.scala | 2 +-
.../org/apache/spark/JobCancellationSuite.scala | 8 +-
.../scala/org/apache/spark/PartitioningSuite.scala | 14 +-
.../test/scala/org/apache/spark/ShuffleSuite.scala | 8 +-
.../scala/org/apache/spark/SparkContextSuite.scala | 4 +-
.../scala/org/apache/spark/SparkFunSuite.scala | 2 +-
.../test/scala/org/apache/spark/ThreadAudit.scala | 2 +-
.../scala/org/apache/spark/UnpersistSuite.scala | 2 +-
.../org/apache/spark/benchmark/Benchmark.scala | 6 +-
.../spark/deploy/DecommissionWorkerSuite.scala | 4 +-
.../spark/deploy/LogUrlsStandaloneSuite.scala | 2 +-
.../history/BasicEventFilterBuilderSuite.scala | 16 +-
.../deploy/history/FsHistoryProviderSuite.scala | 14 +-
.../spark/deploy/history/HistoryServerSuite.scala | 4 +-
.../apache/spark/deploy/master/MasterSuite.scala | 2 +-
.../CoarseGrainedExecutorBackendSuite.scala | 6 +-
.../executor/ExecutorMetricsPollerSuite.scala | 6 +-
.../spark/executor/ProcfsMetricsGetterSuite.scala | 8 +-
.../input/WholeTextFileInputFormatSuite.scala | 2 +-
.../apache/spark/rdd/AsyncRDDActionsSuite.scala | 2 +-
.../scala/org/apache/spark/rdd/JdbcRDDSuite.scala | 4 +-
.../spark/rdd/PartitionwiseSampledRDDSuite.scala | 2 +-
.../scala/org/apache/spark/rdd/PipedRDDSuite.scala | 2 +-
.../test/scala/org/apache/spark/rdd/RDDSuite.scala | 14 +-
.../resource/ResourceProfileManagerSuite.scala | 14 +-
.../spark/resource/ResourceProfileSuite.scala | 4 +-
.../apache/spark/resource/ResourceUtilsSuite.scala | 2 +-
.../spark/scheduler/BarrierTaskContextSuite.scala | 8 +-
.../apache/spark/scheduler/DAGSchedulerSuite.scala | 22 +--
.../scheduler/EventLoggingListenerSuite.scala | 2 +-
.../OutputCommitCoordinatorIntegrationSuite.scala | 2 +-
.../scheduler/OutputCommitCoordinatorSuite.scala | 6 +-
.../apache/spark/scheduler/TaskContextSuite.scala | 10 +-
.../spark/scheduler/TaskResultGetterSuite.scala | 2 +-
.../spark/serializer/KryoIteratorBenchmark.scala | 12 +-
.../spark/serializer/KryoSerializerSuite.scala | 8 +-
.../spark/status/AppStatusListenerSuite.scala | 92 +++++-----
.../spark/status/ListenerEventsTestHelper.scala | 2 +-
.../apache/spark/storage/BlockManagerSuite.scala | 2 +-
.../spark/storage/DiskBlockManagerSuite.scala | 2 +-
.../apache/spark/storage/MemoryStoreSuite.scala | 2 +-
.../spark/ui/RealBrowserUISeleniumSuite.scala | 8 +-
.../org/apache/spark/ui/UISeleniumSuite.scala | 6 +-
.../apache/spark/ui/env/EnvironmentPageSuite.scala | 4 +-
.../org/apache/spark/util/JsonProtocolSuite.scala | 2 +-
.../org/apache/spark/util/NextIteratorSuite.scala | 10 +-
.../scala/org/apache/spark/util/UtilsSuite.scala | 2 +-
.../collection/ExternalAppendOnlyMapSuite.scala | 4 +-
.../util/collection/PercentileHeapSuite.scala | 8 +-
.../collection/unsafe/sort/RadixSortSuite.scala | 2 +-
.../spark/util/random/RandomSamplerSuite.scala | 2 +-
.../apache/spark/examples/DFSReadWriteTest.scala | 2 +-
.../spark/examples/ExceptionHandlingTest.scala | 4 +-
.../org/apache/spark/examples/GroupByTest.scala | 2 +-
.../scala/org/apache/spark/examples/HdfsTest.scala | 2 +-
.../scala/org/apache/spark/examples/LocalALS.scala | 4 +-
.../scala/org/apache/spark/examples/LocalPi.scala | 4 +-
.../apache/spark/examples/MiniReadWriteTest.scala | 2 +-
.../apache/spark/examples/MultiBroadcastTest.scala | 2 +-
.../spark/examples/SimpleSkewedGroupByTest.scala | 10 +-
.../apache/spark/examples/SkewedGroupByTest.scala | 2 +-
.../scala/org/apache/spark/examples/SparkALS.scala | 6 +-
.../org/apache/spark/examples/SparkHdfsLR.scala | 2 +-
.../org/apache/spark/examples/SparkKMeans.scala | 2 +-
.../scala/org/apache/spark/examples/SparkLR.scala | 2 +-
.../org/apache/spark/examples/SparkPageRank.scala | 2 +-
.../scala/org/apache/spark/examples/SparkPi.scala | 6 +-
.../scala/org/apache/spark/examples/SparkTC.scala | 2 +-
.../examples/graphx/AggregateMessagesExample.scala | 4 +-
.../apache/spark/examples/graphx/Analytics.scala | 4 +-
.../examples/graphx/ComprehensiveExample.scala | 2 +-
.../graphx/ConnectedComponentsExample.scala | 2 +-
.../spark/examples/graphx/PageRankExample.scala | 2 +-
.../apache/spark/examples/graphx/SSSPExample.scala | 4 +-
.../spark/examples/graphx/SynthBenchmark.scala | 2 +-
.../examples/graphx/TriangleCountingExample.scala | 2 +-
.../examples/ml/AFTSurvivalRegressionExample.scala | 2 +-
.../org/apache/spark/examples/ml/ALSExample.scala | 2 +-
.../spark/examples/ml/BinarizerExample.scala | 2 +-
.../spark/examples/ml/BisectingKMeansExample.scala | 2 +-
.../ml/BucketedRandomProjectionLSHExample.scala | 2 +-
.../spark/examples/ml/BucketizerExample.scala | 2 +-
.../spark/examples/ml/ChiSqSelectorExample.scala | 2 +-
.../spark/examples/ml/ChiSquareTestExample.scala | 4 +-
.../spark/examples/ml/CorrelationExample.scala | 6 +-
.../spark/examples/ml/CountVectorizerExample.scala | 2 +-
.../org/apache/spark/examples/ml/DCTExample.scala | 2 +-
.../spark/examples/ml/DataFrameExample.scala | 2 +-
.../ml/DecisionTreeClassificationExample.scala | 2 +-
.../spark/examples/ml/DecisionTreeExample.scala | 4 +-
.../ml/DecisionTreeRegressionExample.scala | 2 +-
.../spark/examples/ml/DeveloperApiExample.scala | 2 +-
.../examples/ml/ElementwiseProductExample.scala | 2 +-
.../ml/EstimatorTransformerParamExample.scala | 6 +-
.../spark/examples/ml/FMClassifierExample.scala | 2 +-
.../spark/examples/ml/FMRegressorExample.scala | 2 +-
.../apache/spark/examples/ml/FPGrowthExample.scala | 2 +-
.../spark/examples/ml/FeatureHasherExample.scala | 2 +-
.../org/apache/spark/examples/ml/GBTExample.scala | 2 +-
.../spark/examples/ml/GaussianMixtureExample.scala | 2 +-
.../ml/GeneralizedLinearRegressionExample.scala | 2 +-
.../ml/GradientBoostedTreeClassifierExample.scala | 2 +-
.../ml/GradientBoostedTreeRegressorExample.scala | 2 +-
.../apache/spark/examples/ml/ImputerExample.scala | 2 +-
.../spark/examples/ml/IndexToStringExample.scala | 2 +-
.../spark/examples/ml/InteractionExample.scala | 2 +-
.../examples/ml/IsotonicRegressionExample.scala | 2 +-
.../apache/spark/examples/ml/KMeansExample.scala | 2 +-
.../org/apache/spark/examples/ml/LDAExample.scala | 2 +-
.../examples/ml/LinearRegressionExample.scala | 2 +-
.../ml/LinearRegressionWithElasticNetExample.scala | 2 +-
.../spark/examples/ml/LinearSVCExample.scala | 2 +-
.../examples/ml/LogisticRegressionExample.scala | 2 +-
.../ml/LogisticRegressionSummaryExample.scala | 2 +-
.../LogisticRegressionWithElasticNetExample.scala | 2 +-
.../spark/examples/ml/MaxAbsScalerExample.scala | 2 +-
.../spark/examples/ml/MinHashLSHExample.scala | 2 +-
.../spark/examples/ml/MinMaxScalerExample.scala | 2 +-
.../ModelSelectionViaCrossValidationExample.scala | 2 +-
...elSelectionViaTrainValidationSplitExample.scala | 2 +-
...ssLogisticRegressionWithElasticNetExample.scala | 2 +-
.../ml/MultilayerPerceptronClassifierExample.scala | 2 +-
.../apache/spark/examples/ml/NGramExample.scala | 2 +-
.../spark/examples/ml/NaiveBayesExample.scala | 2 +-
.../spark/examples/ml/NormalizerExample.scala | 2 +-
.../spark/examples/ml/OneHotEncoderExample.scala | 2 +-
.../spark/examples/ml/OneVsRestExample.scala | 2 +-
.../org/apache/spark/examples/ml/PCAExample.scala | 2 +-
.../apache/spark/examples/ml/PipelineExample.scala | 2 +-
.../examples/ml/PolynomialExpansionExample.scala | 2 +-
.../ml/PowerIterationClusteringExample.scala | 2 +-
.../spark/examples/ml/PrefixSpanExample.scala | 2 +-
.../examples/ml/QuantileDiscretizerExample.scala | 2 +-
.../apache/spark/examples/ml/RFormulaExample.scala | 2 +-
.../ml/RandomForestClassifierExample.scala | 2 +-
.../spark/examples/ml/RandomForestExample.scala | 2 +-
.../examples/ml/RandomForestRegressorExample.scala | 2 +-
.../spark/examples/ml/RobustScalerExample.scala | 2 +-
.../spark/examples/ml/SQLTransformerExample.scala | 2 +-
.../spark/examples/ml/StandardScalerExample.scala | 2 +-
.../examples/ml/StopWordsRemoverExample.scala | 2 +-
.../spark/examples/ml/StringIndexerExample.scala | 2 +-
.../spark/examples/ml/SummarizerExample.scala | 2 +-
.../apache/spark/examples/ml/TfIdfExample.scala | 2 +-
.../spark/examples/ml/TokenizerExample.scala | 2 +-
.../ml/UnivariateFeatureSelectorExample.scala | 2 +-
.../ml/VarianceThresholdSelectorExample.scala | 2 +-
.../spark/examples/ml/VectorAssemblerExample.scala | 2 +-
.../spark/examples/ml/VectorIndexerExample.scala | 2 +-
.../spark/examples/ml/VectorSizeHintExample.scala | 2 +-
.../spark/examples/ml/VectorSlicerExample.scala | 2 +-
.../apache/spark/examples/ml/Word2VecExample.scala | 2 +-
.../mllib/BinaryClassificationMetricsExample.scala | 24 +--
.../examples/mllib/ChiSqSelectorExample.scala | 2 +-
.../examples/mllib/ElementwiseProductExample.scala | 4 +-
.../GradientBoostingClassificationExample.scala | 2 +-
.../apache/spark/examples/mllib/LDAExample.scala | 2 +-
.../mllib/LatentDirichletAllocationExample.scala | 2 +-
.../spark/examples/mllib/NormalizerExample.scala | 4 +-
.../examples/mllib/PMMLModelExportExample.scala | 2 +-
.../mllib/RandomForestClassificationExample.scala | 2 +-
.../examples/mllib/RankingMetricsExample.scala | 2 +-
.../examples/mllib/StandardScalerExample.scala | 4 +-
.../apache/spark/examples/mllib/TFIDFExample.scala | 4 +-
.../apache/spark/examples/sql/RDDRelation.scala | 2 +-
.../spark/examples/sql/SimpleTypedAggregator.scala | 2 +-
.../StructuredComplexSessionization.scala | 2 +-
.../sql/streaming/StructuredKafkaWordCount.scala | 2 +-
.../StructuredKerberizedKafkaWordCount.scala | 2 +-
.../sql/streaming/StructuredNetworkWordCount.scala | 2 +-
.../StructuredNetworkWordCountWindowed.scala | 2 +-
.../sql/streaming/StructuredSessionization.scala | 2 +-
.../spark/examples/streaming/CustomReceiver.scala | 2 +-
.../examples/streaming/SqlNetworkWordCount.scala | 2 +-
.../streaming/StatefulNetworkWordCount.scala | 2 +-
.../scala/org/apache/spark/graphx/GraphOps.scala | 2 +-
.../org/apache/spark/graphx/impl/GraphImpl.scala | 2 +-
.../org/apache/spark/graphx/EdgeRDDSuite.scala | 4 +-
.../org/apache/spark/graphx/GraphLoaderSuite.scala | 2 +-
.../org/apache/spark/graphx/GraphOpsSuite.scala | 46 ++---
.../scala/org/apache/spark/graphx/GraphSuite.scala | 14 +-
.../org/apache/spark/graphx/PregelSuite.scala | 10 +-
.../org/apache/spark/graphx/VertexRDDSuite.scala | 8 +-
.../spark/graphx/lib/LabelPropagationSuite.scala | 4 +-
.../apache/spark/graphx/lib/SVDPlusPlusSuite.scala | 4 +-
.../spark/graphx/lib/ShortestPathsSuite.scala | 2 +-
.../spark/graphx/lib/TriangleCountSuite.scala | 4 +-
.../internal/io/cloud/CommitterBindingSuite.scala | 2 +-
.../scala/org/apache/spark/ml/linalg/Vectors.scala | 2 +-
.../org/apache/spark/ml/linalg/BLASBenchmark.scala | 190 ++++++++++-----------
.../org/apache/spark/ml/linalg/VectorsSuite.scala | 12 +-
.../main/scala/org/apache/spark/ml/Pipeline.scala | 2 +-
.../main/scala/org/apache/spark/ml/Predictor.scala | 2 +-
.../apache/spark/ml/attribute/AttributeGroup.scala | 2 +-
.../spark/ml/classification/Classifier.scala | 2 +-
.../apache/spark/ml/classification/LinearSVC.scala | 2 +-
.../ml/classification/LogisticRegression.scala | 2 +-
.../apache/spark/ml/classification/OneVsRest.scala | 2 +-
.../classification/ProbabilisticClassifier.scala | 2 +-
.../spark/ml/clustering/GaussianMixture.scala | 4 +-
.../ml/clustering/PowerIterationClustering.scala | 2 +-
.../spark/ml/evaluation/ClusteringEvaluator.scala | 2 +-
.../ml/feature/BucketedRandomProjectionLSH.scala | 2 +-
.../apache/spark/ml/feature/CountVectorizer.scala | 2 +-
.../scala/org/apache/spark/ml/feature/LSH.scala | 4 +-
.../org/apache/spark/ml/feature/MinHashLSH.scala | 12 +-
.../org/apache/spark/ml/feature/RFormula.scala | 4 +-
.../org/apache/spark/ml/feature/RobustScaler.scala | 8 +-
.../org/apache/spark/ml/feature/Selector.scala | 4 +-
.../apache/spark/ml/feature/StringIndexer.scala | 2 +-
.../ml/feature/UnivariateFeatureSelector.scala | 8 +-
.../org/apache/spark/ml/feature/VectorSlicer.scala | 2 +-
.../ml/regression/AFTSurvivalRegression.scala | 2 +-
.../regression/GeneralizedLinearRegression.scala | 2 +-
.../spark/ml/regression/LinearRegression.scala | 2 +-
.../org/apache/spark/ml/stat/FValueTest.scala | 2 +-
.../spark/ml/tree/impl/GradientBoostedTrees.scala | 4 +-
.../apache/spark/ml/tree/impl/RandomForest.scala | 6 +-
.../apache/spark/ml/tuning/CrossValidator.scala | 4 +-
.../org/apache/spark/ml/util/DatasetUtils.scala | 2 +-
.../org/apache/spark/ml/util/SchemaUtils.scala | 6 +-
.../spark/mllib/clustering/BisectingKMeans.scala | 2 +-
.../spark/mllib/clustering/DistanceMeasure.scala | 2 +-
.../apache/spark/mllib/pmml/PMMLExportable.scala | 2 +-
.../regression/StreamingLinearAlgorithm.scala | 2 +-
.../apache/spark/mllib/util/MFDataGenerator.scala | 2 +-
.../scala/org/apache/spark/ml/FunctionsSuite.scala | 2 +-
.../scala/org/apache/spark/ml/MLEventsSuite.scala | 18 +-
.../scala/org/apache/spark/ml/PipelineSuite.scala | 14 +-
.../ml/classification/GBTClassifierSuite.scala | 4 +-
.../classification/LogisticRegressionSuite.scala | 4 +-
.../ml/evaluation/ClusteringEvaluatorSuite.scala | 4 +-
.../org/apache/spark/ml/feature/DCTSuite.scala | 4 +-
.../ml/feature/QuantileDiscretizerSuite.scala | 12 +-
.../feature/UnivariateFeatureSelectorSuite.scala | 8 +-
.../spark/ml/feature/VectorSizeHintSuite.scala | 2 +-
.../IterativelyReweightedLeastSquaresSuite.scala | 2 +-
.../BinaryLogisticBlockAggregatorSuite.scala | 4 +-
.../aggregator/HingeBlockAggregatorSuite.scala | 4 +-
.../aggregator/HuberBlockAggregatorSuite.scala | 4 +-
.../LeastSquaresBlockAggregatorSuite.scala | 2 +-
.../MultinomialLogisticBlockAggregatorSuite.scala | 4 +-
.../apache/spark/ml/recommendation/ALSSuite.scala | 28 +--
.../spark/ml/regression/GBTRegressorSuite.scala | 8 +-
.../GeneralizedLinearRegressionSuite.scala | 2 +-
.../ml/source/image/ImageFileFormatSuite.scala | 6 +-
.../ml/source/libsvm/LibSVMRelationSuite.scala | 4 +-
.../spark/ml/tree/impl/RandomForestSuite.scala | 4 +-
.../apache/spark/ml/util/PMMLReadWriteTest.scala | 2 +-
.../classification/LogisticRegressionSuite.scala | 2 +-
.../mllib/clustering/DistanceMeasureSuite.scala | 4 +-
.../spark/mllib/clustering/KMeansSuite.scala | 5 +-
.../apache/spark/mllib/linalg/VectorsSuite.scala | 12 +-
.../linalg/distributed/BlockMatrixSuite.scala | 8 +-
.../mllib/linalg/distributed/RowMatrixSuite.scala | 2 +-
.../spark/mllib/optimization/LBFGSSuite.scala | 4 +-
.../BinaryClassificationPMMLModelExportSuite.scala | 4 +-
.../GeneralizedLinearPMMLModelExportSuite.scala | 6 +-
.../pmml/export/KMeansPMMLModelExportSuite.scala | 2 +-
.../spark/mllib/random/RandomRDDsSuite.scala | 4 +-
.../spark/mllib/util/MLlibTestSparkContext.scala | 2 +-
pom.xml | 11 +-
project/SparkBuild.scala | 9 +-
.../main/scala/org/apache/spark/repl/Main.scala | 4 +-
.../k8s/submit/KubernetesClientApplication.scala | 2 +-
.../cluster/k8s/ExecutorPodsAllocatorSuite.scala | 8 +-
.../cluster/k8s/StatefulSetAllocatorSuite.scala | 2 +-
.../backend/minikube/MinikubeTestBackend.scala | 2 +-
.../spark/deploy/yarn/ApplicationMaster.scala | 6 +-
.../org/apache/spark/deploy/yarn/Client.scala | 4 +-
.../yarn/YarnAllocatorNodeHealthTracker.scala | 2 +-
.../cluster/YarnClusterSchedulerBackend.scala | 2 +-
.../scheduler/cluster/YarnSchedulerBackend.scala | 2 +-
.../yarn/ContainerPlacementStrategySuite.scala | 12 +-
.../spark/deploy/yarn/YarnClusterSuite.scala | 2 +-
.../spark/sql/catalyst/util/DateFormatter.scala | 2 +-
.../sql/catalyst/util/TimestampFormatter.scala | 4 +-
.../spark/sql/catalyst/analysis/Analyzer.scala | 16 +-
.../sql/catalyst/catalog/InMemoryCatalog.scala | 2 +-
.../sql/catalyst/catalog/SessionCatalog.scala | 4 +-
.../spark/sql/catalyst/expressions/ExprUtils.scala | 6 +-
.../sql/catalyst/expressions/ToStringBase.scala | 8 +-
.../aggregate/HyperLogLogPlusPlus.scala | 2 +-
.../catalyst/expressions/aggregate/collect.scala | 2 +-
.../expressions/codegen/CodeGenerator.scala | 2 +-
.../catalyst/expressions/codegen/javaCode.scala | 14 +-
.../expressions/complexTypeExtractors.scala | 2 +-
.../catalyst/expressions/datetimeExpressions.scala | 8 +-
.../expressions/higherOrderFunctions.scala | 20 +--
.../sql/catalyst/expressions/mathExpressions.scala | 8 +-
.../sql/catalyst/expressions/objects/objects.scala | 8 +-
.../catalyst/expressions/stringExpressions.scala | 4 +-
.../spark/sql/catalyst/expressions/subquery.scala | 2 +-
.../catalyst/expressions/windowExpressions.scala | 4 +-
.../spark/sql/catalyst/json/JsonFilters.scala | 2 +-
.../spark/sql/catalyst/parser/AstBuilder.scala | 2 +-
.../spark/sql/catalyst/plans/QueryPlan.scala | 2 +-
.../plans/logical/basicLogicalOperators.scala | 4 +-
.../spark/sql/catalyst/rules/RuleExecutor.scala | 4 +-
.../spark/sql/catalyst/trees/TreePatternBits.scala | 4 +-
.../apache/spark/sql/catalyst/trees/package.scala | 2 +-
.../spark/sql/catalyst/util/StringUtils.scala | 4 +-
.../sql/connector/catalog/CatalogV2Implicits.scala | 2 +-
.../sql/connector/catalog/CatalogV2Util.scala | 2 +-
.../org/apache/spark/sql/util/SQLOpenHashSet.scala | 4 +-
.../sql/catalyst/analysis/AnalysisSuite.scala | 2 +-
.../analysis/UnsupportedOperationsSuite.scala | 2 +-
.../encoders/EncoderErrorMessageSuite.scala | 10 +-
.../catalyst/encoders/EncoderResolutionSuite.scala | 46 ++---
.../catalyst/encoders/ExpressionEncoderSuite.scala | 18 +-
.../expressions/ExpressionEvalHelper.scala | 10 +-
.../expressions/ObjectExpressionsSuite.scala | 8 +-
.../BasicStatsEstimationSuite.scala | 4 +-
.../catalyst/util/ArrayDataIndexedSeqSuite.scala | 2 +-
.../catalyst/util/TimestampFormatterSuite.scala | 2 +-
.../spark/sql/catalyst/util/UnsafeArraySuite.scala | 12 +-
.../sql/connector/catalog/InMemoryBaseTable.scala | 6 +-
.../catalog/InMemoryTableWithV2Filter.scala | 2 +-
.../scala/org/apache/spark/sql/SparkSession.scala | 2 +-
.../catalyst/analysis/ResolveSessionCatalog.scala | 4 +-
.../spark/sql/execution/GroupedIterator.scala | 2 +-
.../sql/execution/arrow/ArrowConverters.scala | 4 +-
.../spark/sql/execution/columnar/ColumnStats.scala | 26 +--
.../execution/command/createDataSourceTables.scala | 2 +-
.../apache/spark/sql/execution/command/ddl.scala | 2 +-
.../datasources/FileFormatDataWriter.scala | 4 +-
.../execution/datasources/LogicalRelation.scala | 2 +-
.../datasources/parquet/ParquetUtils.scala | 2 +-
.../execution/datasources/v2/DataSourceRDD.scala | 4 +-
.../execution/datasources/v2/jdbc/JDBCTable.scala | 4 +-
.../spark/sql/execution/joins/HashJoin.scala | 2 +-
.../sql/execution/python/PythonForeachWriter.scala | 6 +-
.../spark/sql/execution/stat/FrequentItems.scala | 2 +-
.../spark/sql/execution/stat/StatFunctions.scala | 4 +-
.../streaming/CheckpointFileManager.scala | 4 +-
.../spark/sql/execution/streaming/CommitLog.scala | 4 +-
.../sql/execution/streaming/HDFSMetadataLog.scala | 2 +-
.../execution/streaming/IncrementalExecution.scala | 16 +-
.../execution/streaming/MicroBatchExecution.scala | 2 +-
.../sql/execution/streaming/StreamExecution.scala | 2 +-
.../execution/streaming/StreamingRelation.scala | 2 +-
.../sql/execution/streaming/TriggerExecutor.scala | 4 +-
.../continuous/ContinuousTextSocketSource.scala | 4 +-
.../sql/execution/streaming/state/RocksDB.scala | 10 +-
.../execution/streaming/statefulOperators.scala | 2 +-
.../sql/execution/ui/SQLAppStatusListener.scala | 4 +-
.../apache/spark/sql/internal/CatalogImpl.scala | 2 +-
.../apache/spark/sql/jdbc/AggregatedDialect.scala | 2 +-
.../org/apache/spark/sql/jdbc/DB2Dialect.scala | 2 +-
.../apache/spark/sql/jdbc/DatabricksDialect.scala | 2 +-
.../org/apache/spark/sql/jdbc/JdbcDialects.scala | 6 +-
.../org/apache/spark/sql/jdbc/MySQLDialect.scala | 2 +-
.../org/apache/spark/sql/jdbc/OracleDialect.scala | 2 +-
.../apache/spark/sql/jdbc/PostgresDialect.scala | 4 +-
.../apache/spark/sql/jdbc/TeradataDialect.scala | 2 +-
.../ui/StreamingQueryStatusListener.scala | 2 +-
.../org/apache/spark/sql/CachedTableSuite.scala | 8 +-
.../apache/spark/sql/ColumnExpressionSuite.scala | 36 ++--
.../org/apache/spark/sql/CsvFunctionsSuite.scala | 10 +-
.../apache/spark/sql/DataFrameAggregateSuite.scala | 10 +-
.../spark/sql/DataFrameComplexTypeSuite.scala | 2 +-
.../apache/spark/sql/DataFrameFunctionsSuite.scala | 20 +--
.../apache/spark/sql/DataFrameImplicitsSuite.scala | 8 +-
.../org/apache/spark/sql/DataFrameJoinSuite.scala | 2 +-
.../spark/sql/DataFrameNaFunctionsSuite.scala | 2 +-
.../org/apache/spark/sql/DataFramePivotSuite.scala | 2 +-
.../org/apache/spark/sql/DataFrameRangeSuite.scala | 46 ++---
.../apache/spark/sql/DataFrameSelfJoinSuite.scala | 10 +-
.../spark/sql/DataFrameSetOperationsSuite.scala | 2 +-
.../org/apache/spark/sql/DataFrameSuite.scala | 36 ++--
.../apache/spark/sql/DataFrameTungstenSuite.scala | 14 +-
.../org/apache/spark/sql/DatasetBenchmark.scala | 2 +-
.../scala/org/apache/spark/sql/DatasetSuite.scala | 82 ++++-----
.../spark/sql/DynamicPartitionPruningSuite.scala | 2 +-
.../scala/org/apache/spark/sql/ExplainSuite.scala | 2 +-
.../spark/sql/FileBasedDataSourceSuite.scala | 10 +-
.../scala/org/apache/spark/sql/GenTPCDSData.scala | 2 +-
.../apache/spark/sql/GeneratorFunctionSuite.scala | 6 +-
.../apache/spark/sql/IntervalFunctionsSuite.scala | 4 +-
.../org/apache/spark/sql/JsonFunctionsSuite.scala | 8 +-
.../apache/spark/sql/LateralColumnAliasSuite.scala | 8 +-
.../org/apache/spark/sql/ProductAggSuite.scala | 2 +-
.../scala/org/apache/spark/sql/SQLQuerySuite.scala | 18 +-
.../scala/org/apache/spark/sql/SSBQuerySuite.scala | 2 +-
.../org/apache/spark/sql/SerializationSuite.scala | 4 +-
.../spark/sql/SparkSessionBuilderSuite.scala | 4 +-
.../apache/spark/sql/StringFunctionsSuite.scala | 2 +-
.../scala/org/apache/spark/sql/SubquerySuite.scala | 2 +-
.../test/scala/org/apache/spark/sql/UDFSuite.scala | 2 +-
.../org/apache/spark/sql/api/r/SQLUtilsSuite.scala | 2 +-
.../spark/sql/connector/DataSourceV2SQLSuite.scala | 61 +++----
.../spark/sql/connector/DeleteFromTests.scala | 4 +-
.../sql/errors/QueryExecutionErrorsSuite.scala | 8 +-
.../execution/BaseScriptTransformationSuite.scala | 2 +-
.../spark/sql/execution/QueryExecutionSuite.scala | 46 ++---
.../execution/RemoveRedundantProjectsSuite.scala | 2 +-
.../spark/sql/execution/SQLExecutionSuite.scala | 8 +-
.../sql/execution/WholeStageCodegenSuite.scala | 10 +-
.../adaptive/AdaptiveQueryExecSuite.scala | 8 +-
.../aggregate/SortBasedAggregationStoreSuite.scala | 2 +-
.../execution/benchmark/BloomFilterBenchmark.scala | 2 +-
.../benchmark/DataSourceReadBenchmark.scala | 16 +-
.../benchmark/FilterPushdownBenchmark.scala | 2 +-
.../sql/execution/benchmark/MiscBenchmark.scala | 4 +-
.../benchmark/PrimitiveArrayBenchmark.scala | 16 +-
.../execution/benchmark/TPCDSQueryBenchmark.scala | 2 +-
.../benchmark/UnsafeArrayDataBenchmark.scala | 32 ++--
.../execution/benchmark/WideSchemaBenchmark.scala | 6 +-
.../columnar/InMemoryColumnarQuerySuite.scala | 22 +--
.../command/CreateNamespaceSuiteBase.scala | 2 +-
.../sql/execution/datasources/FileIndexSuite.scala | 6 +-
.../FileSourceAggregatePushDownSuite.scala | 4 +-
.../datasources/PrunePartitionSuiteBase.scala | 7 +-
.../execution/datasources/SchemaPruningSuite.scala | 2 +-
.../sql/execution/datasources/csv/CSVSuite.scala | 26 +--
.../sql/execution/datasources/json/JsonSuite.scala | 34 ++--
.../execution/datasources/orc/OrcQuerySuite.scala | 2 +-
.../execution/datasources/orc/OrcSourceSuite.scala | 2 +-
.../datasources/parquet/ParquetEncodingSuite.scala | 4 +-
.../ParquetFileMetadataStructRowIndexSuite.scala | 14 +-
.../datasources/parquet/ParquetFilterSuite.scala | 4 +-
.../datasources/parquet/ParquetQuerySuite.scala | 4 +-
.../sql/execution/joins/HashedRelationSuite.scala | 2 +-
.../sql/execution/metric/SQLMetricsTestUtils.scala | 2 +-
.../sql/execution/python/PythonUDFSuite.scala | 2 +-
...cProgressTrackingMicroBatchExecutionSuite.scala | 8 +-
.../streaming/CheckpointFileManagerSuite.scala | 4 +-
.../streaming/FileStreamSinkLogSuite.scala | 2 +-
.../streaming/ProcessingTimeExecutorSuite.scala | 2 +-
.../streaming/sources/ForeachBatchSinkSuite.scala | 16 +-
.../state/OperatorStateMetadataSuite.scala | 4 +-
.../state/RocksDBStateStoreIntegrationSuite.scala | 2 +-
.../streaming/state/RocksDBStateStoreSuite.scala | 2 +-
.../execution/streaming/state/RocksDBSuite.scala | 4 +-
.../streaming/state/StateStoreRDDSuite.scala | 22 +--
.../streaming/state/StateStoreSuite.scala | 22 +--
.../execution/ui/MetricsAggregationBenchmark.scala | 4 +-
.../execution/ui/SQLAppStatusListenerSuite.scala | 2 +-
.../execution/vectorized/ColumnVectorSuite.scala | 14 +-
.../vectorized/ColumnarBatchBenchmark.scala | 4 +-
.../sql/internal/ExecutorSideSQLConfSuite.scala | 4 +-
.../org/apache/spark/sql/jdbc/JDBCSuite.scala | 14 +-
.../org/apache/spark/sql/jdbc/JDBCWriteSuite.scala | 2 +-
.../DisableUnnecessaryBucketedScanSuite.scala | 2 +-
.../org/apache/spark/sql/sources/InsertSuite.scala | 32 ++--
.../sql/streaming/EventTimeWatermarkSuite.scala | 8 +-
.../spark/sql/streaming/FileStreamSinkSuite.scala | 6 +-
.../sql/streaming/FileStreamSourceSuite.scala | 8 +-
.../FlatMapGroupsInPandasWithStateSuite.scala | 12 +-
.../streaming/FlatMapGroupsWithStateSuite.scala | 20 +--
.../spark/sql/streaming/GroupStateSuite.scala | 7 +-
.../streaming/MultiStatefulOperatorsSuite.scala | 4 +-
.../apache/spark/sql/streaming/StreamSuite.scala | 18 +-
.../streaming/StreamingDeduplicationSuite.scala | 4 +-
.../spark/sql/streaming/StreamingJoinSuite.scala | 59 +++----
.../streaming/StreamingQueryListenerSuite.scala | 10 +-
.../StreamingQueryListenersConfSuite.scala | 2 +-
.../sql/streaming/StreamingQueryManagerSuite.scala | 18 +-
.../spark/sql/streaming/StreamingQuerySuite.scala | 26 +--
.../test/DataStreamReaderWriterSuite.scala | 12 +-
.../spark/sql/streaming/ui/UISeleniumSuite.scala | 2 +-
.../sql/test/DataFrameReaderWriterSuite.scala | 10 +-
.../spark/sql/test/GenericFlatSpecSuite.scala | 14 +-
.../spark/sql/test/GenericFunSpecSuite.scala | 14 +-
.../spark/sql/test/GenericWordSpecSuite.scala | 14 +-
.../spark/sql/util/DataFrameCallbackSuite.scala | 2 +-
.../v1/sql/SqlResourceWithActualMetricsSuite.scala | 2 +-
.../SparkExecuteStatementOperation.scala | 2 +-
.../sql/hive/thriftserver/SparkSQLCLIDriver.scala | 4 +-
.../thriftserver/HiveThriftServer2Suites.scala | 2 +-
.../thriftserver/SparkMetadataOperationSuite.scala | 2 +-
.../execution/CreateHiveTableAsSelectCommand.scala | 2 +-
.../spark/sql/hive/HiveSchemaInferenceSuite.scala | 2 +-
.../spark/sql/hive/execution/HiveDDLSuite.scala | 2 +-
.../spark/sql/hive/execution/HiveQuerySuite.scala | 18 +-
.../spark/sql/hive/execution/HiveUDFSuite.scala | 6 +-
.../spark/sql/hive/execution/SQLQuerySuite.scala | 8 +-
.../spark/sql/hive/execution/UDAQuerySuite.scala | 4 +-
.../spark/sql/hive/orc/OrcReadBenchmark.scala | 12 +-
.../org/apache/spark/streaming/Interval.scala | 2 +-
.../scala/org/apache/spark/streaming/State.scala | 4 +-
.../streaming/dstream/SocketInputDStream.scala | 2 +-
.../spark/streaming/rdd/MapWithStateRDD.scala | 6 +-
.../streaming/receiver/ReceivedBlockHandler.scala | 4 +-
.../scheduler/ExecutorAllocationManager.scala | 2 +-
.../spark/streaming/scheduler/JobScheduler.scala | 2 +-
.../streaming/util/FileBasedWriteAheadLog.scala | 2 +-
.../spark/streaming/util/RecurringTimer.scala | 2 +-
.../spark/streaming/BasicOperationsSuite.scala | 2 +-
.../apache/spark/streaming/CheckpointSuite.scala | 2 +-
.../apache/spark/streaming/InputStreamsSuite.scala | 2 +-
.../apache/spark/streaming/MapWithStateSuite.scala | 20 +--
.../apache/spark/streaming/MasterFailureTest.scala | 2 +-
.../streaming/ReceivedBlockHandlerSuite.scala | 7 +-
.../streaming/ReceivedBlockTrackerSuite.scala | 4 +-
.../org/apache/spark/streaming/ReceiverSuite.scala | 10 +-
.../spark/streaming/StreamingContextSuite.scala | 14 +-
.../spark/streaming/StreamingListenerSuite.scala | 8 +-
.../org/apache/spark/streaming/TestSuiteBase.scala | 2 +-
.../apache/spark/streaming/UISeleniumSuite.scala | 6 +-
.../spark/streaming/rdd/MapWithStateRDDSuite.scala | 6 +-
.../scheduler/ExecutorAllocationManagerSuite.scala | 4 +-
.../apache/spark/tools/GenerateMIMAIgnore.scala | 4 +-
594 files changed, 1907 insertions(+), 1880 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
