This is an automated email from the ASF dual-hosted git repository. srowen pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
from 6a9d35f766d [SPARK-45354][SQL] Resolve functions bottom-up add c5967310740 [SPARK-44442][MESOS] Remove Mesos support No new revisions were added by this update. Summary of changes: .github/labeler.yml | 3 - .github/workflows/benchmark.yml | 2 +- .github/workflows/build_and_test.yml | 4 +- .github/workflows/maven_test.yml | 12 +- LICENSE-binary | 3 +- NOTICE-binary | 3 - R/pkg/tests/fulltests/test_sparkR.R | 6 +- README.md | 2 +- assembly/pom.xml | 10 - .../shuffle/protocol/BlockTransferMessage.java | 4 - .../shuffle/protocol/mesos/RegisterDriver.java | 77 -- .../protocol/mesos/ShuffleServiceHeartbeat.java | 53 -- conf/spark-env.sh.template | 1 - .../main/scala/org/apache/spark/SparkConf.scala | 2 +- .../main/scala/org/apache/spark/SparkContext.scala | 14 +- .../apache/spark/api/java/JavaSparkContext.scala | 10 +- .../org/apache/spark/deploy/PythonRunner.scala | 1 - .../org/apache/spark/deploy/SparkSubmit.scala | 73 +- .../apache/spark/deploy/SparkSubmitArguments.scala | 8 +- .../spark/deploy/history/HistoryServer.scala | 2 +- .../spark/deploy/rest/RestSubmissionClient.scala | 4 +- .../org/apache/spark/deploy/security/README.md | 2 +- .../scala/org/apache/spark/executor/Executor.scala | 5 +- .../org/apache/spark/internal/config/package.scala | 9 +- .../org/apache/spark/metrics/MetricsSystem.scala | 3 - .../apache/spark/resource/ResourceProfile.scala | 4 +- .../apache/spark/scheduler/SchedulerBackend.scala | 2 +- .../apache/spark/scheduler/TaskSchedulerImpl.scala | 2 +- .../apache/spark/scheduler/TaskSetManager.scala | 1 - .../cluster/CoarseGrainedSchedulerBackend.scala | 5 +- .../main/scala/org/apache/spark/util/Utils.scala | 13 +- .../org/apache/spark/SecurityManagerSuite.scala | 2 +- .../org/apache/spark/deploy/SparkSubmitSuite.scala | 22 - .../deploy/rest/StandaloneRestSubmitSuite.scala | 6 - dev/create-release/release-build.sh | 2 +- dev/create-release/releaseutils.py | 1 - dev/deps/spark-deps-hadoop-3-hive-2.3 | 1 - dev/lint-java | 2 +- dev/mima | 2 +- dev/sbt-checkstyle | 2 +- dev/scalastyle | 2 +- dev/sparktestsupport/modules.py | 8 - dev/test-dependencies.sh | 2 +- docs/_config.yml | 3 +- docs/_layouts/global.html | 1 - docs/building-spark.md | 6 +- docs/cluster-overview.md | 8 +- docs/configuration.md | 34 +- docs/core-migration-guide.md | 2 + docs/hardware-provisioning.md | 3 +- docs/index.md | 3 - docs/job-scheduling.md | 23 +- docs/monitoring.md | 8 - docs/rdd-programming-guide.md | 2 +- docs/running-on-mesos.md | 901 -------------------- docs/security.md | 26 +- docs/spark-standalone.md | 2 +- docs/streaming-programming-guide.md | 21 +- docs/submitting-applications.md | 16 - .../spark/launcher/AbstractCommandBuilder.java | 1 - .../spark/launcher/SparkClassCommandBuilder.java | 13 +- .../launcher/SparkSubmitCommandBuilderSuite.java | 4 - pom.xml | 7 - project/SparkBuild.scala | 4 +- python/README.md | 2 +- python/docs/source/user_guide/python_packaging.rst | 2 +- python/pyspark/context.py | 2 +- .../scala/org/apache/spark/repl/ReplSuite.scala | 24 - .../deploy/k8s/features/LocalDirsFeatureStep.scala | 2 +- resource-managers/mesos/pom.xml | 128 --- .../mesos/MesosExternalBlockStoreClient.java | 124 --- ...g.apache.spark.scheduler.ExternalClusterManager | 18 - .../deploy/mesos/MesosClusterDispatcher.scala | 136 ---- .../mesos/MesosClusterDispatcherArguments.scala | 149 ---- .../deploy/mesos/MesosDriverDescription.scala | 70 -- .../deploy/mesos/MesosExternalShuffleService.scala | 131 --- .../org/apache/spark/deploy/mesos/config.scala | 420 ---------- .../apache/spark/deploy/mesos/ui/DriverPage.scala | 186 ----- .../spark/deploy/mesos/ui/MesosClusterPage.scala | 156 ---- .../spark/deploy/mesos/ui/MesosClusterUI.scala | 48 -- .../spark/deploy/rest/mesos/MesosRestServer.scala | 176 ---- .../spark/executor/MesosExecutorBackend.scala | 132 --- .../cluster/mesos/MesosClusterManager.scala | 65 -- .../mesos/MesosClusterPersistenceEngine.scala | 135 --- .../cluster/mesos/MesosClusterScheduler.scala | 904 --------------------- .../mesos/MesosClusterSchedulerSource.scala | 41 - .../mesos/MesosCoarseGrainedSchedulerBackend.scala | 820 ------------------- .../mesos/MesosFineGrainedSchedulerBackend.scala | 468 ----------- .../scheduler/cluster/mesos/MesosProtoUtils.scala | 53 -- .../scheduler/cluster/mesos/MesosScheduler.scala | 28 - .../cluster/mesos/MesosSchedulerBackendUtil.scala | 307 ------- .../cluster/mesos/MesosSchedulerUtils.scala | 621 -------------- .../mesos/src/test/resources/log4j2.properties | 31 - .../MesosClusterDispatcherArgumentsSuite.scala | 63 -- .../deploy/mesos/MesosClusterDispatcherSuite.scala | 40 - .../deploy/rest/mesos/MesosRestServerSuite.scala | 91 --- .../cluster/mesos/MesosClusterManagerSuite.scala | 57 -- .../cluster/mesos/MesosClusterSchedulerSuite.scala | 836 ------------------- .../MesosCoarseGrainedSchedulerBackendSuite.scala | 843 ------------------- .../MesosFineGrainedSchedulerBackendSuite.scala | 420 ---------- .../cluster/mesos/MesosProtoUtilsSuite.scala | 48 -- .../mesos/MesosSchedulerBackendUtilSuite.scala | 71 -- .../cluster/mesos/MesosSchedulerUtilsSuite.scala | 398 --------- .../spark/scheduler/cluster/mesos/Utils.scala | 231 ------ sbin/start-mesos-dispatcher.sh | 51 -- sbin/start-mesos-shuffle-service.sh | 36 - sbin/stop-mesos-dispatcher.sh | 33 - sbin/stop-mesos-shuffle-service.sh | 26 - .../org/apache/spark/streaming/Checkpoint.scala | 3 +- .../apache/spark/streaming/StreamingContext.scala | 2 +- 110 files changed, 117 insertions(+), 9991 deletions(-) delete mode 100644 common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/protocol/mesos/RegisterDriver.java delete mode 100644 common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/protocol/mesos/ShuffleServiceHeartbeat.java delete mode 100644 docs/running-on-mesos.md delete mode 100644 resource-managers/mesos/pom.xml delete mode 100644 resource-managers/mesos/src/main/java/org/apache/spark/network/shuffle/mesos/MesosExternalBlockStoreClient.java delete mode 100644 resource-managers/mesos/src/main/resources/META-INF/services/org.apache.spark.scheduler.ExternalClusterManager delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/MesosClusterDispatcher.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/MesosClusterDispatcherArguments.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/MesosDriverDescription.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/MesosExternalShuffleService.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/config.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/ui/DriverPage.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/ui/MesosClusterPage.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/deploy/mesos/ui/MesosClusterUI.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/deploy/rest/mesos/MesosRestServer.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/executor/MesosExecutorBackend.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterManager.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterPersistenceEngine.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterSchedulerSource.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosCoarseGrainedSchedulerBackend.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosFineGrainedSchedulerBackend.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosProtoUtils.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosScheduler.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackendUtil.scala delete mode 100644 resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerUtils.scala delete mode 100644 resource-managers/mesos/src/test/resources/log4j2.properties delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/deploy/mesos/MesosClusterDispatcherArgumentsSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/deploy/mesos/MesosClusterDispatcherSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/deploy/rest/mesos/MesosRestServerSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterManagerSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterSchedulerSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosCoarseGrainedSchedulerBackendSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosFineGrainedSchedulerBackendSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosProtoUtilsSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackendUtilSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerUtilsSuite.scala delete mode 100644 resource-managers/mesos/src/test/scala/org/apache/spark/scheduler/cluster/mesos/Utils.scala delete mode 100755 sbin/start-mesos-dispatcher.sh delete mode 100755 sbin/start-mesos-shuffle-service.sh delete mode 100755 sbin/stop-mesos-dispatcher.sh delete mode 100755 sbin/stop-mesos-shuffle-service.sh --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org