Repository: spark Updated Branches: refs/heads/branch-1.4 8ce86b23f -> 041e720ec
[SPARK-9649] Fix flaky test MasterSuite - randomize ports ``` Error Message Failed to bind to: /127.0.0.1:7093: Service 'sparkMaster' failed after 16 retries! Stacktrace java.net.BindException: Failed to bind to: /127.0.0.1:7093: Service 'sparkMaster' failed after 16 retries! at org.jboss.netty.bootstrap.ServerBootstrap.bind(ServerBootstrap.java:272) at akka.remote.transport.netty.NettyTransport$$anonfun$listen$1.apply(NettyTransport.scala:393) at akka.remote.transport.netty.NettyTransport$$anonfun$listen$1.apply(NettyTransport.scala:389) at scala.util.Success$$anonfun$map$1.apply(Try.scala:206) at scala.util.Try$.apply(Try.scala:161) ``` Author: Andrew Or <and...@databricks.com> Closes #7968 from andrewor14/fix-master-flaky-test and squashes the following commits: fcc42ef [Andrew Or] Randomize port Conflicts: core/src/test/scala/org/apache/spark/deploy/master/MasterSuite.scala Project: http://git-wip-us.apache.org/repos/asf/spark/repo Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/041e720e Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/041e720e Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/041e720e Branch: refs/heads/branch-1.4 Commit: 041e720ecb98197dbeed40c8eb35fff1052ffd0a Parents: 8ce86b2 Author: Andrew Or <and...@databricks.com> Authored: Wed Aug 5 14:12:22 2015 -0700 Committer: Andrew Or <and...@databricks.com> Committed: Thu Aug 13 11:40:36 2015 -0700 ---------------------------------------------------------------------- .../test/scala/org/apache/spark/deploy/master/MasterSuite.scala | 3 ++- pom.xml | 1 + project/SparkBuild.scala | 1 + 3 files changed, 4 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark/blob/041e720e/core/src/test/scala/org/apache/spark/deploy/master/MasterSuite.scala ---------------------------------------------------------------------- diff --git a/core/src/test/scala/org/apache/spark/deploy/master/MasterSuite.scala b/core/src/test/scala/org/apache/spark/deploy/master/MasterSuite.scala index 3eabc1a..d331807 100644 --- a/core/src/test/scala/org/apache/spark/deploy/master/MasterSuite.scala +++ b/core/src/test/scala/org/apache/spark/deploy/master/MasterSuite.scala @@ -81,6 +81,7 @@ class MasterSuite extends SparkFunSuite with Matchers with Eventually { conf.set("spark.deploy.recoveryMode", "CUSTOM") conf.set("spark.deploy.recoveryMode.factory", classOf[CustomRecoveryModeFactory].getCanonicalName) + conf.set("spark.master.rest.enabled", "false") val instantiationAttempts = CustomRecoveryModeFactory.instantiationAttempts @@ -135,7 +136,7 @@ class MasterSuite extends SparkFunSuite with Matchers with Eventually { ) val (actorSystem, port, uiPort, restPort) = - Master.startSystemAndActor("127.0.0.1", 7077, 8080, conf) + Master.startSystemAndActor("127.0.0.1", 0, 0, conf) try { Await.result(actorSystem.actorSelection("/user/Master").resolveOne(10 seconds), 10 seconds) http://git-wip-us.apache.org/repos/asf/spark/blob/041e720e/pom.xml ---------------------------------------------------------------------- diff --git a/pom.xml b/pom.xml index 6c102da..be8aebd 100644 --- a/pom.xml +++ b/pom.xml @@ -1256,6 +1256,7 @@ <spark.test.home>${spark.test.home}</spark.test.home> <spark.testing>1</spark.testing> <spark.ui.enabled>false</spark.ui.enabled> + <spark.master.rest.enabled>false</spark.master.rest.enabled> <spark.ui.showConsoleProgress>false</spark.ui.showConsoleProgress> <spark.driver.allowMultipleContexts>true</spark.driver.allowMultipleContexts> <spark.unsafe.exceptionOnMemoryLeak>true</spark.unsafe.exceptionOnMemoryLeak> http://git-wip-us.apache.org/repos/asf/spark/blob/041e720e/project/SparkBuild.scala ---------------------------------------------------------------------- diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 4b00a66..9b53be4 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -514,6 +514,7 @@ object TestSettings { javaOptions in Test += "-Dspark.testing=1", javaOptions in Test += "-Dspark.port.maxRetries=100", javaOptions in Test += "-Dspark.ui.enabled=false", + javaOptions in Test += "-Dspark.master.rest.enabled=false", javaOptions in Test += "-Dspark.ui.showConsoleProgress=false", javaOptions in Test += "-Dspark.driver.allowMultipleContexts=true", javaOptions in Test += "-Dspark.unsafe.exceptionOnMemoryLeak=true", --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org