cloud-fan commented on a change in pull request #27004:
[SPARK-30348][CORE][TEST] Fix flaky test failure on "MasterSuite.SPARK-27510:
Master should avoid ..."
URL: https://github.com/apache/spark/pull/27004#discussion_r361904220
##########
File path: core/src/test/scala/org/apache/spark/deploy/master/MasterSuite.scala
##########
@@ -97,13 +97,40 @@ class MockWorker(master: RpcEndpointRef, conf: SparkConf =
new SparkConf) extend
}
}
-class MockExecutorLaunchFailWorker(master: RpcEndpointRef, conf: SparkConf =
new SparkConf)
- extends MockWorker(master, conf) {
+// This class is designed to handle the lifecycle of only one application.
+class MockExecutorLaunchFailWorker(master: Master, conf: SparkConf = new
SparkConf)
+ extends MockWorker(master.self, conf) with Eventually {
+
+ val appRegistered = new CountDownLatch(1)
+ val launchExecutorReceived = new CountDownLatch(1)
+ val appIdsToLaunchExecutor = new mutable.HashSet[String]
var failedCnt = 0
+
override def receive: PartialFunction[Any, Unit] = {
+ case LaunchDriver(driverId, _, _) =>
+ master.self.send(RegisterApplication(appDesc, newDriver(driverId)))
+
+ // Below code doesn't make driver stuck, as newDriver opens another rpc
endpoint for
+ // handling driver related messages. To simplify logic, we will block
handling
+ // LaunchExecutor message until we validate registering app succeeds.
+ eventually(timeout(5.seconds)) {
+ // an app would be registered with Master once Driver set up
+ assert(apps.nonEmpty)
+ assert(master.idToApp.keySet.intersect(apps.keySet) == apps.keySet)
+ }
+
+ appRegistered.countDown()
case LaunchExecutor(_, appId, execId, _, _, _, _) =>
+ assert(appRegistered.await(10, TimeUnit.SECONDS))
Review comment:
isn't the `receive` method run in an event loop? Now sure why we need to use
`CountDownLatch` to guarantee the execution order if it's a single thread env.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
