Github user mengxr commented on a diff in the pull request: https://github.com/apache/spark/pull/21758#discussion_r202857737 --- Diff: core/src/main/scala/org/apache/spark/MapOutputTracker.scala --- @@ -434,6 +434,17 @@ private[spark] class MapOutputTrackerMaster( } } + /** Unregister all map output information of the given shuffle. */ + def unregisterAllMapOutput(shuffleId: Int) { + shuffleStatuses.get(shuffleId) match { + case Some(shuffleStatus) => + shuffleStatus.removeOutputsByFilter(x => true) + incrementEpoch() + case None => + throw new SparkException("unregisterAllMapOutput called for nonexistent shuffle ID") --- End diff -- should include the shuffleId in the error message
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org