dongjoon-hyun commented on a change in pull request #33199:
URL: https://github.com/apache/spark/pull/33199#discussion_r663296376
##########
File path: project/MimaExcludes.scala
##########
@@ -34,12 +34,42 @@ import com.typesafe.tools.mima.core.ProblemFilters._
*/
object MimaExcludes {
- // Exclude rules for 3.3.x
+ // Exclude rules for 3.3.x from 3.2.0 after 3.2.0 release
lazy val v33excludes = v32excludes ++ Seq(
)
- // Exclude rules for 3.2.x
- lazy val v32excludes = v31excludes ++ Seq(
+ // Exclude rules for 3.2.x from 3.1.1
+ lazy val v32excludes = Seq(
+ // Spark Internals
+ ProblemFilters.exclude[Problem]("org.apache.spark.rpc.*"),
+ ProblemFilters.exclude[Problem]("org.spark-project.jetty.*"),
+ ProblemFilters.exclude[Problem]("org.spark_project.jetty.*"),
+ ProblemFilters.exclude[Problem]("org.sparkproject.jetty.*"),
+ ProblemFilters.exclude[Problem]("org.apache.spark.internal.*"),
+ ProblemFilters.exclude[Problem]("org.apache.spark.unused.*"),
+ ProblemFilters.exclude[Problem]("org.apache.spark.unsafe.*"),
+ ProblemFilters.exclude[Problem]("org.apache.spark.memory.*"),
+
ProblemFilters.exclude[Problem]("org.apache.spark.util.collection.unsafe.*"),
+ ProblemFilters.exclude[Problem]("org.apache.spark.sql.catalyst.*"),
+ ProblemFilters.exclude[Problem]("org.apache.spark.sql.execution.*"),
+ ProblemFilters.exclude[Problem]("org.apache.spark.sql.internal.*"),
+
+ // [SPARK-34848][CORE] Add duration to TaskMetricDistributions
+
ProblemFilters.exclude[DirectMissingMethodProblem]("org.apache.spark.status.api.v1.TaskMetricDistributions.this"),
+
+ // [SPARK-34488][CORE] Support task Metrics Distributions and executor
Metrics Distributions
+ // in the REST API call for a specified stage
+
ProblemFilters.exclude[MissingMethodProblem]("org.apache.spark.status.api.v1.StageData.this"),
+
+ // [SPARK-35896] Include more granular metrics for stateful operators in
StreamingQueryProgress
+
ProblemFilters.exclude[DirectMissingMethodProblem]("org.apache.spark.sql.streaming.StateOperatorProgress.this"),
Review comment:
cc @vkorukanti and @HeartSaVioR for SPARK-35896
- https://github.com/apache/spark/pull/33091
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
