From f58a6dd99ecbf395ad10f111451012cb06d4b147 Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Tue, 3 Jan 2023 14:44:06 +0900 Subject: [PATCH 1/2] Exclude StageData.rddIds and accumulatorUpdates for Scala 2.13 --- project/MimaExcludes.scala | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/project/MimaExcludes.scala b/project/MimaExcludes.scala index 9c0ea999ca7ee..046f9c8beda86 100644 --- a/project/MimaExcludes.scala +++ b/project/MimaExcludes.scala @@ -148,8 +148,11 @@ object MimaExcludes { ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.status.api.v1.RDDPartitionInfo.executors"), ProblemFilters.exclude[IncompatibleMethTypeProblem]("org.apache.spark.status.api.v1.RDDPartitionInfo.this"), ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.status.api.v1.TaskData.accumulatorUpdates"), - ProblemFilters.exclude[IncompatibleMethTypeProblem]("org.apache.spark.status.api.v1.TaskData.this") + ProblemFilters.exclude[IncompatibleMethTypeProblem]("org.apache.spark.status.api.v1.TaskData.this"), + // [SPARK-41423][CORE] Protobuf serializer for StageDataWrapper for Scala 2.13 + ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.status.api.v1.StageData.rddIds"), + ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.status.api.v1.StageData.accumulatorUpdates") ) // Defulat exclude rules From dbbc2b26a53257652a0af462906f314ef3a72d5c Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Tue, 3 Jan 2023 19:34:10 +0900 Subject: [PATCH 2/2] Update project/MimaExcludes.scala --- project/MimaExcludes.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/project/MimaExcludes.scala b/project/MimaExcludes.scala index 046f9c8beda86..8123c6fa2f21b 100644 --- a/project/MimaExcludes.scala +++ b/project/MimaExcludes.scala @@ -152,7 +152,8 @@ object MimaExcludes { // [SPARK-41423][CORE] Protobuf serializer for StageDataWrapper for Scala 2.13 ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.status.api.v1.StageData.rddIds"), - ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.status.api.v1.StageData.accumulatorUpdates") + ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.status.api.v1.StageData.accumulatorUpdates"), + ProblemFilters.exclude[IncompatibleMethTypeProblem]("org.apache.spark.status.api.v1.StageData.this") ) // Defulat exclude rules