This is an automated email from the ASF dual-hosted git repository.
marong pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new c38c431951 [Core] Minor: Port SPARK-34541 to ColumnarShuffleManager
(#9884)
c38c431951 is described below
commit c38c431951b3597aa203838bd7d0592974c15ceb
Author: Rong Ma <[email protected]>
AuthorDate: Fri Jun 6 13:59:02 2025 +0100
[Core] Minor: Port SPARK-34541 to ColumnarShuffleManager (#9884)
---
.../scala/org/apache/spark/shuffle/sort/ColumnarShuffleManager.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/gluten-substrait/src/main/scala/org/apache/spark/shuffle/sort/ColumnarShuffleManager.scala
b/gluten-substrait/src/main/scala/org/apache/spark/shuffle/sort/ColumnarShuffleManager.scala
index 798dfcb3a4..2d0c6d3a75 100644
---
a/gluten-substrait/src/main/scala/org/apache/spark/shuffle/sort/ColumnarShuffleManager.scala
+++
b/gluten-substrait/src/main/scala/org/apache/spark/shuffle/sort/ColumnarShuffleManager.scala
@@ -78,7 +78,7 @@ class ColumnarShuffleManager(conf: SparkConf) extends
ShuffleManager with Loggin
val mapTaskIds =
taskIdMapsForShuffle.computeIfAbsent(handle.shuffleId, _ => new
OpenHashSet[Long](16))
mapTaskIds.synchronized {
- mapTaskIds.add(context.taskAttemptId())
+ mapTaskIds.add(mapId)
}
val env = SparkEnv.get
handle match {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
