This is an automated email from the ASF dual-hosted git repository. zuston pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-uniffle.git
The following commit(s) were added to refs/heads/master by this push: new 1acf3e455 [MINOR] fix(client-spark): Fix to use correct options for enable rssStageRetry (#2023) 1acf3e455 is described below commit 1acf3e455f7f7178008d5d4d73be7783af978dd4 Author: maobaolong <baoloong...@tencent.com> AuthorDate: Fri Aug 9 10:59:29 2024 +0800 [MINOR] fix(client-spark): Fix to use correct options for enable rssStageRetry (#2023) ### What changes were proposed in this pull request? Fix the RssShuffleManager to use the correct config. ### Why are the changes needed? Fix bug. ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? No need. --- .../src/main/java/org/apache/spark/shuffle/RssShuffleManager.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/client-spark/spark3/src/main/java/org/apache/spark/shuffle/RssShuffleManager.java b/client-spark/spark3/src/main/java/org/apache/spark/shuffle/RssShuffleManager.java index 92e630df2..1c08dd3b0 100644 --- a/client-spark/spark3/src/main/java/org/apache/spark/shuffle/RssShuffleManager.java +++ b/client-spark/spark3/src/main/java/org/apache/spark/shuffle/RssShuffleManager.java @@ -183,7 +183,7 @@ public class RssShuffleManager extends RssShuffleManagerBase { taskToSuccessBlockIds = JavaUtils.newConcurrentMap(); taskToFailedBlockSendTracker = JavaUtils.newConcurrentMap(); - this.rssStageRetryEnabled = rssConf.get(RssClientConf.RSS_CLIENT_REASSIGN_ENABLED); + this.rssStageRetryEnabled = rssConf.get(RssSparkConfig.RSS_RESUBMIT_STAGE_ENABLED); this.partitionReassignEnabled = rssConf.get(RssClientConf.RSS_CLIENT_REASSIGN_ENABLED); // stage retry for write/fetch failure