This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 6b6b08b1ea [VL] Allow Celeborn client compression to be configurable
(#11177)
6b6b08b1ea is described below
commit 6b6b08b1ea183a72d8fd9e82db0afc1214f5d196
Author: Kerwin Zhang <[email protected]>
AuthorDate: Tue Nov 25 20:38:43 2025 +0800
[VL] Allow Celeborn client compression to be configurable (#11177)
Allow Celeborn client compression to be configurable
---
.../apache/spark/shuffle/gluten/celeborn/CelebornShuffleManager.java | 3 ---
1 file changed, 3 deletions(-)
diff --git
a/gluten-celeborn/src/main/java/org/apache/spark/shuffle/gluten/celeborn/CelebornShuffleManager.java
b/gluten-celeborn/src/main/java/org/apache/spark/shuffle/gluten/celeborn/CelebornShuffleManager.java
index e16ea92841..31d82ce0c7 100644
---
a/gluten-celeborn/src/main/java/org/apache/spark/shuffle/gluten/celeborn/CelebornShuffleManager.java
+++
b/gluten-celeborn/src/main/java/org/apache/spark/shuffle/gluten/celeborn/CelebornShuffleManager.java
@@ -134,9 +134,6 @@ public class CelebornShuffleManager
rowBasedConf.set(SPARK_CELEBORN_COMPRESSION_CODEC_KEY,
celebornDefaultCodec);
rowBasedCelebornConf.set(CELEBORN_COMPRESSION_CODEC_KEY,
celebornDefaultCodec);
}
-
- // Disable celeborn compression
- celebornConf.set(CELEBORN_COMPRESSION_CODEC_KEY, "none");
}
private boolean isDriver() {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
