This is an automated email from the ASF dual-hosted git repository. richox pushed a commit to branch dev-v6.0.0-parallel-scan-kdev-build in repository https://gitbox.apache.org/repos/asf/auron.git
commit 5f43afda131b44ba00237575a675bb307f67d94b Author: zhuangxian <[email protected]> AuthorDate: Tue Dec 9 09:12:25 2025 +0000 fix exception type KDev_MR_linkļ¼https://ksurl.cn/1d8JpqvU --- .../execution/blaze/shuffle/celeborn/BlazeCelebornShuffleReader.scala | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/spark-extension-shims-spark3/src/main/scala/org/apache/spark/sql/execution/blaze/shuffle/celeborn/BlazeCelebornShuffleReader.scala b/spark-extension-shims-spark3/src/main/scala/org/apache/spark/sql/execution/blaze/shuffle/celeborn/BlazeCelebornShuffleReader.scala index 34f681cc..acefd46d 100644 --- a/spark-extension-shims-spark3/src/main/scala/org/apache/spark/sql/execution/blaze/shuffle/celeborn/BlazeCelebornShuffleReader.scala +++ b/spark-extension-shims-spark3/src/main/scala/org/apache/spark/sql/execution/blaze/shuffle/celeborn/BlazeCelebornShuffleReader.scala @@ -147,7 +147,6 @@ class BlazeCelebornShuffleReader[K, C]( reader.read().map { kv => val celebornInputStream = kv._2.asInstanceOf[CelebornInputStream] - // force disable decompression because compression is skipped in shuffle writer try { FieldUtils.writeField( @@ -156,7 +155,7 @@ class BlazeCelebornShuffleReader[K, C]( Boolean.box(false).asInstanceOf[Object], true) } catch { - case _: IllegalAccessException => + case _: IllegalArgumentException => // ignore if field not found (likely in celeborn-0.6.0) } celebornInputStream
