This is an automated email from the ASF dual-hosted git repository.
felixybw pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 106a57a6fd [GLUTEN-10364][VL] Fix get unset GlutenCoreConfig (#10365)
106a57a6fd is described below
commit 106a57a6fdfb1714d80d16057e171b9e0d280b0a
Author: Mingliang Zhu <[email protected]>
AuthorDate: Wed Aug 6 03:35:02 2025 +0800
[GLUTEN-10364][VL] Fix get unset GlutenCoreConfig (#10365)
fix bug and simplify the usage of GlutenCoreConfig in Java.
---
.../memory/memtarget/ThrowOnOomMemoryTarget.java | 28 +++++++++-------------
1 file changed, 11 insertions(+), 17 deletions(-)
diff --git
a/gluten-core/src/main/java/org/apache/gluten/memory/memtarget/ThrowOnOomMemoryTarget.java
b/gluten-core/src/main/java/org/apache/gluten/memory/memtarget/ThrowOnOomMemoryTarget.java
index b03e23a898..8ebedd5418 100644
---
a/gluten-core/src/main/java/org/apache/gluten/memory/memtarget/ThrowOnOomMemoryTarget.java
+++
b/gluten-core/src/main/java/org/apache/gluten/memory/memtarget/ThrowOnOomMemoryTarget.java
@@ -16,7 +16,7 @@
*/
package org.apache.gluten.memory.memtarget;
-import org.apache.gluten.config.GlutenCoreConfig$;
+import org.apache.gluten.config.GlutenCoreConfig;
import org.apache.spark.memory.SparkMemoryUtil;
import org.apache.spark.sql.internal.SQLConf;
@@ -62,47 +62,41 @@ public class ThrowOnOomMemoryTarget implements MemoryTarget
{
.append(
String.format(
"\t%s=%s",
-
GlutenCoreConfig$.MODULE$.COLUMNAR_OFFHEAP_SIZE_IN_BYTES().key(),
+ GlutenCoreConfig.COLUMNAR_OFFHEAP_SIZE_IN_BYTES().key(),
reformatBytes(
SQLConf.get()
- .getConfString(
-
GlutenCoreConfig$.MODULE$.COLUMNAR_OFFHEAP_SIZE_IN_BYTES().key()))))
+
.getConfString(GlutenCoreConfig.COLUMNAR_OFFHEAP_SIZE_IN_BYTES().key()))))
.append(System.lineSeparator())
.append(
String.format(
"\t%s=%s",
-
GlutenCoreConfig$.MODULE$.COLUMNAR_TASK_OFFHEAP_SIZE_IN_BYTES().key(),
+ GlutenCoreConfig.COLUMNAR_TASK_OFFHEAP_SIZE_IN_BYTES().key(),
reformatBytes(
SQLConf.get()
.getConfString(
- GlutenCoreConfig$.MODULE$
- .COLUMNAR_TASK_OFFHEAP_SIZE_IN_BYTES()
- .key()))))
+
GlutenCoreConfig.COLUMNAR_TASK_OFFHEAP_SIZE_IN_BYTES().key()))))
.append(System.lineSeparator())
.append(
String.format(
"\t%s=%s",
-
GlutenCoreConfig$.MODULE$.COLUMNAR_CONSERVATIVE_TASK_OFFHEAP_SIZE_IN_BYTES().key(),
+
GlutenCoreConfig.COLUMNAR_CONSERVATIVE_TASK_OFFHEAP_SIZE_IN_BYTES().key(),
reformatBytes(
SQLConf.get()
.getConfString(
- GlutenCoreConfig$.MODULE$
-
.COLUMNAR_CONSERVATIVE_TASK_OFFHEAP_SIZE_IN_BYTES()
+
GlutenCoreConfig.COLUMNAR_CONSERVATIVE_TASK_OFFHEAP_SIZE_IN_BYTES()
.key()))))
.append(System.lineSeparator())
.append(
String.format(
"\t%s=%s",
- GlutenCoreConfig$.MODULE$.SPARK_OFFHEAP_ENABLED_KEY(),
-
SQLConf.get().getConfString(GlutenCoreConfig$.MODULE$.SPARK_OFFHEAP_ENABLED_KEY())))
+ GlutenCoreConfig.SPARK_OFFHEAP_ENABLED_KEY(),
+
SQLConf.get().getConfString(GlutenCoreConfig.SPARK_OFFHEAP_ENABLED_KEY())))
.append(System.lineSeparator())
.append(
String.format(
"\t%s=%s",
-
GlutenCoreConfig$.MODULE$.DYNAMIC_OFFHEAP_SIZING_ENABLED().key(),
- SQLConf.get()
- .getConfString(
-
GlutenCoreConfig$.MODULE$.DYNAMIC_OFFHEAP_SIZING_ENABLED().key())))
+ GlutenCoreConfig.DYNAMIC_OFFHEAP_SIZING_ENABLED().key(),
+ GlutenCoreConfig.get().dynamicOffHeapSizingEnabled()))
.append(System.lineSeparator());
// Dump all consumer usages to exception body
errorBuilder.append(SparkMemoryUtil.dumpMemoryTargetStats(target));
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
