This is an automated email from the ASF dual-hosted git repository.
beliefer pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 0b094bcbc9 [GLUTEN-11243][CORE] Refactor parseConfig for
GlutenConfigUtil (#11244)
0b094bcbc9 is described below
commit 0b094bcbc9b2250711b2340bb5bd30d5ee4eaffb
Author: Jiaan Geng <[email protected]>
AuthorDate: Fri Dec 5 10:26:51 2025 +0800
[GLUTEN-11243][CORE] Refactor parseConfig for GlutenConfigUtil (#11244)
---
.../org/apache/spark/sql/internal/GlutenConfigUtil.scala | 13 ++++---------
1 file changed, 4 insertions(+), 9 deletions(-)
diff --git
a/gluten-core/src/main/scala/org/apache/spark/sql/internal/GlutenConfigUtil.scala
b/gluten-core/src/main/scala/org/apache/spark/sql/internal/GlutenConfigUtil.scala
index db8f985856..99ead64d89 100644
---
a/gluten-core/src/main/scala/org/apache/spark/sql/internal/GlutenConfigUtil.scala
+++
b/gluten-core/src/main/scala/org/apache/spark/sql/internal/GlutenConfigUtil.scala
@@ -38,15 +38,10 @@ object GlutenConfigUtil {
}
def parseConfig(conf: Map[String, String]): Map[String, String] = {
- val provider = new
MapProvider(conf.filter(_._1.startsWith("spark.gluten.")))
- conf.map {
- case (k, v) =>
- if (k.startsWith("spark.gluten.")) {
- (k, getConfString(provider, k, v))
- } else {
- (k, v)
- }
- }.toMap
+ val (glutenConf, otherConf) =
conf.partition(_._1.startsWith("spark.gluten."))
+ val provider = new MapProvider(glutenConf)
+ val parsedConf = glutenConf.map { case (k, v) => (k,
getConfString(provider, k, v)) }
+ parsedConf ++ otherConf
}
def mapByteConfValue(conf: Map[String, String], key: String, unit: ByteUnit)(
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
