This is an automated email from the ASF dual-hosted git repository.
philo-he pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 5188b91ae8 [MINOR][VL] Bump Paimon for Spark-4.1; fix nightly build
(#13040)
5188b91ae8 is described below
commit 5188b91ae8aa1146e11b13967ed2b929ee6aa477
Author: Yuan <[email protected]>
AuthorDate: Wed Sep 16 23:46:05 2026 +0100
[MINOR][VL] Bump Paimon for Spark-4.1; fix nightly build (#13040)
---
.github/workflows/velox_nightly.yml | 8 ++++----
.../org/apache/gluten/substrait/rel/IcebergLocalFilesNode.java | 7 +++----
pom.xml | 1 +
3 files changed, 8 insertions(+), 8 deletions(-)
diff --git a/.github/workflows/velox_nightly.yml
b/.github/workflows/velox_nightly.yml
index a11a2d94cb..2e45172b92 100644
--- a/.github/workflows/velox_nightly.yml
+++ b/.github/workflows/velox_nightly.yml
@@ -137,6 +137,7 @@ jobs:
./build/mvn clean install -Pspark-3.4 -Pjava-17 -Pbackends-velox
-Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests
-Dmaven.source.skip
./build/mvn clean install -Pspark-3.5 -Pjava-17 -Pbackends-velox
-Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests
-Dmaven.source.skip
./build/mvn clean install -Pspark-4.0 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
+ ./build/mvn clean install -Pspark-4.1 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
- name: Upload bundle package
uses: actions/upload-artifact@v7
with:
@@ -287,7 +288,7 @@ jobs:
./build/mvn clean install -Pspark-3.4 -Pjava-17 -Pbackends-velox
-Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests
-Dmaven.source.skip
./build/mvn clean install -Pspark-3.5 -Pjava-17 -Pbackends-velox
-Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests
-Dmaven.source.skip
./build/mvn clean install -Pspark-4.0 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
- ./build/mvn clean install -Pspark-4.1 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -DskipTests
-Dmaven.source.skip
+ ./build/mvn clean install -Pspark-4.1 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
- name: Upload bundle package
uses: actions/upload-artifact@v7
with:
@@ -322,7 +323,7 @@ jobs:
run: |
cd $GITHUB_WORKSPACE/ && \
./build/mvn clean install -Pspark-4.0 -Pscala-2.13 -Pjava-21
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
- ./build/mvn clean install -Pspark-4.1 -Pscala-2.13 -Pjava-21
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -DskipTests
-Dmaven.source.skip
+ ./build/mvn clean install -Pspark-4.1 -Pscala-2.13 -Pjava-21
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
- name: Upload bundle package
uses: actions/upload-artifact@v7
with:
@@ -486,8 +487,7 @@ jobs:
./build/mvn clean install -Pspark-3.4 -Pjava-17 -Pbackends-velox
-Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests
-Dmaven.source.skip
./build/mvn clean install -Pspark-3.5 -Pjava-17 -Pbackends-velox
-Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests
-Dmaven.source.skip
./build/mvn clean install -Pspark-4.0 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
- # iceberg/hudi support for spark-4.1 with java-17 is not avaiable,
skip it first
- ./build/mvn clean install -Pspark-4.1 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Pdelta -DskipTests -Dmaven.source.skip
+ ./build/mvn clean install -Pspark-4.1 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
- name: Upload bundle package
uses: actions/upload-artifact@v7
with:
diff --git
a/gluten-iceberg/src/main/java/org/apache/gluten/substrait/rel/IcebergLocalFilesNode.java
b/gluten-iceberg/src/main/java/org/apache/gluten/substrait/rel/IcebergLocalFilesNode.java
index 74c589143c..42bce35b93 100644
---
a/gluten-iceberg/src/main/java/org/apache/gluten/substrait/rel/IcebergLocalFilesNode.java
+++
b/gluten-iceberg/src/main/java/org/apache/gluten/substrait/rel/IcebergLocalFilesNode.java
@@ -73,10 +73,9 @@ public class IcebergLocalFilesNode extends LocalFilesNode {
BackendsApiManager.getTransformerApiInstance()
.packIcebergReadExtension(fieldIds, initialDefaults);
- return localFiles
- .toBuilder()
-
.setAdvancedExtension(AdvancedExtension.newBuilder().setEnhancement(extension))
- .build();
+ ReadRel.LocalFiles.Builder builder = localFiles.toBuilder();
+
builder.setAdvancedExtension(AdvancedExtension.newBuilder().setEnhancement(extension));
+ return builder.build();
}
@Override
diff --git a/pom.xml b/pom.xml
index 71a79d875e..68575cec4b 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1367,6 +1367,7 @@
<sparkbundle.version>4.1</sparkbundle.version>
<sparkshim.artifactId>spark-sql-columnar-shims-spark41</sparkshim.artifactId>
<spark.version>4.1.1</spark.version>
+ <paimon.version>2.0.0</paimon.version>
<iceberg.version>1.11.0</iceberg.version>
<delta.package.name>delta-spark_4.1</delta.package.name>
<delta.version>4.1.0</delta.version>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
