This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new bf4140f28d [GLUTEN-9860[VL] Bump Hudi/Paimon version for Spark-4.0,
adding nightly package for Spark-4.0 (#11189)
bf4140f28d is described below
commit bf4140f28d4dd7edecfb63066d886c20b8eeb995
Author: Yuan <[email protected]>
AuthorDate: Sun Nov 30 12:51:53 2025 +0000
[GLUTEN-9860[VL] Bump Hudi/Paimon version for Spark-4.0, adding nightly
package for Spark-4.0 (#11189)
This patch adds the nightly package for Spark-4.0. The hudi/paimon are
bumped to support Spark-4.0
---------
Signed-off-by: Yuan <[email protected]>
---
.github/workflows/velox_nightly.yml | 6 ++++--
pom.xml | 4 ++--
2 files changed, 6 insertions(+), 4 deletions(-)
diff --git a/.github/workflows/velox_nightly.yml
b/.github/workflows/velox_nightly.yml
index 2d7ea7d959..30e6a5b394 100644
--- a/.github/workflows/velox_nightly.yml
+++ b/.github/workflows/velox_nightly.yml
@@ -144,6 +144,7 @@ jobs:
export PATH=${PATH}:${MAVEN_HOME}/bin && \
mvn clean install -Pspark-3.4 -Pjava-17 -Pbackends-velox -Pceleborn
-Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests -Dmaven.source.skip
mvn clean install -Pspark-3.5 -Pjava-17 -Pbackends-velox -Pceleborn
-Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests -Dmaven.source.skip
+ mvn clean install -Pspark-4.0 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
- name: Upload bundle package
uses: actions/upload-artifact@v4
with:
@@ -264,8 +265,9 @@ jobs:
cd $GITHUB_WORKSPACE/ && \
export MAVEN_HOME=/usr/lib/maven && \
export PATH=${PATH}:${MAVEN_HOME}/bin && \
- mvn clean install -Pspark-3.4 -Pjava-17 -Pbackends-velox -Pceleborn
-Puniffle -Piceberg -Phudi -Pdelta -DskipTests -Dmaven.source.skip
- mvn clean install -Pspark-3.5 -Pjava-17 -Pbackends-velox -Pceleborn
-Puniffle -Piceberg -Phudi -Pdelta -DskipTests -Dmaven.source.skip
+ mvn clean install -Pspark-3.4 -Pjava-17 -Pbackends-velox -Pceleborn
-Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests -Dmaven.source.skip
+ mvn clean install -Pspark-3.5 -Pjava-17 -Pbackends-velox -Pceleborn
-Puniffle -Piceberg -Phudi -Pdelta -Ppaimon -DskipTests -Dmaven.source.skip
+ mvn clean install -Pspark-4.0 -Pscala-2.13 -Pjava-17
-Pbackends-velox -Pceleborn -Puniffle -Piceberg -Phudi -Pdelta -Ppaimon
-DskipTests -Dmaven.source.skip
- name: Upload bundle package
uses: actions/upload-artifact@v4
with:
diff --git a/pom.xml b/pom.xml
index 40e5dd75e6..fc9617a016 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1179,8 +1179,8 @@
<delta.package.name>delta-spark</delta.package.name>
<delta.version>4.0.0</delta.version>
<delta.binary.version>40</delta.binary.version>
- <!-- TODO: This hudi version is invalid for Spark 4.0. -->
- <hudi.version>0.15.0</hudi.version>
+ <hudi.version>1.1.0</hudi.version>
+ <paimon.version>1.3.0</paimon.version>
<fasterxml.version>2.18.2</fasterxml.version>
<fasterxml.jackson.version>2.18.2</fasterxml.jackson.version>
<fasterxml.jackson.databind.version>2.18.2</fasterxml.jackson.databind.version>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
