This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new d41c78983d [GLUTEN-10210][VL] Enable tpcds tests for Spark-400 in CI
(#10633)
d41c78983d is described below
commit d41c78983d3c64b556686b446d1e70d8a6300311
Author: Yuan <[email protected]>
AuthorDate: Fri Sep 5 15:44:01 2025 +0100
[GLUTEN-10210][VL] Enable tpcds tests for Spark-400 in CI (#10633)
This patch enabled TPCDS tests for Spark-400.
This patch also updated the Ubuntu repo to the default one
fixes: #10210
---------
Signed-off-by: Yuan <[email protected]>
---
.github/workflows/velox_backend_x86.yml | 21 ++++++++++++---------
1 file changed, 12 insertions(+), 9 deletions(-)
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index c960184621..e53fa2de1f 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -103,7 +103,7 @@ jobs:
fail-fast: false
matrix:
os: [ "ubuntu:20.04", "ubuntu:22.04" ]
- spark: [ "spark-3.2", "spark-3.3", "spark-3.4", "spark-3.5" ]
+ spark: [ "spark-3.2", "spark-3.3", "spark-3.4", "spark-3.5",
"spark-4.0" ]
java: [ "java-8", "java-11", "java-17" ]
# Spark supports JDK17 since 3.3.
exclude:
@@ -123,6 +123,11 @@ jobs:
java: java-17
- os: ubuntu:22.04
java: java-11
+ - spark: spark-4.0
+ java: java-8
+ - spark: spark-4.0
+ java: java-11
+
runs-on: ubuntu-22.04
container: ${{ matrix.os }}
steps:
@@ -139,7 +144,7 @@ jobs:
path: /root/.m2/repository/org/apache/arrow/
- name: Setup tzdata
run: |
- sed -i 's|http://archive|http://us.archive|g' /etc/apt/sources.list
+ #sed -i 's|http://archive|http://us.archive|g' /etc/apt/sources.list
if [ "${{ matrix.os }}" = "ubuntu:22.04" ]; then
apt-get update
TZ="Etc/GMT" DEBIAN_FRONTEND=noninteractive apt-get install -y
tzdata
@@ -161,7 +166,11 @@ jobs:
cd $GITHUB_WORKSPACE/
export JAVA_HOME=/usr/lib/jvm/${{ matrix.java }}-openjdk-amd64
echo "JAVA_HOME: $JAVA_HOME"
- $MVN_CMD clean install -P${{ matrix.spark }} -P${{ matrix.java }}
-Pbackends-velox -DskipTests
+ if [ "${{ matrix.spark }}" = "spark-4.0" ]; then
+ $MVN_CMD clean install -P${{ matrix.spark }} -P${{ matrix.java }}
-Pscala-2.13 -Pbackends-velox -DskipTests
+ else
+ $MVN_CMD clean install -P${{ matrix.spark }} -P${{ matrix.java }}
-Pbackends-velox -DskipTests
+ fi
cd $GITHUB_WORKSPACE/tools/gluten-it
$MVN_CMD clean install -P${{ matrix.spark }} -P${{ matrix.java }} \
&& GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
@@ -252,16 +261,10 @@ jobs:
cd $GITHUB_WORKSPACE/tools/gluten-it
GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
--local --preset=velox --benchmark-type=h --error-on-memleak
--off-heap-size=10g -s=1.0 --threads=16 --iterations=1
- if [ "${{ matrix.spark }}" = "spark-4.0" ]; then
- exit 0
- fi
GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
--local --preset=velox --benchmark-type=ds --error-on-memleak
--off-heap-size=10g -s=1.0 --threads=16 --iterations=1
- name: Run TPC-H / TPC-DS with RAS
run: |
- if [ "${{ matrix.spark }}" = "spark-4.0" ]; then
- exit 0
- fi
echo "JAVA_HOME: $JAVA_HOME"
cd $GITHUB_WORKSPACE/tools/gluten-it
GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
