This is an automated email from the ASF dual-hosted git repository.
zhouyuan pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new cf0289249e [VL][CI] Update gpu image to centos-9-jdk17-cuda13.1-cudf
(#12689)
cf0289249e is described below
commit cf0289249eb910e1d0a742a963ae12de2f7ee943
Author: Rong Ma <[email protected]>
AuthorDate: Sat Aug 15 11:30:11 2026 +0100
[VL][CI] Update gpu image to centos-9-jdk17-cuda13.1-cudf (#12689)
* switch to image centos-9-jdk17-cuda13.1-cudf
* remove old cudf Dockerfile
---
.github/workflows/velox_backend_cache.yml | 2 +-
.github/workflows/velox_backend_x86.yml | 2 +-
dev/docker/cudf/Dockerfile | 36 -------------------------------
dev/start-cudf.sh | 2 +-
docs/developers/velox-backend-CI.md | 2 +-
docs/get-started/VeloxGPU.md | 4 ++--
6 files changed, 6 insertions(+), 42 deletions(-)
diff --git a/.github/workflows/velox_backend_cache.yml
b/.github/workflows/velox_backend_cache.yml
index 12169eb1ef..054fb98768 100644
--- a/.github/workflows/velox_backend_cache.yml
+++ b/.github/workflows/velox_backend_cache.yml
@@ -185,7 +185,7 @@ jobs:
ccache-centos9-cudf-release-shared-${{runner.arch}}
- name: Build Gluten shared libraries
run: |
- docker run -v $GITHUB_WORKSPACE:/work -w /work
apache/gluten:centos-9-jdk8-cudf bash -c "
+ docker run -v $GITHUB_WORKSPACE:/work -w /work
apache/gluten:centos-9-jdk17-cuda13.1-cudf bash -c "
rm -rf /opt/rh/gcc-toolset-12 && ln -s /opt/rh/gcc-toolset-14
/opt/rh/gcc-toolset-12 # hack to use gcc 14, should upgrade in Velox build
script later
df -a
dnf autoremove -y && dnf clean all
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index 9ced760e26..d8aefbe772 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -1165,7 +1165,7 @@ jobs:
ccache-centos9-cudf-release-shared-${{runner.arch}}
- name: Build Gluten native libraries
run: |
- docker run -v $GITHUB_WORKSPACE:/work -w /work
apache/gluten:centos-9-jdk8-cudf bash -c "
+ docker run -v $GITHUB_WORKSPACE:/work -w /work
apache/gluten:centos-9-jdk17-cuda13.1-cudf bash -c "
set -e
rm -rf /opt/rh/gcc-toolset-12 && ln -s /opt/rh/gcc-toolset-14
/opt/rh/gcc-toolset-12 # hack to use gcc 14, should upgrade in Velox build
script later
df -a
diff --git a/dev/docker/cudf/Dockerfile b/dev/docker/cudf/Dockerfile
deleted file mode 100644
index 071e153cb6..0000000000
--- a/dev/docker/cudf/Dockerfile
+++ /dev/null
@@ -1,36 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-FROM quay.io/centos/centos:stream9
-ENV CUDA_ARCHITECTURES=75
-ENV
LD_LIBRARY_PATH=/opt/gluten/ep/build-velox/build/velox_ep/_build/release/_deps/curl-build/lib:$LD_LIBRARY_PATH
-ENV CC=/opt/rh/gcc-toolset-14/root/bin/gcc \
- CXX=/opt/rh/gcc-toolset-14/root/bin/g++
-
-RUN dnf config-manager --add-repo
"https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/cuda-rhel9.repo";;
\
- dnf update; \
- dnf install -y sudo patch maven perl git gcc-toolset-14 cuda-toolkit-13-1
&& \
- dnf autoremove -y && dnf clean all; \
- git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten
&& \
- cd /opt/gluten && \
- source /opt/rh/gcc-toolset-14/enable && \
- bash ./dev/buildbundle-veloxbe.sh --run_setup_script=ON --build_arrow=ON
--spark_version=3.5 --build_tests=ON --build_benchmarks=ON --enable_gpu=ON && \
- rm -rf /opt/gluten && \
- rm -rf /root/.cache/ccache
-
-# You can try the data in folder
backends-velox/src/test/resources/tpch-data-parquet
-
diff --git a/dev/start-cudf.sh b/dev/start-cudf.sh
index 9b0df915d3..db9358eb2e 100644
--- a/dev/start-cudf.sh
+++ b/dev/start-cudf.sh
@@ -41,4 +41,4 @@ sudo systemctl restart docker
# Run the gpu example
sudo docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi
# Then run this command to
-sudo docker run --name gpu_gluten_container --gpus all -itd
apache/gluten:centos-9-jdk8-cudf
+sudo docker run --name gpu_gluten_container --gpus all -itd
apache/gluten:centos-9-jdk17-cuda13.1-cudf
diff --git a/docs/developers/velox-backend-CI.md
b/docs/developers/velox-backend-CI.md
index c27791f647..7259270800 100644
--- a/docs/developers/velox-backend-CI.md
+++ b/docs/developers/velox-backend-CI.md
@@ -18,7 +18,7 @@ Dockerfile.centos8-gcc13-static-build |
apache/gluten:vcpkg-centos-8-gcc13 | cen
Dockerfile.centos8-dynamic-build | apache/gluten:centos-8-jdk8 | centos 8,
dynamic link, jdk8
Dockerfile.centos8-dynamic-build | apache/gluten:centos-8-jdk11 | centos 8,
dynamic link, jdk11
Dockerfile.centos8-dynamic-build | apache/gluten:centos-8-jdk17 | centos 8,
dynamic link, jdk17
-cudf/Dockerfile | apache/gluten:centos-9-jdk8-cudf | centos 9, dynamic link,
jdk8
+cudf/Dockerfile.centos-9-jdk17-cuda13.1-cudf |
apache/gluten:centos-9-jdk17-cuda13.1-cudf | centos 9, dynamic link, jdk17
The Docker images can be found at
[https://hub.docker.com/r/apache/gluten/tags](https://hub.docker.com/r/apache/gluten/tags).
diff --git a/docs/get-started/VeloxGPU.md b/docs/get-started/VeloxGPU.md
index 2a0503340b..3ef37e7d0c 100644
--- a/docs/get-started/VeloxGPU.md
+++ b/docs/get-started/VeloxGPU.md
@@ -38,8 +38,8 @@ parent: Getting-Started
## **4. Docker Deployment**
```bash
-docker pull apache/gluten:centos-9-jdk8-cudf # Pre-built GPU image
-docker run --name gpu_gluten_container --gpus all -it
apache/gluten:centos-9-jdk8-cudf
+docker pull apache/gluten:centos-9-jdk17-cuda13.1-cudf # Pre-built GPU image
+docker run --name gpu_gluten_container --gpus all -it
apache/gluten:centos-9-jdk17-cuda13.1-cudf
```
- **Image Includes**: Native build cache, Gluten dependencies, Spark 3.4
environment.
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
