This is an automated email from the ASF dual-hosted git repository.
philo-he pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 8f465236f3 [GLUTEN-13290][VL] Remove remaining CentOS 7 support and
references (#13336)
8f465236f3 is described below
commit 8f465236f3529f8bde006d87a22d9251e164acb3
Author: Mohammad Linjawi <[email protected]>
AuthorDate: Fri Oct 16 20:35:11 2026 +0300
[GLUTEN-13290][VL] Remove remaining CentOS 7 support and references (#13336)
---
.github/workflows/velox_backend_x86.yml | 2 +-
LICENSE | 1 -
README.md | 2 +-
.../org.apache.gluten.spi.SharedLibraryLoader | 1 -
.../gluten/spi/SharedLibraryLoaderCentos7.scala | 49 --------------
dev/.dockerignore | 3 -
dev/build-helper-functions.sh | 21 ------
dev/build-thirdparty.sh | 8 +--
...velox-buildstatic-centos-7-enhanced-features.sh | 23 -------
dev/ci-velox-buildstatic-centos-7.sh | 23 -------
dev/docker/Dockerfile | 40 ------------
.../Dockerfile.almalinux8-gcc13-static-build | 4 +-
dev/docker/Makefile | 41 +-----------
dev/docker/entrypoint.sh | 19 ------
dev/install-linux-socket-header.sh | 30 ---------
dev/package-vcpkg.sh | 3 -
dev/vcpkg/setup-build-depends.sh | 75 ----------------------
docs/developers/HowToRelease.md | 4 +-
docs/developers/NewToGluten.md | 2 +-
docs/developers/velox-backend-CI.md | 2 +-
docs/developers/velox-backend-build-in-docker.md | 14 ++--
docs/get-started/Velox.md | 4 +-
docs/get-started/getting-started.md | 2 +-
ep/build-velox/src/get-velox.sh | 3 -
tools/workload/benchmark_velox/build-gluten.sh | 6 +-
25 files changed, 23 insertions(+), 359 deletions(-)
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index f8ecf2fb84..57b52684b0 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -381,7 +381,7 @@ jobs:
path: ./cpp/build/releases/
- name: Update mirror list
run: |
- if [ "${{ matrix.os }}" = "centos:7" ] || [ "${{ matrix.os }}" =
"centos:8" ]; then
+ if [ "${{ matrix.os }}" = "centos:8" ]; then
sed -i -e "s|mirrorlist=|#mirrorlist=|g" /etc/yum.repos.d/CentOS-*
|| true
sed -i -e
"s|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g"
/etc/yum.repos.d/CentOS-* || true
fi
diff --git a/LICENSE b/LICENSE
index b42b619fde..171072b59a 100644
--- a/LICENSE
+++ b/LICENSE
@@ -225,7 +225,6 @@
The Velox Project(https://github.com/facebookincubator/velox)
./cpp/velox/udf/examples/MyUDAF.cc
./cpp/velox/utils/Common.cc
- ./ep/build-velox/src/setup-centos7.sh
./ep/build-velox/src/setup-centos8.sh
./ep/build-velox/src/setup-openeuler24.sh
./ep/build-velox/src/setup-rhel.sh
diff --git a/README.md b/README.md
index 2d99df7726..e1e404c4b3 100644
--- a/README.md
+++ b/README.md
@@ -80,7 +80,7 @@ There are two ways to acquire Gluten jar for the above
configuration.
Please download the tar package [here](https://gluten.apache.org/downloads/),
then extract the Gluten JAR from it.
Additionally, Gluten provides nightly builds based on the main branch for
early testing. The nightly build JARs are available at [Apache Gluten
Nightlies](https://nightlies.apache.org/gluten/).
-They have been verified on Centos 7/8/9, Ubuntu 20.04/22.04.
+They have been verified on Centos 8/9, Ubuntu 20.04/22.04.
### Build From Source
diff --git
a/backends-velox/src/main/resources/META-INF/services/org.apache.gluten.spi.SharedLibraryLoader
b/backends-velox/src/main/resources/META-INF/services/org.apache.gluten.spi.SharedLibraryLoader
index 5e0a0fe939..e15e4406c4 100644
---
a/backends-velox/src/main/resources/META-INF/services/org.apache.gluten.spi.SharedLibraryLoader
+++
b/backends-velox/src/main/resources/META-INF/services/org.apache.gluten.spi.SharedLibraryLoader
@@ -15,7 +15,6 @@
# limitations under the License.
#
-org.apache.gluten.spi.SharedLibraryLoaderCentos7
org.apache.gluten.spi.SharedLibraryLoaderCentos8
org.apache.gluten.spi.SharedLibraryLoaderCentos9
org.apache.gluten.spi.SharedLibraryLoaderDebian11
diff --git
a/backends-velox/src/main/scala/org/apache/gluten/spi/SharedLibraryLoaderCentos7.scala
b/backends-velox/src/main/scala/org/apache/gluten/spi/SharedLibraryLoaderCentos7.scala
deleted file mode 100644
index a7d192b1f4..0000000000
---
a/backends-velox/src/main/scala/org/apache/gluten/spi/SharedLibraryLoaderCentos7.scala
+++ /dev/null
@@ -1,49 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.gluten.spi
-
-import org.apache.gluten.jni.JniLibLoader
-
-class SharedLibraryLoaderCentos7 extends SharedLibraryLoader {
- override def accepts(osName: String, osVersion: String): Boolean = {
- (osName.contains("CentOS") && osVersion.startsWith("7")) ||
- (osName.contains("Oracle") && osVersion.startsWith("7")) ||
- (osName.contains("Anolis") && osVersion.startsWith("7")) ||
- (osName.contains("Red Hat") && osVersion.startsWith("7")) ||
- (osName.contains("Alibaba Cloud Linux") && osVersion.startsWith("2")) ||
- (osName.contains("tencentos") && osVersion.contains("2.4"))
- }
-
- override def loadLib(loader: JniLibLoader): Unit = {
- loader.loadAndCreateLink("libboost_atomic.so.1.84.0", "libboost_atomic.so")
- loader.loadAndCreateLink("libboost_thread.so.1.84.0", "libboost_thread.so")
- loader.loadAndCreateLink("libboost_system.so.1.84.0", "libboost_system.so")
- loader.loadAndCreateLink("libboost_regex.so.1.84.0", "libboost_regex.so")
- loader.loadAndCreateLink("libboost_program_options.so.1.84.0",
"libboost_program_options.so")
- loader.loadAndCreateLink("libboost_filesystem.so.1.84.0",
"libboost_filesystem.so")
- loader.loadAndCreateLink("libboost_context.so.1.84.0",
"libboost_context.so")
- loader.loadAndCreateLink("libdouble-conversion.so.1",
"libdouble-conversion.so")
- loader.loadAndCreateLink("libevent-2.0.so.5", "libevent-2.0.so")
- loader.loadAndCreateLink("libgflags.so.2.3", "libgflags.so")
- loader.loadAndCreateLink("libglog.so.0", "libglog.so")
- loader.loadAndCreateLink("libre2.so.10", "libre2.so")
- loader.loadAndCreateLink("libzstd.so.1", "libzstd.so")
- loader.loadAndCreateLink("liblz4.so.1", "liblz4.so")
- loader.loadAndCreateLink("libgeos.so.3.10.7", "libgeos.so")
- }
-
-}
diff --git a/dev/.dockerignore b/dev/.dockerignore
deleted file mode 100644
index 43ca88b253..0000000000
--- a/dev/.dockerignore
+++ /dev/null
@@ -1,3 +0,0 @@
-*
-!/vcpkg/setup-build-depends.sh
-!/docker/entrypoint.sh
diff --git a/dev/build-helper-functions.sh b/dev/build-helper-functions.sh
index 565fba7447..5cd788d829 100644
--- a/dev/build-helper-functions.sh
+++ b/dev/build-helper-functions.sh
@@ -256,13 +256,6 @@ function setup_linux {
case "$LINUX_VERSION_ID" in
9) scripts/setup-centos9.sh ;;
8) $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;;
- 7)
- $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh
- set +u
- export
PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/lib64/pkgconfig:/usr/lib/pkgconfig:$PKG_CONFIG_PATH
- source /opt/rh/devtoolset-11/enable
- set -u
- ;;
*)
echo "Unsupported centos version: $LINUX_VERSION_ID"
exit 1
@@ -280,13 +273,6 @@ function setup_linux {
esac
elif [[ "$LINUX_DISTRIBUTION" == "alinux" ]]; then
case "${LINUX_VERSION_ID:0:1}" in
- 2)
- $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh
- set +u
- export
PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/lib64/pkgconfig:/usr/lib/pkgconfig:$PKG_CONFIG_PATH
- source /opt/rh/devtoolset-11/enable
- set -u
- ;;
3) $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;;
*)
echo "Unsupported alinux version: $LINUX_VERSION_ID"
@@ -295,13 +281,6 @@ function setup_linux {
esac
elif [[ "$LINUX_DISTRIBUTION" == "tencentos" ]]; then
case "$LINUX_VERSION_ID" in
- 2.4)
- $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh
- set +u
- export
PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/lib64/pkgconfig:/usr/lib/pkgconfig:$PKG_CONFIG_PATH
- source /opt/rh/devtoolset-11/enable
- set -u
- ;;
3.2) $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;;
*)
echo "Unsupported tencentos version: $LINUX_VERSION_ID"
diff --git a/dev/build-thirdparty.sh b/dev/build-thirdparty.sh
index a3503e7645..040c4b2151 100755
--- a/dev/build-thirdparty.sh
+++ b/dev/build-thirdparty.sh
@@ -86,8 +86,6 @@ elif [ "$LINUX_OS" == "centos" ]; then
process_setup_centos_9
elif [ "$VERSION" == "8" ]; then
process_setup_centos_8
- elif [ "$VERSION" == "7" ]; then
- process_setup_centos_7
fi
elif [ "$LINUX_OS" == "openEuler" ]; then
if [ "${VERSION}" == "24.03" ]; then
@@ -96,13 +94,9 @@ elif [ "$LINUX_OS" == "openEuler" ]; then
elif [ "$LINUX_OS" == "alinux" ]; then
if [ "${VERSION:0:1}" == "3" ]; then
process_setup_centos_8
- elif [ "${VERSION:0:1}" == "2" ]; then
- process_setup_centos_7
fi
elif [ "$LINUX_OS" == "tencentos" ]; then
- if [ "$VERSION" == "2.4" ]; then
- process_setup_centos_7
- elif [ "$VERSION" == "3.2" ]; then
+ if [ "$VERSION" == "3.2" ]; then
process_setup_centos_8
fi
elif [ "$LINUX_OS" == "debian" ]; then
diff --git a/dev/ci-velox-buildstatic-centos-7-enhanced-features.sh
b/dev/ci-velox-buildstatic-centos-7-enhanced-features.sh
deleted file mode 100755
index 3b33d26df7..0000000000
--- a/dev/ci-velox-buildstatic-centos-7-enhanced-features.sh
+++ /dev/null
@@ -1,23 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -e
-
-export NUM_THREADS=2
-bash ./dev/install-linux-socket-header.sh
-./dev/builddeps-veloxbe.sh --enable_vcpkg=ON --build_arrow=OFF
--build_tests=ON --build_benchmarks=ON \
- --build_examples=OFF --enable_s3=ON --enable_gcs=ON
--enable_hdfs=ON --enable_abfs=ON --enable_enhanced_features=ON
diff --git a/dev/ci-velox-buildstatic-centos-7.sh
b/dev/ci-velox-buildstatic-centos-7.sh
deleted file mode 100755
index 59cd971693..0000000000
--- a/dev/ci-velox-buildstatic-centos-7.sh
+++ /dev/null
@@ -1,23 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -e
-
-export NUM_THREADS=4
-bash ./dev/install-linux-socket-header.sh
-./dev/builddeps-veloxbe.sh --enable_vcpkg=ON --build_arrow=OFF
--build_tests=OFF --build_benchmarks=OFF \
- --build_examples=OFF --enable_s3=ON --enable_gcs=ON
--enable_hdfs=ON --enable_abfs=ON
diff --git a/dev/docker/Dockerfile b/dev/docker/Dockerfile
deleted file mode 100644
index 9dc031f09d..0000000000
--- a/dev/docker/Dockerfile
+++ /dev/null
@@ -1,40 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-FROM centos:7
-
-RUN sed -i "s/enabled=1/enabled=0/" /etc/yum/pluginconf.d/fastestmirror.conf
-
-WORKDIR /tmp/vcpkg
-COPY vcpkg/setup-build-depends.sh setup-build-depends.sh
-RUN ./setup-build-depends.sh
-
-WORKDIR /
-RUN rm -rf /tmp/vcpkg
-
-ARG BUILDER_UID
-ARG BUILDER_GID
-RUN if ["$BUILDER_GID" != "0"]; then \
- groupadd -g ${BUILDER_GID} build; \
- fi
-RUN if ["$BUILDER_UID" != "0"]; then \
- useradd -mu ${BUILDER_UID} -g ${BUILDER_GID} -G wheel build; \
- fi
-USER ${BUILDER_UID}:${BUILDER_GID}
-
-ENV VCPKG_BINARY_SOURCES=default
-COPY docker/entrypoint.sh /entrypoint
-ENTRYPOINT ["/entrypoint"]
-CMD ["sleep", "inf"]
diff --git a/dev/docker/Dockerfile.almalinux8-gcc13-static-build
b/dev/docker/Dockerfile.almalinux8-gcc13-static-build
index f41c7ecdd1..9e30ca73ac 100644
--- a/dev/docker/Dockerfile.almalinux8-gcc13-static-build
+++ b/dev/docker/Dockerfile.almalinux8-gcc13-static-build
@@ -20,8 +20,8 @@
# (EOL Dec 2021). glibc 2.28 allows Velox's modern Folly/FBThrift/MVFST stack
# to build without the socket.h workaround required on CentOS 7 (glibc 2.17).
#
-# Modelled on dev/docker/Dockerfile.centos7-gcc13-static-build, which is the
-# reference requested in https://github.com/apache/gluten/issues/12412.
+# Replaces the former CentOS 7 static build image, as requested in
+# https://github.com/apache/gluten/issues/12412.
FROM almalinux:8
diff --git a/dev/docker/Makefile b/dev/docker/Makefile
index 02f4ed54cd..b8f86212f7 100644
--- a/dev/docker/Makefile
+++ b/dev/docker/Makefile
@@ -13,43 +13,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-DOCKER_IMAGE=apache/gluten:centos-7-vcpkg-build-depends
-GLUTEN_REPO=$(shell realpath -L ../..)
-
-CCACHE_DIR=$(HOME)/.ccache
-VCPKG_BINARY_CACHE_DIR=$(HOME)/.cache/vcpkg
-MAVEN_M2_DIR=$(HOME)/.m2
-
-$(info $(GLUTEN_REPO))
-
-.PHONY: docker-image build
-build: $(CCACHE_DIR) $(VCPKG_BINARY_CACHE_DIR) $(MAVEN_M2_DIR)
- docker run --rm -ti \
- -v $(GLUTEN_REPO):$(GLUTEN_REPO) \
- -v $(VCPKG_BINARY_CACHE_DIR):/root/.cache/vcpkg \
- -v $(MAVEN_M2_DIR):/root/.m2 \
- -v $(CCACHE_DIR):/root/.ccache \
- -e http_proxy \
- -e https_proxy \
- --workdir $(GLUTEN_REPO) \
- $(DOCKER_IMAGE) \
- ./dev/package-vcpkg.sh
-
-docker-image:
- docker build \
- --file Dockerfile \
- --build-arg BUILDER_UID=`id -u` \
- --build-arg BUILDER_GID=`id -g` \
- --tag "$(DOCKER_IMAGE)" \
- ..
-
-docker-image-static-build:
- docker build \
- --file Dockerfile.centos7-static-build \
- --tag "apache/gluten:vcpkg-centos-7" \
- --build-arg HTTPS_PROXY="" \
- --build-arg HTTP_PROXY="" \
- .
+.PHONY: docker-image-dynamic-build
docker-image-dynamic-build:
docker build \
@@ -58,6 +22,3 @@ docker-image-dynamic-build:
--build-arg HTTPS_PROXY="" \
--build-arg HTTP_PROXY="" \
.
-
-$(CCACHE_DIR) $(VCPKG_BINARY_CACHE_DIR) $(MAVEN_M2_DIR): %:
- mkdir -p $@
diff --git a/dev/docker/entrypoint.sh b/dev/docker/entrypoint.sh
deleted file mode 100755
index 150ae71cf3..0000000000
--- a/dev/docker/entrypoint.sh
+++ /dev/null
@@ -1,19 +0,0 @@
-#! /bin/sh
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-. /opt/rh/devtoolset-11/enable
-exec "$@"
\ No newline at end of file
diff --git a/dev/install-linux-socket-header.sh
b/dev/install-linux-socket-header.sh
deleted file mode 100644
index 4eb18db80c..0000000000
--- a/dev/install-linux-socket-header.sh
+++ /dev/null
@@ -1,30 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -euo pipefail
-
-readonly LINUX_COMMIT="aad9c8c470f2a8321a99eb053630ce0e199558d6"
-readonly
SOCKET_HEADER_SHA256="6ca32f00f1c64a1b75886b868a9e51a47d74720e777e5d6a0df30291c179a691"
-readonly
SOCKET_HEADER_URL="https://raw.githubusercontent.com/torvalds/linux/${LINUX_COMMIT}/include/uapi/asm-generic/socket.h";
-readonly
SOCKET_HEADER_PATH="${SOCKET_HEADER_PATH:-/usr/include/asm-generic/socket.h}"
-
-temp_file="$(mktemp)"
-trap 'rm -f "${temp_file}"' EXIT
-
-curl --fail --location --silent --show-error "${SOCKET_HEADER_URL}" --output
"${temp_file}"
-echo "${SOCKET_HEADER_SHA256} ${temp_file}" | sha256sum --check --status
-install --mode=0644 "${temp_file}" "${SOCKET_HEADER_PATH}"
diff --git a/dev/package-vcpkg.sh b/dev/package-vcpkg.sh
index 7c2497d02c..3c90b40ba3 100755
--- a/dev/package-vcpkg.sh
+++ b/dev/package-vcpkg.sh
@@ -27,9 +27,6 @@ cd "$GLUTEN_DIR"
if [ "$LINUX_OS" == "centos" ]; then
if [ "$VERSION" == "8" ]; then
source /opt/rh/gcc-toolset-11/enable
- elif [ "$VERSION" == "7" ]; then
- export MANPATH=""
- source /opt/rh/devtoolset-11/enable
fi
fi
diff --git a/dev/vcpkg/setup-build-depends.sh b/dev/vcpkg/setup-build-depends.sh
index 8cfededda2..a3b62f8456 100755
--- a/dev/vcpkg/setup-build-depends.sh
+++ b/dev/vcpkg/setup-build-depends.sh
@@ -93,81 +93,6 @@ install_gcc11_from_source() {
fi
}
-install_centos_7() {
- export PATH=/usr/local/bin:$PATH
-
- sed -i \
- -e 's/^mirrorlist/#mirrorlist/' \
- -e 's/^# *baseurl *=/baseurl=/' \
- -e 's/mirror\.centos\.org/vault.centos.org/' \
- /etc/yum.repos.d/*.repo
-
- yum -y install epel-release centos-release-scl
- sed -i \
- -e 's/^mirrorlist/#mirrorlist/' \
- -e 's/^# *baseurl *=/baseurl=/' \
- -e 's/mirror\.centos\.org/vault.centos.org/' \
- /etc/yum.repos.d/*.repo
-
- yum -y install \
- wget curl tar zip unzip which patch sudo \
- ninja-build perl-IPC-Cmd autoconf autoconf-archive automake libtool \
- devtoolset-11 python3 pip dnf \
- bison \
- java-1.8.0-openjdk java-1.8.0-openjdk-devel
-
- install_ccache
-
- pip3 install --upgrade pip
-
- # Requires cmake >= 3.28.3
- pip3 install cmake==3.28.3
-
- # Requires git >= 2.7.4
- if [[ "$(git --version)" != "git version 2."* ]]; then
- yum -y remove git
- # Requires 'centos-release-scl' package to be installed.
- yum -y install rh-git227
- source /opt/rh/rh-git227/enable
- echo "source /opt/rh/rh-git227/enable" >> ~/.bashrc
- fi
-
- # flex>=2.6.0
- if [[ "$(PATH="/usr/local/bin:$PATH" flex --version 2>&1)" != "flex 2.6."*
]]; then
- yum -y install gettext-devel
-
FLEX_URL="https://github.com/westes/flex/releases/download/v2.6.4/flex-2.6.4.tar.gz";
- mkdir -p /tmp/flex
- wget -q --max-redirect 3 -O - "${FLEX_URL}" | tar -xz -C /tmp/flex
--strip-components=1
- cd /tmp/flex
- ./autogen.sh
- ./configure --prefix=/usr
- make install
- cd
- rm -rf /tmp/flex
- fi
-
- # automake>=1.14
- installed_automake_version="$(aclocal --version | sed -En "1s/^.*
([1-9\.]*)$/\1/p")"
- if [ "$(semver "$installed_automake_version")" -lt "$(semver 1.14)" ]; then
- mkdir -p /tmp/automake
- AUTOMAKE_URL1="https://ftp.gnu.org/gnu/automake/automake-1.16.5.tar.xz";
-
AUTOMAKE_URL2="https://www.mirrorservice.org/sites/ftp.gnu.org/gnu/automake/automake-1.16.5.tar.xz";
- wget -O /tmp/automake.tar.xz "$AUTOMAKE_URL1" || wget -O
/tmp/automake.tar.xz "$AUTOMAKE_URL2"
- tar -xf /tmp/automake.tar.xz -C /tmp/automake --strip-components=1
- rm -f /tmp/automake.tar.xz
- cd /tmp/automake
- ./configure
- make install -j
- cd
- rm -rf /tmp/automake
-
- # Fix aclocal search path
- echo /usr/share/aclocal > /usr/local/share/aclocal/dirlist
- fi
-
- install_maven_from_source
-}
-
install_centos_8() {
sed -i \
-e 's/^mirrorlist/#mirrorlist/' \
diff --git a/docs/developers/HowToRelease.md b/docs/developers/HowToRelease.md
index 897147e526..249dde1717 100644
--- a/docs/developers/HowToRelease.md
+++ b/docs/developers/HowToRelease.md
@@ -91,8 +91,8 @@ Pull and download the build environment docker image. The
docker image is period
built and uploaded to DockerHub by scheduled GitHub Actions jobs.
```bash
-docker pull apache/gluten:vcpkg-centos-7-gcc13
-docker run -it apache/gluten:vcpkg-centos-7-gcc13 bash
+docker pull apache/gluten:vcpkg-almalinux-8-gcc13
+docker run -it apache/gluten:vcpkg-almalinux-8-gcc13 bash
```
### Clone the repository
diff --git a/docs/developers/NewToGluten.md b/docs/developers/NewToGluten.md
index 1a6c9d0f6e..7f192acc74 100644
--- a/docs/developers/NewToGluten.md
+++ b/docs/developers/NewToGluten.md
@@ -9,7 +9,7 @@ parent: Developer Overview
## Environment
-Gluten supports Ubuntu 20.04/22.04, CentOS 7/8, and MacOS.
+Gluten supports Ubuntu 20.04/22.04, CentOS 8, and MacOS.
### JDK
diff --git a/docs/developers/velox-backend-CI.md
b/docs/developers/velox-backend-CI.md
index c074ec45d2..67ad9d8b2c 100644
--- a/docs/developers/velox-backend-CI.md
+++ b/docs/developers/velox-backend-CI.md
@@ -13,7 +13,7 @@ A weekly job defined in `docker_image.yml` builds the Docker
images used for CI
file | images | comments
-- | -- | --
-Dockerfile.centos7-gcc13-static-build | apache/gluten:vcpkg-centos-7-gcc13 |
centos 7, static link, jdk8
+Dockerfile.almalinux8-gcc13-static-build |
apache/gluten:vcpkg-almalinux-8-gcc13 | almalinux 8, static link, jdk8
Dockerfile.centos8-gcc13-static-build | apache/gluten:vcpkg-centos-8-gcc13 |
centos 8, static link, jdk8
Dockerfile.centos8-dynamic-build | apache/gluten:centos-8-jdk8 | centos 8,
dynamic link, jdk8
Dockerfile.centos8-dynamic-build | apache/gluten:centos-8-jdk11 | centos 8,
dynamic link, jdk11
diff --git a/docs/developers/velox-backend-build-in-docker.md
b/docs/developers/velox-backend-build-in-docker.md
index 2bcb0562d5..fa4a3fef3e 100755
--- a/docs/developers/velox-backend-build-in-docker.md
+++ b/docs/developers/velox-backend-build-in-docker.md
@@ -8,7 +8,7 @@ parent: Developer Overview
Currently, we have two way to build Gluten, static link or dynamic link.
# Static link
-The static link approach builds all dependency libraries in vcpkg for both
Velox and Gluten. It then statically links these libraries into libvelox.so and
libgluten.so, enabling the build of Gluten on *any* Linux OS on x86 platforms
with 64G memory. However we only verified on Centos-7/8/9 and Ubuntu
20.04/22.04. Please submit an issue if it fails on your OS.
+The static link approach builds all dependency libraries in vcpkg for both
Velox and Gluten. It then statically links these libraries into libvelox.so and
libgluten.so, enabling the build of Gluten on *any* Linux OS on x86 platforms
with 64G memory. However we only verified on Centos-8/9 and Ubuntu 20.04/22.04.
Please submit an issue if it fails on your OS.
Here is the dependency libraries required on target system, they are the
essential libraries pre-installed in every Linux OS.
```
@@ -24,16 +24,16 @@ libc.so.6
The 'dockerfile' to build Gluten jar:
```
-FROM apache/gluten:vcpkg-centos-7
+FROM apache/gluten:vcpkg-almalinux-8-gcc13
# Build Gluten Jar
-RUN source /opt/rh/devtoolset-11/enable && \
+RUN source /opt/rh/gcc-toolset-13/enable && \
git clone https://github.com/apache/gluten.git && \
cd gluten && \
./dev/builddeps-veloxbe.sh --run_setup_script=OFF --enable_s3=ON
--enable_gcs=ON --enable_abfs=ON --enable_vcpkg=ON --build_arrow=OFF && \
- mvn clean package -Pbackends-velox -Pceleborn -Piceberg -Pdelta
-Pspark-3.4 -DskipTests
+ ./build/mvn clean package -Pbackends-velox -Pceleborn -Piceberg -Pdelta
-Pspark-3.4 -DskipTests
```
-`enable_vcpkg=ON` enables the static link. Vcpkg packages are already
pre-installed in the vcpkg-centos-7 image and can be reused automatically. The
image is maintained by Gluten community.
+`enable_vcpkg=ON` enables the static link. Vcpkg packages are already
pre-installed in the vcpkg-almalinux-8-gcc13 image and can be reused
automatically. The image is maintained by Gluten community.
The command builds Gluten jar in 'glutenimage':
```
@@ -42,7 +42,7 @@ docker build -t glutenimage -f dockerfile
The gluten jar can be copied from
glutenimage:/gluten/package/target/gluten-velox-bundle-*.jar
# Dynamic link
-The dynamic link approach needs to install the dependencies libraries. It then
dynamically link the .so files into libvelox.so and libgluten.so. Currently,
Centos-7/8/9 and
+The dynamic link approach needs to install the dependencies libraries. It then
dynamically link the .so files into libvelox.so and libgluten.so. Currently,
Centos-8/9 and
Ubuntu 20.04/22.04 are supported to build Gluten Velox backend dynamically.
The 'dockerfile' to build Gluten jar:
@@ -51,7 +51,7 @@ The 'dockerfile' to build Gluten jar:
FROM apache/gluten:centos-8-jdk8
# Build Gluten Jar
-RUN source /opt/rh/devtoolset-11/enable && \
+RUN source /opt/rh/gcc-toolset-11/enable && \
git clone https://github.com/apache/gluten.git && \
cd gluten && \
./dev/builddeps-veloxbe.sh --run_setup_script=ON --enable_hdfs=ON
--enable_vcpkg=OFF --build_arrow=OFF && \
diff --git a/docs/get-started/Velox.md b/docs/get-started/Velox.md
index 38a2533f4b..656b25300b 100644
--- a/docs/get-started/Velox.md
+++ b/docs/get-started/Velox.md
@@ -10,7 +10,7 @@ parent: Getting-Started
| Type | Version |
|-------|-------------------------------------|
| Spark | 3.4.4, 3.5.5, 4.0.2, 4.1.1 |
-| OS | Ubuntu20.04/22.04, Centos7/8 |
+| OS | Ubuntu20.04/22.04, Centos8 |
| jdk | openjdk8/jdk17 |
| scala | 2.12 |
@@ -18,7 +18,7 @@ Note: Spark 4.0 and 4.1 require JDK 17+ and Scala 2.13 (build
with `-Pspark-4.0`
# Prerequisite
-Currently, the statically built Gluten+Velox backend supports all Linux OSes
but is only tested on **Ubuntu 20.04/22.04/CentOS 7/8**. The dynamically built
backend supports **Ubuntu 20.04/22.04/CentOS 7/8** and their variants.
+Currently, the statically built Gluten+Velox backend supports all Linux OSes
but is only tested on **Ubuntu 20.04/22.04/CentOS 8**. The dynamically built
backend supports **Ubuntu 20.04/22.04/CentOS 8** and their variants.
Currently, the officially supported Spark versions are 3.4.4, 3.5.5, 4.0.2 and
4.1.1.
diff --git a/docs/get-started/getting-started.md
b/docs/get-started/getting-started.md
index b85c64708e..215989d673 100644
--- a/docs/get-started/getting-started.md
+++ b/docs/get-started/getting-started.md
@@ -22,7 +22,7 @@ Gluten supports two native backends:
### 1. Prerequisites
-- **OS**: Ubuntu 20.04/22.04 or CentOS 7/8 (other Linux distros may work with
static build but are not officially tested)
+- **OS**: Ubuntu 20.04/22.04 or CentOS 8 (other Linux distros may work with
static build but are not officially tested)
- **JDK**: OpenJDK 8 or 17 (Spark 4.x requires JDK 17+)
- **Spark**: 3.4.4, 3.5.5, 4.0.2, or 4.1.1
- **Scala**: 2.12 (Spark 4.x requires Scala 2.13)
diff --git a/ep/build-velox/src/get-velox.sh b/ep/build-velox/src/get-velox.sh
index 63671d7643..860739dca2 100755
--- a/ep/build-velox/src/get-velox.sh
+++ b/ep/build-velox/src/get-velox.sh
@@ -163,7 +163,6 @@ function setup_linux {
case "$LINUX_VERSION_ID" in
9) process_setup_centos9 ;;
8) ;;
- 7) ;;
*)
echo "Unsupported centos version: $LINUX_VERSION_ID"
exit 1
@@ -182,7 +181,6 @@ function setup_linux {
esac
elif [[ "$LINUX_DISTRIBUTION" == "alinux" ]]; then
case "${LINUX_VERSION_ID:0:1}" in
- 2) ;;
3) process_setup_alinux3 ;;
*)
echo "Unsupported alinux version: $LINUX_VERSION_ID"
@@ -191,7 +189,6 @@ function setup_linux {
esac
elif [[ "$LINUX_DISTRIBUTION" == "tencentos" ]]; then
case "$LINUX_VERSION_ID" in
- 2.4) ;;
3.2) process_setup_tencentos32 ;;
*)
echo "Unsupported tencentos version: $LINUX_VERSION_ID"
diff --git a/tools/workload/benchmark_velox/build-gluten.sh
b/tools/workload/benchmark_velox/build-gluten.sh
index fee43f9ce1..8b91e75b99 100755
--- a/tools/workload/benchmark_velox/build-gluten.sh
+++ b/tools/workload/benchmark_velox/build-gluten.sh
@@ -33,7 +33,7 @@ short_version=${spark_version%.*}
export SPARK_VERSION=$short_version
# Update local docker image to make more cache hit for vcpkg lib binary.
-sudo docker pull apache/gluten:vcpkg-centos-7
+sudo docker pull apache/gluten:vcpkg-almalinux-8-gcc13
sudo docker run --rm \
-v ${GLUTEN_HOME}:/root/gluten \
@@ -44,6 +44,6 @@ sudo docker run --rm \
-e https_proxy \
-e SPARK_VERSION=$short_version \
--workdir /root/gluten \
- apache/gluten:vcpkg-centos-7 \
- ./dev/package-vcpkg.sh
+ apache/gluten:vcpkg-almalinux-8-gcc13 \
+ bash -c "source /opt/rh/gcc-toolset-13/enable &&
./dev/package-vcpkg.sh"
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
