This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 52fb4acf89 [GLUTEN-11091][VL] Fix weekly build jobs on CentOS/Ubuntu
platform (#11092)
52fb4acf89 is described below
commit 52fb4acf89ccfc18f0b9d55179f0eeb0b2502e93
Author: Yuan <[email protected]>
AuthorDate: Mon Nov 17 09:02:25 2025 +0000
[GLUTEN-11091][VL] Fix weekly build jobs on CentOS/Ubuntu platform (#11092)
* [VL] Fix weekly build jobs
---------
Signed-off-by: Yuan <[email protected]>
---
.github/workflows/velox_weekly.yml | 9 ++++++---
dev/package.sh | 2 +-
ep/build-velox/src/setup-centos7.sh | 2 +-
ep/build-velox/src/setup-openeuler24.sh | 29 ++++++++++++++++++++++++++++-
4 files changed, 36 insertions(+), 6 deletions(-)
diff --git a/.github/workflows/velox_weekly.yml
b/.github/workflows/velox_weekly.yml
index 22103c5dbc..e598c52d6b 100644
--- a/.github/workflows/velox_weekly.yml
+++ b/.github/workflows/velox_weekly.yml
@@ -79,7 +79,8 @@ jobs:
runs-on: ubuntu-22.04
container: ${{ matrix.os }}
steps:
- - uses: actions/checkout@v4
+ - name: Checkout repository
+ uses: actions/checkout@v4
- name: Update mirror list
run: |
sed -i -e "s|mirrorlist=|#mirrorlist=|g" /etc/yum.repos.d/CentOS-*
|| true
@@ -116,7 +117,7 @@ jobs:
strategy:
fail-fast: false
matrix:
- os: [ "ubuntu:20.04", "ubuntu:22.04" ]
+ os: [ "ubuntu:22.04" ] # skip "ubuntu:20.04" due to not enough disk
space
if: ${{ startsWith(github.repository, 'apache/') }}
runs-on: ubuntu-22.04
container: ${{ matrix.os }}
@@ -143,6 +144,8 @@ jobs:
tar xf v1.13.0.tar.gz && cd googletest-1.13.0/
export CXXFLAGS=-fPIC
cmake . && make install -j
+ apt autoremove -y
+ rm -rf /tmp/*
fi
sudo apt-get install -y openjdk-8-jdk python3-pip cmake
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
@@ -211,7 +214,7 @@ jobs:
strategy:
fail-fast: false
if: ${{ startsWith(github.repository, 'apache/') }}
- runs-on: macos-latest
+ runs-on: macos-15
env:
INSTALL_PREFIX: /tmp/deps-install
steps:
diff --git a/dev/package.sh b/dev/package.sh
index 03440652fc..0a8f5ef096 100755
--- a/dev/package.sh
+++ b/dev/package.sh
@@ -31,7 +31,7 @@ fi
# build gluten with velox backend, prompt always respond y
export PROMPT_ALWAYS_RESPOND=y
-./dev/buildbundle-veloxbe.sh --enable_vcpkg=OFF --build_tests=ON
--build_benchmarks=ON --enable_s3=ON --enable_hdfs=ON "$@"
+./dev/buildbundle-veloxbe.sh --enable_vcpkg=OFF --build_tests=OFF
--build_benchmarks=ON --enable_s3=ON --enable_hdfs=ON "$@"
# make thirdparty package
./dev/build-thirdparty.sh
diff --git a/ep/build-velox/src/setup-centos7.sh
b/ep/build-velox/src/setup-centos7.sh
index 753b1d926b..e249acd0d4 100755
--- a/ep/build-velox/src/setup-centos7.sh
+++ b/ep/build-velox/src/setup-centos7.sh
@@ -74,6 +74,7 @@ function install_folly {
cmake_install folly -DBUILD_TESTS=OFF -DFOLLY_HAVE_INT128_T=ON
-DFOLLY_NO_EXCEPTION_TRACER=ON
}
+# not used
function install_conda {
cd "${DEPENDENCY_DIR}"
mkdir -p conda && pushd conda
@@ -224,7 +225,6 @@ function install_velox_deps {
run_and_time install_folly
run_and_time install_protobuf
run_and_time install_gtest
- run_and_time install_conda
run_and_time install_duckdb
run_and_time install_geos
}
diff --git a/ep/build-velox/src/setup-openeuler24.sh
b/ep/build-velox/src/setup-openeuler24.sh
index 697869bb31..a2baa986d7 100755
--- a/ep/build-velox/src/setup-openeuler24.sh
+++ b/ep/build-velox/src/setup-openeuler24.sh
@@ -49,6 +49,8 @@ FMT_VERSION="10.1.1"
BOOST_VERSION="boost-1.84.0"
DUCKDB_VERSION="v0.8.1"
GEOS_VERSION="3.10.7"
+ABSEIL_VERSION="20240116.2"
+GRPC_VERSION="v1.48.1"
function dnf_install {
dnf install -y -q --setopt=install_weak_deps=False "$@"
@@ -71,7 +73,7 @@ function install_velox_deps_from_dnf {
dnf_install libevent-devel \
openssl-devel re2-devel libzstd-devel lz4-devel double-conversion-devel \
libdwarf-devel elfutils-libelf-devel curl-devel libicu-devel bison flex \
- libsodium-devel zlib-devel
+ libsodium-devel zlib-devel c-ares-devel
# install sphinx for doc gen
pip install sphinx sphinx-tabs breathe sphinx_rtd_theme
@@ -168,6 +170,29 @@ function install_geos {
cmake_install_dir geos -DBUILD_TESTING=OFF
fi
}
+
+function install_grpc {
+ github_checkout grpc/grpc "${GRPC_VERSION}" --depth 1
+ cmake_install_dir grpc \
+ -DgRPC_BUILD_TESTS=OFF \
+ -DgRPC_ABSL_PROVIDER=package \
+ -DgRPC_ZLIB_PROVIDER=package \
+ -DgRPC_CARES_PROVIDER=package \
+ -DgRPC_RE2_PROVIDER=package \
+ -DgRPC_SSL_PROVIDER=package \
+ -DgRPC_PROTOBUF_PROVIDER=package \
+ -DgRPC_INSTALL=ON
+}
+
+function install_abseil {
+ wget_and_untar
https://github.com/abseil/abseil-cpp/archive/refs/tags/"${ABSEIL_VERSION}".tar.gz
abseil-cpp
+ cmake_install_dir abseil-cpp \
+ -DABSL_BUILD_TESTING=OFF \
+ -DCMAKE_CXX_STANDARD=17 \
+ -DABSL_PROPAGATE_CXX_STD=ON \
+ -DABSL_ENABLE_INSTALL=ON
+}
+
function install_velox_deps {
run_and_time install_velox_deps_from_dnf
run_and_time install_gflags
@@ -182,6 +207,8 @@ function install_velox_deps {
run_and_time install_wangle
run_and_time install_mvfst
run_and_time install_fbthrift
+ run_and_time install_abseil
+ run_and_time install_grpc
run_and_time install_duckdb
run_and_time install_geos
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
