This is an automated email from the ASF dual-hosted git repository.
philo-he pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 2a0174d3cf [MINOR][VL] Fix weekly test job; adding basic tpch test for
macos test (#12870)
2a0174d3cf is described below
commit 2a0174d3cf1dac1a52a468fb5c63c5f847f1838b
Author: Yuan <[email protected]>
AuthorDate: Mon Aug 24 20:34:22 2026 +0100
[MINOR][VL] Fix weekly test job; adding basic tpch test for macos test
(#12870)
---
.github/workflows/velox_weekly.yml | 10 ++++++++++
dev/build-helper-functions.sh | 2 ++
ep/build-velox/src/setup-openeuler24.sh | 28 ++++++++++++++++++++++++++++
3 files changed, 40 insertions(+)
diff --git a/.github/workflows/velox_weekly.yml
b/.github/workflows/velox_weekly.yml
index dab8d5c1b0..ef7f26a233 100644
--- a/.github/workflows/velox_weekly.yml
+++ b/.github/workflows/velox_weekly.yml
@@ -336,11 +336,16 @@ jobs:
with:
path: '${{ env.CCACHE_DIR }}'
key: ccache-weekly-macos-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
+ - name: Fix JAVA_HOME on macOS
+ run: echo "JAVA_HOME=$(/usr/libexec/java_home -v 17)" >> $GITHUB_ENV
- name: Build
run: |
+ echo "JAVA_HOME: $JAVA_HOME"
export CCACHE_MAXSIZE=1G
mkdir -p $CCACHE_DIR
./dev/buildbundle-veloxbe.sh --run_setup_script=ON --build_arrow=ON
--build_tests=ON --build_benchmarks=ON --spark_version=3.5
+ cd $GITHUB_WORKSPACE/tools/gluten-it
+ $GITHUB_WORKSPACE/build/mvn -ntp clean install -Pspark-3.5
- name: Clean Ccache tmp before save
if: always()
run: rm -rf '${{ env.CCACHE_DIR }}/tmp'
@@ -352,3 +357,8 @@ jobs:
key: ccache-weekly-macos-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
include-hidden-files: true
retention-days: '7'
+ - name: Run TPC-H
+ run: |
+ echo "JAVA_HOME: $JAVA_HOME"
+ cd $GITHUB_WORKSPACE/tools/gluten-it
+ $TPCH_TEST
\ No newline at end of file
diff --git a/dev/build-helper-functions.sh b/dev/build-helper-functions.sh
index 3f2537da2a..631da2847a 100644
--- a/dev/build-helper-functions.sh
+++ b/dev/build-helper-functions.sh
@@ -232,6 +232,7 @@ function setup_linux {
export SIMDJSON_SKIPUTF8VALIDATION=ON
if [[ "$LINUX_DISTRIBUTION" == "ubuntu" || "$LINUX_DISTRIBUTION" == "debian"
|| "$LINUX_DISTRIBUTION" == "pop" ]]; then
+ source scripts/setup-ubuntu.sh
scripts/setup-ubuntu.sh
elif [[ "$LINUX_DISTRIBUTION" == "centos" ]]; then
source scripts/setup-centos-adapters.sh
@@ -253,6 +254,7 @@ function setup_linux {
elif [[ "$LINUX_DISTRIBUTION" == "openEuler" ]]; then
case "$LINUX_VERSION_ID" in
24.03)
+ source $GLUTEN_VELOX_SCRIPT_HOME/setup-openeuler24.sh
$GLUTEN_VELOX_SCRIPT_HOME/setup-openeuler24.sh ;;
*)
echo "Unsupported openEuler version: $LINUX_VERSION_ID"
diff --git a/ep/build-velox/src/setup-openeuler24.sh
b/ep/build-velox/src/setup-openeuler24.sh
index 39fd196e73..682e705832 100755
--- a/ep/build-velox/src/setup-openeuler24.sh
+++ b/ep/build-velox/src/setup-openeuler24.sh
@@ -231,6 +231,34 @@ function install_velox_deps {
run_and_time install_geos
}
+function install_s3 {
+ install_aws_deps
+ local MINIO_OS="linux"
+ install_minio ${MINIO_OS}
+}
+
+function install_gcs {
+ dnf -y install npm curl-devel c-ares-devel re2-devel
+ install_gcs_sdk_cpp
+}
+
+function install_abfs {
+ dnf -y install perl-IPC-Cmd openssl-devel libxml2-devel
+ install_azure_storage_sdk_cpp
+}
+
+function install_hdfs {
+ dnf -y install libxml2-devel libgsasl-devel libuuid-devel krb5-devel
java-1.8.0-openjdk-devel
+ install_hdfs_deps
+}
+
+function install_adapters {
+ run_and_time install_s3
+ run_and_time install_gcs
+ run_and_time install_abfs
+ run_and_time install_hdfs
+}
+
(return 2> /dev/null) && return # If script was sourced, don't run commands.
(
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
