This is an automated email from the ASF dual-hosted git repository.
philo pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 73cbf88c31 [VL][CI] Migrate Spark 4.1 tests to CentOS 9 (#11519)
73cbf88c31 is described below
commit 73cbf88c31e6dfe1bd2414d93e0805147fac9e07
Author: Reema Alzaid <[email protected]>
AuthorDate: Tue Feb 10 08:59:44 2026 +0300
[VL][CI] Migrate Spark 4.1 tests to CentOS 9 (#11519)
---
.github/workflows/velox_backend_x86.yml | 10 ++++++----
.../sql/catalyst/expressions/GlutenCastWithAnsiOffSuite.scala | 7 ++++++-
.../spark/sql/catalyst/expressions/GlutenTryCastSuite.scala | 7 ++++++-
3 files changed, 18 insertions(+), 6 deletions(-)
diff --git a/.github/workflows/velox_backend_x86.yml
b/.github/workflows/velox_backend_x86.yml
index 12e9e610fe..545fe71ab3 100644
--- a/.github/workflows/velox_backend_x86.yml
+++ b/.github/workflows/velox_backend_x86.yml
@@ -1425,7 +1425,7 @@ jobs:
runs-on: ubuntu-22.04
env:
SPARK_TESTING: true
- container: apache/gluten:centos-8-jdk17
+ container: apache/gluten:centos-9-jdk17
steps:
- uses: actions/checkout@v2
- name: Download All Artifacts
@@ -1440,8 +1440,10 @@ jobs:
path: /root/.m2/repository/org/apache/arrow/
- name: Prepare
run: |
- dnf module -y install python39 && \
- alternatives --set python3 /usr/bin/python3.9 && \
+ dnf install -y python3.11 python3.11-pip python3.11-devel && \
+ ls -la /usr/bin/python3.11 && \
+ alternatives --install /usr/bin/python3 python3 /usr/bin/python3.11
1 && \
+ alternatives --set python3 /usr/bin/python3.11 && \
pip3 install setuptools==77.0.3 && \
pip3 install pyspark==3.5.5 cython && \
pip3 install pandas==2.2.3 pyarrow==20.0.0
@@ -1482,7 +1484,7 @@ jobs:
runs-on: ubuntu-22.04
env:
SPARK_TESTING: true
- container: apache/gluten:centos-8-jdk17
+ container: apache/gluten:centos-9-jdk17
steps:
- uses: actions/checkout@v2
- name: Download All Artifacts
diff --git
a/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenCastWithAnsiOffSuite.scala
b/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenCastWithAnsiOffSuite.scala
index 74c1b25ca2..efde3f31e0 100644
---
a/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenCastWithAnsiOffSuite.scala
+++
b/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenCastWithAnsiOffSuite.scala
@@ -99,7 +99,11 @@ class GlutenCastWithAnsiOffSuite extends
CastWithAnsiOffSuite with GlutenTestsTr
// SystemV timezones are a legacy way of specifying timezones in Unix-like
OS.
// It is not supported by Velox.
- for (tz <- ALL_TIMEZONES.filterNot(_.getId.contains("SystemV"))) {
+ for (
+ tz <- ALL_TIMEZONES
+ .filterNot(_.getId.contains("SystemV"))
+ .filterNot(_.getId.contains("America/Coyhaique"))
+ ) {
withSQLConf(
SQLConf.SESSION_LOCAL_TIMEZONE.key -> tz.getId
) {
@@ -184,6 +188,7 @@ class GlutenCastWithAnsiOffSuite extends
CastWithAnsiOffSuite with GlutenTestsTr
.filterNot(_.getId.contains("America/Ciudad_Juarez"))
.filterNot(_.getId.contains("Antarctica/Vostok"))
.filterNot(_.getId.contains("Pacific/Kanton"))
+ .filterNot(_.getId.contains("America/Coyhaique"))
.filterNot(_.getId.contains("Asia/Tehran"))
.filterNot(_.getId.contains("Iran")),
prefix = "CastSuiteBase-cast-string-to-timestamp",
diff --git
a/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenTryCastSuite.scala
b/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenTryCastSuite.scala
index fc15ebfeef..c51980ecaa 100644
---
a/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenTryCastSuite.scala
+++
b/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenTryCastSuite.scala
@@ -46,7 +46,11 @@ class GlutenTryCastSuite extends TryCastSuite with
GlutenTestsTrait {
// SystemV timezones are a legacy way of specifying timezones in Unix-like
OS.
// It is not supported by Velox.
- for (tz <- ALL_TIMEZONES.filterNot(_.getId.contains("SystemV"))) {
+ for (
+ tz <- ALL_TIMEZONES
+ .filterNot(_.getId.contains("SystemV"))
+ .filterNot(_.getId.contains("America/Coyhaique"))
+ ) {
withSQLConf(
SQLConf.SESSION_LOCAL_TIMEZONE.key -> tz.getId
) {
@@ -118,6 +122,7 @@ class GlutenTryCastSuite extends TryCastSuite with
GlutenTestsTrait {
.filterNot(_.getId.contains("SystemV"))
.filterNot(_.getId.contains("Europe/Kyiv"))
.filterNot(_.getId.contains("America/Ciudad_Juarez"))
+ .filterNot(_.getId.contains("America/Coyhaique"))
.filterNot(_.getId.contains("Antarctica/Vostok"))
.filterNot(_.getId.contains("Pacific/Kanton"))
.filterNot(_.getId.contains("Asia/Tehran"))
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
