This is an automated email from the ASF dual-hosted git repository.
yufei pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/polaris.git
The following commit(s) were added to refs/heads/main by this push:
new 4f57506bc Using the closer.lua download script (#2038)
4f57506bc is described below
commit 4f57506bcf232e5233a60ae8cacc48eeec463c3f
Author: Dongjoon Hyun <[email protected]>
AuthorDate: Fri Jul 11 22:35:58 2025 -0700
Using the closer.lua download script (#2038)
---
plugins/spark/v3.5/getting-started/notebooks/Dockerfile | 2 +-
plugins/spark/v3.5/regtests/setup.sh | 4 ++--
regtests/setup.sh | 4 ++--
site/content/in-dev/polaris-spark-client.md | 2 +-
4 files changed, 6 insertions(+), 6 deletions(-)
diff --git a/plugins/spark/v3.5/getting-started/notebooks/Dockerfile
b/plugins/spark/v3.5/getting-started/notebooks/Dockerfile
index 2af9412c6..2236f57bb 100644
--- a/plugins/spark/v3.5/getting-started/notebooks/Dockerfile
+++ b/plugins/spark/v3.5/getting-started/notebooks/Dockerfile
@@ -25,7 +25,7 @@ USER root
# Generic table support requires delta 3.2.1
# Install Spark 3.5.5
-RUN wget -q
https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz \
+RUN wget -q
https://www.apache.org/dyn/closer.lua/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz?action=download
\
&& tar -xzf spark-3.5.5-bin-hadoop3.tgz \
&& mv spark-3.5.5-bin-hadoop3 /opt/spark \
&& rm spark-3.5.5-bin-hadoop3.tgz
diff --git a/plugins/spark/v3.5/regtests/setup.sh
b/plugins/spark/v3.5/regtests/setup.sh
index a5f757b3c..2db6e46ce 100755
--- a/plugins/spark/v3.5/regtests/setup.sh
+++ b/plugins/spark/v3.5/regtests/setup.sh
@@ -94,12 +94,12 @@ if ! [ -f ${SPARK_HOME}/bin/spark-sql ]; then
fi
if ! [ -f ~/${SPARK_DISTRIBUTION}.tgz ]; then
echo 'Downloading spark distro...'
- wget -O ~/${SPARK_DISTRIBUTION}.tgz
https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/${SPARK_DISTRIBUTION}.tgz
+ wget -O ~/${SPARK_DISTRIBUTION}.tgz
https://www.apache.org/dyn/closer.lua/spark/spark-${SPARK_VERSION}/${SPARK_DISTRIBUTION}.tgz?action=download
if ! [ -f ~/${SPARK_DISTRIBUTION}.tgz ]; then
if [[ "${OSTYPE}" == "darwin"* ]]; then
echo "Detected OS: mac. Running 'brew install wget' to try again."
brew install wget
- wget -O ~/${SPARK_DISTRIBUTION}.tgz
https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/${SPARK_DISTRIBUTION}.tgz
+ wget -O ~/${SPARK_DISTRIBUTION}.tgz
https://www.apache.org/dyn/closer.lua/spark/spark-${SPARK_VERSION}/${SPARK_DISTRIBUTION}.tgz?action=download
fi
fi
else
diff --git a/regtests/setup.sh b/regtests/setup.sh
index 5dc89ca49..d5ca74d53 100755
--- a/regtests/setup.sh
+++ b/regtests/setup.sh
@@ -44,12 +44,12 @@ if ! [ -f ${SPARK_HOME}/bin/spark-sql ]; then
fi
if ! [ -f ~/${SPARK_DISTRIBUTION}.tgz ]; then
echo 'Downloading spark distro...'
- wget -O ~/${SPARK_DISTRIBUTION}.tgz
https://archive.apache.org/dist/spark/${SPARK_VERSION}/${SPARK_DISTRIBUTION}.tgz
+ wget -O ~/${SPARK_DISTRIBUTION}.tgz
https://www.apache.org/dyn/closer.lua/spark/${SPARK_VERSION}/${SPARK_DISTRIBUTION}.tgz?action=download
if ! [ -f ~/${SPARK_DISTRIBUTION}.tgz ]; then
if [[ "${OSTYPE}" == "darwin"* ]]; then
echo "Detected OS: mac. Running 'brew install wget' to try again."
brew install wget
- wget -O ~/${SPARK_DISTRIBUTION}.tgz
https://archive.apache.org/dist/spark/${SPARK_VERSION}/${SPARK_DISTRIBUTION}.tgz
+ wget -O ~/${SPARK_DISTRIBUTION}.tgz
https://www.apache.org/dyn/closer.lua/spark/${SPARK_VERSION}/${SPARK_DISTRIBUTION}.tgz?action=download
fi
fi
else
diff --git a/site/content/in-dev/polaris-spark-client.md
b/site/content/in-dev/polaris-spark-client.md
index ffe75cb7b..e59657d52 100644
--- a/site/content/in-dev/polaris-spark-client.md
+++ b/site/content/in-dev/polaris-spark-client.md
@@ -47,7 +47,7 @@ Before starting, ensure that the deployed Polaris service
supports Generic Table
Spark 3.5.5 is recommended, and you can follow the instructions below to get a
Spark 3.5.5 distribution.
```shell
cd ~
-wget
https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz
+wget
https://www.apache.org/dyn/closer.lua/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz?action=download
mkdir spark-3.5
tar xzvf spark-3.5.5-bin-hadoop3.tgz -C spark-3.5 --strip-components=1
cd spark-3.5
