This is an automated email from the ASF dual-hosted git repository.
chengpan pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
The following commit(s) were added to refs/heads/main by this push:
new 7da694236 [CELEBORN-942] Release script supports uploading Nexus
7da694236 is described below
commit 7da694236740ba40b9d1d581adaa97a776b0fe66
Author: Cheng Pan <[email protected]>
AuthorDate: Thu Aug 31 23:39:30 2023 +0800
[CELEBORN-942] Release script supports uploading Nexus
### What changes were proposed in this pull request?
`build/release/release.sh` supports uploading client jars to Nexus.
### Why are the changes needed?
We should deploy the client jars to maven central.
### Does this PR introduce _any_ user-facing change?
No.
### How was this patch tested?
Manually verification.
Closes #1875 from pan3793/CELEBORN-942.
Authored-by: Cheng Pan <[email protected]>
Signed-off-by: Cheng Pan <[email protected]>
---
build/release/asf-settings.xml | 34 +++++++++++++++++++++++++++++++++
build/release/release.sh | 43 ++++++++++++++++++++++++++++++++++++++++++
2 files changed, 77 insertions(+)
diff --git a/build/release/asf-settings.xml b/build/release/asf-settings.xml
new file mode 100644
index 000000000..b6388f7e6
--- /dev/null
+++ b/build/release/asf-settings.xml
@@ -0,0 +1,34 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+
+<settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0
https://maven.apache.org/xsd/settings-1.0.0.xsd">
+ <servers>
+ <server>
+ <id>apache.snapshots.https</id>
+ <username>${env.ASF_USERNAME}</username>
+ <password>${env.ASF_PASSWORD}</password>
+ </server>
+ <server>
+ <id>apache.releases.https</id>
+ <username>${env.ASF_USERNAME}</username>
+ <password>${env.ASF_PASSWORD}</password>
+ </server>
+ </servers>
+</settings>
diff --git a/build/release/release.sh b/build/release/release.sh
index 1f748dbf9..ce89a981b 100755
--- a/build/release/release.sh
+++ b/build/release/release.sh
@@ -96,6 +96,48 @@ upload_svn_staging() {
echo "Celeborn tarballs uploaded"
}
+upload_nexus_staging() {
+ echo "Deploying celeborn-client-spark-2-shaded_2.11"
+ ${PROJECT_DIR}/build/mvn clean install -DskipTests
-Papache-release,spark-2.4 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-spark-2-shaded_2.11 -am
+ ${PROJECT_DIR}/build/mvn deploy -DskipTests -Papache-release,spark-2.4 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-spark-2-shaded_2.11
+
+ echo "Deploying celeborn-client-spark-3-shaded_2.12"
+ ${PROJECT_DIR}/build/mvn clean install -DskipTests
-Papache-release,spark-3.3 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-spark-3-shaded_2.12 -am
+ ${PROJECT_DIR}/build/mvn deploy -DskipTests -Papache-release,spark-3.3 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-spark-3-shaded_2.12
+
+ echo "Deploying celeborn-client-flink-1.14-shaded_2.12"
+ ${PROJECT_DIR}/build/mvn clean install -DskipTests
-Papache-release,flink-1.14 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-flink-1.14-shaded_2.12 -am
+ ${PROJECT_DIR}/build/mvn deploy -DskipTests -Papache-release,flink-1.14 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-flink-1.14-shaded_2.12
+
+ echo "Deploying celeborn-client-flink-1.15-shaded_2.12"
+ ${PROJECT_DIR}/build/mvn clean install -DskipTests
-Papache-release,flink-1.15 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-flink-1.15-shaded_2.12 -am
+ ${PROJECT_DIR}/build/mvn deploy -DskipTests -Papache-release,flink-1.15 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-flink-1.15-shaded_2.12
+
+ echo "Deploying celeborn-client-flink-1.17-shaded_2.12"
+ ${PROJECT_DIR}/build/mvn clean install -DskipTests
-Papache-release,flink-1.17 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-flink-1.17-shaded_2.12 -am
+ ${PROJECT_DIR}/build/mvn deploy -DskipTests -Papache-release,flink-1.17 \
+ -s "${PROJECT_DIR}/build/release/asf-settings.xml" \
+ -pl :celeborn-client-flink-1.17-shaded_2.12
+}
+
finalize_svn() {
echo "Moving Celeborn tarballs to the release directory"
svn mv --username "${ASF_USERNAME}" --password "${ASF_PASSWORD}"
--no-auth-cache \
@@ -107,6 +149,7 @@ finalize_svn() {
if [[ "$1" == "publish" ]]; then
package
upload_svn_staging
+ upload_nexus_staging
exit 0
fi