You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@celeborn.apache.org by ch...@apache.org on 2023/01/03 04:09:04 UTC
[incubator-celeborn] branch CELEBORN-186 created (now bba99cb0)
This is an automated email from the ASF dual-hosted git repository.
chengpan pushed a change to branch CELEBORN-186
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
at bba99cb0 [CELEBORN-186][BUILD] Auto upload/move release artifacts to svn
This branch includes the following new commits:
new bba99cb0 [CELEBORN-186][BUILD] Auto upload/move release artifacts to svn
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[incubator-celeborn] 01/01: [CELEBORN-186][BUILD] Auto upload/move release artifacts to svn
Posted by ch...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
chengpan pushed a commit to branch CELEBORN-186
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
commit bba99cb02c0da74d77d3d39c8602097fcab83078
Author: Cheng Pan <ch...@apache.org>
AuthorDate: Tue Jan 3 12:08:47 2023 +0800
[CELEBORN-186][BUILD] Auto upload/move release artifacts to svn
---
build/release/release.sh | 124 +++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 124 insertions(+)
diff --git a/build/release/release.sh b/build/release/release.sh
new file mode 100755
index 00000000..3038e8a7
--- /dev/null
+++ b/build/release/release.sh
@@ -0,0 +1,124 @@
+#!/usr/bin/env bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+set -o pipefail
+set -e
+set -x
+
+ASF_USERNAME=${ASF_USERNAME:?"ASF_USERNAME is required"}
+ASF_PASSWORD=${ASF_PASSWORD:?"ASF_PASSWORD is required"}
+RELEASE_RC_NO=${RELEASE_RC_NO:?"RELEASE_RC_NO is required, e.g. 0"}
+
+RELEASE_VERSION=$(grep '<project.version>.*</project.version>' "${PROJECT_DIR}/pom.xml" -o \
+ | head -n 1 \
+ | sed 's/<\/*project.version>//g')
+
+exit_with_usage() {
+ local NAME=$(basename $0)
+ cat << EOF
+Usage: $NAME <publish|finalize>
+
+Top level targets are:
+ publish: Publish tarballs to SVN staging repository and jars to Nexus staging repository
+ finalize: Finalize the release after an RC passes vote
+
+All other inputs are environment variables
+
+RELEASE_RC_NO - Release RC number, (e.g. 0)
+
+ASF_USERNAME - Username of ASF committer account
+ASF_PASSWORD - Password of ASF committer account
+EOF
+ exit 1
+}
+
+if [[ ${RELEASE_VERSION} =~ .*-SNAPSHOT ]]; then
+ echo "Can not release a SNAPSHOT version: ${RELEASE_VERSION}"
+ exit_with_usage
+ exit 1
+fi
+
+RELEASE_TAG="v${RELEASE_VERSION}-rc${RELEASE_RC_NO}"
+
+SVN_STAGING_REPO="https://dist.apache.org/repos/dist/dev/incubator/celeborn"
+SVN_RELEASE_REPO="https://dist.apache.org/repos/dist/release/incubator/celeborn"
+
+PROJECT_DIR="$(cd "$(dirname "$0")"/../..; pwd)"
+RELEASE_DIR="${PROJECT_DIR}/work/release"
+SVN_STAGING_DIR="${PROJECT_DIR}/work/svn-dev"
+SVN_RELEASE_DIR="${PROJECT_DIR}/work/svn-release"
+
+package() {
+ SKIP_GPG="false" RELEASE_VERSION="${RELEASE_VERSION}" $PROJECT_DIR/build/release/create-package.sh source
+ SKIP_GPG="false" RELEASE_VERSION="${RELEASE_VERSION}" $PROJECT_DIR/build/release/create-package.sh binary
+}
+
+upload_svn_staging() {
+ svn checkout --depth=empty "${SVN_STAGING_REPO}" "${SVN_STAGING_DIR}"
+ mkdir -p "${SVN_STAGING_DIR}/${RELEASE_TAG}"
+ rm -f "${SVN_STAGING_DIR}/${RELEASE_TAG}/*"
+
+ SRC_TGZ_FILE="apache-celeborn-${RELEASE_VERSION}-source.tgz"
+ BIN_TGZ_FILE="apache-celeborn-${RELEASE_VERSION}-bin.tgz"
+
+ echo "Copying release tarballs"
+ cp "${RELEASE_DIR}/${SRC_TGZ_FILE}" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${SRC_TGZ_FILE}"
+ cp "${RELEASE_DIR}/${SRC_TGZ_FILE}.asc" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${SRC_TGZ_FILE}.asc"
+ cp "${RELEASE_DIR}/${SRC_TGZ_FILE}.sha512" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${SRC_TGZ_FILE}.sha512"
+ cp "${RELEASE_DIR}/${BIN_TGZ_FILE}" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${BIN_TGZ_FILE}"
+ cp "${RELEASE_DIR}/${BIN_TGZ_FILE}.asc" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${BIN_TGZ_FILE}.asc"
+ cp "${RELEASE_DIR}/${BIN_TGZ_FILE}.sha512" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${BIN_TGZ_FILE}.sha512"
+
+ svn add "${SVN_STAGING_DIR}/${RELEASE_TAG}"
+
+ echo "Uploading release tarballs to ${SVN_STAGING_DIR}/${RELEASE_TAG}"
+ (
+ cd "${SVN_STAGING_DIR}" && \
+ svn commit --username "${ASF_USERNAME}" --password "${ASF_PASSWORD}" --message "Apache Celeborn ${RELEASE_TAG}"
+ )
+ echo "Celeborn tarballs uploaded"
+}
+
+finalize_svn() {
+ echo "Moving Celeborn tarballs to the release directory"
+ svn mv --username "${ASF_USERNAME}" --password "${ASF_PASSWORD}" --no-auth-cache \
+ --message "Apache Celeborn ${RELEASE_VERSION}" \
+ "${SVN_STAGING_REPO}/${RELEASE_TAG}" "${SVN_RELEASE_REPO}/celeborn-${RELEASE_VERSION}"
+ echo "Celeborn tarballs moved"
+}
+
+if [[ "$1" == "publish" ]]; then
+ package
+ upload_svn_staging
+ exit 0
+fi
+
+if [[ "$1" == "finalize" ]]; then
+ echo "THIS STEP IS IRREVERSIBLE! Make sure the vote has passed and you pick the right RC to finalize."
+ read -p "You must be a PMC member to run this step. Continue? [y/N] " ANSWER
+ if [ "$ANSWER" != "y" ]; then
+ echo "Exiting."
+ exit 1
+ fi
+
+ finalize_svn
+ exit 0
+fi
+
+exit_with_usage