You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@celeborn.apache.org by et...@apache.org on 2023/01/03 07:09:47 UTC
[incubator-celeborn] branch branch-0.2 updated (40c81d1c -> 4019b3d3)
This is an automated email from the ASF dual-hosted git repository.
ethanfeng pushed a change to branch branch-0.2
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
from 40c81d1c [CELEBORN-185][SPARK] Can't release shuffle data if rss fallback to nss (#1133)
new 052c917c [CELEBORN-186][BUILD] Auto upload/move release artifacts to svn (#1130)
new 4019b3d3 [RELEASE] Bump 0.2.0-incubating
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
build/release/release.sh | 124 +++++++++++++++++++++++++++++++++++++++++++++++
pom.xml | 2 +-
2 files changed, 125 insertions(+), 1 deletion(-)
create mode 100755 build/release/release.sh
[incubator-celeborn] 02/02: [RELEASE] Bump 0.2.0-incubating
Posted by et...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
ethanfeng pushed a commit to branch branch-0.2
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
commit 4019b3d3ceb7dab64104dc8a776a4d1de777e540
Author: Ethan Feng <et...@apache.org>
AuthorDate: Tue Jan 3 15:09:36 2023 +0800
[RELEASE] Bump 0.2.0-incubating
---
pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/pom.xml b/pom.xml
index a12ee866..29feefc0 100644
--- a/pom.xml
+++ b/pom.xml
@@ -53,7 +53,7 @@
</distributionManagement>
<properties>
- <project.version>0.2.0-SNAPSHOT</project.version>
+ <project.version>0.2.0-incubating</project.version>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
[incubator-celeborn] 01/02: [CELEBORN-186][BUILD] Auto upload/move release artifacts to svn (#1130)
Posted by et...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
ethanfeng pushed a commit to branch branch-0.2
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
commit 052c917c15124b08124c14e3e5e374323fb8b056
Author: Cheng Pan <ch...@apache.org>
AuthorDate: Tue Jan 3 15:04:40 2023 +0800
[CELEBORN-186][BUILD] Auto upload/move release artifacts to svn (#1130)
---
build/release/release.sh | 124 +++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 124 insertions(+)
diff --git a/build/release/release.sh b/build/release/release.sh
new file mode 100755
index 00000000..a7c5ded4
--- /dev/null
+++ b/build/release/release.sh
@@ -0,0 +1,124 @@
+#!/usr/bin/env bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+set -o pipefail
+set -e
+set -x
+
+ASF_USERNAME=${ASF_USERNAME:?"ASF_USERNAME is required"}
+ASF_PASSWORD=${ASF_PASSWORD:?"ASF_PASSWORD is required"}
+RELEASE_RC_NO=${RELEASE_RC_NO:?"RELEASE_RC_NO is required, e.g. 0"}
+
+RELEASE_VERSION=$(grep '<project.version>.*</project.version>' "${PROJECT_DIR}/pom.xml" -o \
+ | head -n 1 \
+ | sed 's/<\/*project.version>//g')
+
+exit_with_usage() {
+ local NAME=$(basename $0)
+ cat << EOF
+Usage: $NAME <publish|finalize>
+
+Top level targets are:
+ publish: Publish tarballs to SVN staging repository
+ finalize: Finalize the release after an RC passes vote
+
+All other inputs are environment variables
+
+RELEASE_RC_NO - Release RC number, (e.g. 0)
+
+ASF_USERNAME - Username of ASF committer account
+ASF_PASSWORD - Password of ASF committer account
+EOF
+ exit 1
+}
+
+if [[ ${RELEASE_VERSION} =~ .*-SNAPSHOT ]]; then
+ echo "Can not release a SNAPSHOT version: ${RELEASE_VERSION}"
+ exit_with_usage
+ exit 1
+fi
+
+RELEASE_TAG="v${RELEASE_VERSION}-rc${RELEASE_RC_NO}"
+
+SVN_STAGING_REPO="https://dist.apache.org/repos/dist/dev/incubator/celeborn"
+SVN_RELEASE_REPO="https://dist.apache.org/repos/dist/release/incubator/celeborn"
+
+PROJECT_DIR="$(cd "$(dirname "$0")"/../..; pwd)"
+RELEASE_DIR="${PROJECT_DIR}/tmp"
+SVN_STAGING_DIR="${PROJECT_DIR}/tmp/svn-dev"
+SVN_RELEASE_DIR="${PROJECT_DIR}/tmp/svn-release"
+
+package() {
+ SKIP_GPG="false" $PROJECT_DIR/build/release/create-package.sh source
+ SKIP_GPG="false" $PROJECT_DIR/build/release/create-package.sh binary
+}
+
+upload_svn_staging() {
+ svn checkout --depth=empty "${SVN_STAGING_REPO}" "${SVN_STAGING_DIR}"
+ mkdir -p "${SVN_STAGING_DIR}/${RELEASE_TAG}"
+ rm -f "${SVN_STAGING_DIR}/${RELEASE_TAG}/*"
+
+ SRC_TGZ_FILE="apache-celeborn-${RELEASE_VERSION}-source.tgz"
+ BIN_TGZ_FILE="apache-celeborn-${RELEASE_VERSION}-bin.tgz"
+
+ echo "Copying release tarballs"
+ cp "${RELEASE_DIR}/${SRC_TGZ_FILE}" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${SRC_TGZ_FILE}"
+ cp "${RELEASE_DIR}/${SRC_TGZ_FILE}.asc" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${SRC_TGZ_FILE}.asc"
+ cp "${RELEASE_DIR}/${SRC_TGZ_FILE}.sha512" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${SRC_TGZ_FILE}.sha512"
+ cp "${RELEASE_DIR}/${BIN_TGZ_FILE}" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${BIN_TGZ_FILE}"
+ cp "${RELEASE_DIR}/${BIN_TGZ_FILE}.asc" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${BIN_TGZ_FILE}.asc"
+ cp "${RELEASE_DIR}/${BIN_TGZ_FILE}.sha512" "${SVN_STAGING_DIR}/${RELEASE_TAG}/${BIN_TGZ_FILE}.sha512"
+
+ svn add "${SVN_STAGING_DIR}/${RELEASE_TAG}"
+
+ echo "Uploading release tarballs to ${SVN_STAGING_DIR}/${RELEASE_TAG}"
+ (
+ cd "${SVN_STAGING_DIR}" && \
+ svn commit --username "${ASF_USERNAME}" --password "${ASF_PASSWORD}" --message "Apache Celeborn ${RELEASE_TAG}"
+ )
+ echo "Celeborn tarballs uploaded"
+}
+
+finalize_svn() {
+ echo "Moving Celeborn tarballs to the release directory"
+ svn mv --username "${ASF_USERNAME}" --password "${ASF_PASSWORD}" --no-auth-cache \
+ --message "Apache Celeborn ${RELEASE_VERSION}" \
+ "${SVN_STAGING_REPO}/${RELEASE_TAG}" "${SVN_RELEASE_REPO}/celeborn-${RELEASE_VERSION}"
+ echo "Celeborn tarballs moved"
+}
+
+if [[ "$1" == "publish" ]]; then
+ package
+ upload_svn_staging
+ exit 0
+fi
+
+if [[ "$1" == "finalize" ]]; then
+ echo "THIS STEP IS IRREVERSIBLE! Make sure the vote has passed and you pick the right RC to finalize."
+ read -p "You must be a PMC member to run this step. Continue? [y/N] " ANSWER
+ if [ "$ANSWER" != "y" ]; then
+ echo "Exiting."
+ exit 1
+ fi
+
+ finalize_svn
+ exit 0
+fi
+
+exit_with_usage