You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bahir.apache.org by lr...@apache.org on 2017/04/06 16:43:00 UTC
bahir-flink git commit: [BAHIR-96] Add release util scripts for Bahir
Flink
Repository: bahir-flink
Updated Branches:
refs/heads/master 130475839 -> b21bd7112
[BAHIR-96] Add release util scripts for Bahir Flink
Closes #14.
Project: http://git-wip-us.apache.org/repos/asf/bahir-flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/bahir-flink/commit/b21bd711
Tree: http://git-wip-us.apache.org/repos/asf/bahir-flink/tree/b21bd711
Diff: http://git-wip-us.apache.org/repos/asf/bahir-flink/diff/b21bd711
Branch: refs/heads/master
Commit: b21bd7112d570c194995a7e64dc3d5c754d5b681
Parents: 1304758
Author: Tzu-Li (Gordon) Tai <tz...@apache.org>
Authored: Fri Mar 24 20:16:08 2017 +0800
Committer: Luciano Resende <lr...@apache.org>
Committed: Thu Apr 6 08:57:02 2017 -0700
----------------------------------------------------------------------
dev/change-scala-version.sh | 65 ++++++++
dev/release-build.sh | 330 +++++++++++++++++++++++++++++++++++++++
2 files changed, 395 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bahir-flink/blob/b21bd711/dev/change-scala-version.sh
----------------------------------------------------------------------
diff --git a/dev/change-scala-version.sh b/dev/change-scala-version.sh
new file mode 100755
index 0000000..7203ee7
--- /dev/null
+++ b/dev/change-scala-version.sh
@@ -0,0 +1,65 @@
+#!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+set -e
+
+VALID_VERSIONS=( 2.10 2.11 )
+
+usage() {
+ echo "Usage: $(basename $0) [-h|--help] <version>
+where :
+ -h| --help Display this help text
+ valid version values : ${VALID_VERSIONS[*]}
+" 1>&2
+ exit 1
+}
+
+if [[ ($# -ne 1) || ( $1 == "--help") || $1 == "-h" ]]; then
+ usage
+fi
+
+TO_VERSION=$1
+
+check_scala_version() {
+ for i in ${VALID_VERSIONS[*]}; do [ $i = "$1" ] && return 0; done
+ echo "Invalid Scala version: $1. Valid versions: ${VALID_VERSIONS[*]}" 1>&2
+ exit 1
+}
+
+check_scala_version "$TO_VERSION"
+
+if [ $TO_VERSION = "2.11" ]; then
+ FROM_VERSION="2.10"
+else
+ FROM_VERSION="2.11"
+fi
+
+sed_i() {
+ sed -e "$1" "$2" > "$2.tmp" && mv "$2.tmp" "$2"
+}
+
+export -f sed_i
+
+BASEDIR=$(dirname $0)/..
+find "$BASEDIR" -name 'pom.xml' -not -path '*target*' -print \
+ -exec bash -c "sed_i 's/\(artifactId.*\)_'$FROM_VERSION'/\1_'$TO_VERSION'/g' {}" \;
+
+# Also update <scala.binary.version> in parent POM
+# Match any scala binary version to ensure idempotency
+sed_i '1,/<scala\.binary\.version>[0-9]*\.[0-9]*</s/<scala\.binary\.version>[0-9]*\.[0-9]*</<scala.binary.version>'$TO_VERSION'</' \
+ "$BASEDIR/pom.xml"
http://git-wip-us.apache.org/repos/asf/bahir-flink/blob/b21bd711/dev/release-build.sh
----------------------------------------------------------------------
diff --git a/dev/release-build.sh b/dev/release-build.sh
new file mode 100755
index 0000000..7abb336
--- /dev/null
+++ b/dev/release-build.sh
@@ -0,0 +1,330 @@
+#!/usr/bin/env bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+function exit_with_usage {
+ cat << EOF
+
+release-build - Creates build distributions from a git commit hash or from HEAD.
+
+SYNOPSIS
+
+usage: release-build.sh [--release-prepare | --release-publish | --release-snapshot]
+
+DESCRIPTION
+
+Use maven infrastructure to create a project release package and publish
+to staging release location (https://dist.apache.org/repos/dist/dev/bahir/bahir-flink)
+and maven staging release repository.
+
+--release-prepare --releaseVersion="1.0" --developmentVersion="1.1-SNAPSHOT" [--releaseRc="rc1"] [--tag="v1.0"] [--gitCommitHash="a874b73"]
+This form execute maven release:prepare and upload the release candidate distribution
+to the staging release location.
+
+--release-publish --gitCommitHash="a874b73"
+Publish the maven artifacts of a release to the Apache staging maven repository.
+Note that this will publish both Scala 2.10 and 2.11 artifacts.
+
+--release-snapshot [--gitCommitHash="a874b73"]
+Publish the maven snapshot artifacts to Apache snapshots maven repository
+Note that this will publish both Scala 2.10 and 2.11 artifacts.
+
+OPTIONS
+
+--releaseVersion - Release identifier used when publishing
+--developmentVersion - Release identifier used for next development cycle
+--releaseRc - Release RC identifier used when publishing, default 'rc1'
+--tag - Release Tag identifier used when taging the release, default 'v$releaseVersion'
+--gitCommitHash - Release tag or commit to build from, default master HEAD
+--dryRun - Dry run only, mostly used for testing.
+
+A GPG passphrase is expected as an environment variable
+
+GPG_PASSPHRASE - Passphrase for GPG key used to sign release
+
+EXAMPLES
+
+release-build.sh --release-prepare --releaseVersion="1.0" --developmentVersion="1.1-SNAPSHOT"
+release-build.sh --release-prepare --releaseVersion="1.0" --developmentVersion="1.1-SNAPSHOT" --releaseRc="rc1" --tag="v1.0"
+release-build.sh --release-prepare --releaseVersion="1.0" --developmentVersion="1.1-SNAPSHOT" --releaseRc="rc1" --tag="v1.0" --gitCommitHash="a874b73" --dryRun
+
+release-build.sh --release-publish --gitCommitHash="a874b73"
+release-build.sh --release-publish --gitTag="v1.0rc1"
+
+release-build.sh --release-snapshot
+release-build.sh --release-snapshot --gitCommitHash="a874b73"
+
+EOF
+ exit 1
+}
+
+set -e
+
+if [ $# -eq 0 ]; then
+ exit_with_usage
+fi
+
+
+# Process each provided argument configuration
+while [ "${1+defined}" ]; do
+ IFS="=" read -ra PARTS <<< "$1"
+ case "${PARTS[0]}" in
+ --release-prepare)
+ GOAL="release-prepare"
+ RELEASE_PREPARE=true
+ shift
+ ;;
+ --release-publish)
+ GOAL="release-publish"
+ RELEASE_PUBLISH=true
+ shift
+ ;;
+ --release-snapshot)
+ GOAL="release-snapshot"
+ RELEASE_SNAPSHOT=true
+ shift
+ ;;
+ --gitCommitHash)
+ GIT_REF="${PARTS[1]}"
+ shift
+ ;;
+ --gitTag)
+ GIT_TAG="${PARTS[1]}"
+ shift
+ ;;
+ --releaseVersion)
+ RELEASE_VERSION="${PARTS[1]}"
+ shift
+ ;;
+ --developmentVersion)
+ DEVELOPMENT_VERSION="${PARTS[1]}"
+ shift
+ ;;
+ --releaseRc)
+ RELEASE_RC="${PARTS[1]}"
+ shift
+ ;;
+ --tag)
+ RELEASE_TAG="${PARTS[1]}"
+ shift
+ ;;
+ --dryRun)
+ DRY_RUN="-DdryRun=true"
+ shift
+ ;;
+
+ *help* | -h)
+ exit_with_usage
+ exit 0
+ ;;
+ -*)
+ echo "Error: Unknown option: $1" >&2
+ exit 1
+ ;;
+ *) # No more options
+ break
+ ;;
+ esac
+done
+
+
+if [[ -z "$GPG_PASSPHRASE" ]]; then
+ echo 'The environment variable GPG_PASSPHRASE is not set. Enter the passphrase to'
+ echo 'unlock the GPG signing key that will be used to sign the release!'
+ echo
+ stty -echo && printf "GPG passphrase: " && read GPG_PASSPHRASE && printf '\n' && stty echo
+ fi
+
+if [[ "$RELEASE_PREPARE" == "true" && -z "$RELEASE_VERSION" ]]; then
+ echo "ERROR: --releaseVersion must be passed as an argument to run this script"
+ exit_with_usage
+fi
+
+if [[ "$RELEASE_PREPARE" == "true" && -z "$DEVELOPMENT_VERSION" ]]; then
+ echo "ERROR: --developmentVersion must be passed as an argument to run this script"
+ exit_with_usage
+fi
+
+if [[ "$RELEASE_PUBLISH" == "true" ]]; then
+ if [[ "$GIT_REF" && "$GIT_TAG" ]]; then
+ echo "ERROR: Only one argumented permitted when publishing : --gitCommitHash or --gitTag"
+ exit_with_usage
+ fi
+ if [[ -z "$GIT_REF" && -z "$GIT_TAG" ]]; then
+ echo "ERROR: --gitCommitHash OR --gitTag must be passed as an argument to run this script"
+ exit_with_usage
+ fi
+fi
+
+if [[ "$RELEASE_PUBLISH" == "true" && "$DRY_RUN" ]]; then
+ echo "ERROR: --dryRun not supported for --release-publish"
+ exit_with_usage
+fi
+
+if [[ "$RELEASE_SNAPSHOT" == "true" && "$DRY_RUN" ]]; then
+ echo "ERROR: --dryRun not supported for --release-publish"
+ exit_with_usage
+fi
+
+# Commit ref to checkout when building
+GIT_REF=${GIT_REF:-master}
+if [[ "$RELEASE_PUBLISH" == "true" && "$GIT_TAG" ]]; then
+ GIT_REF="tags/$GIT_TAG"
+fi
+
+BASE_DIR=$(pwd)
+
+MVN="mvn"
+PUBLISH_PROFILES="-Pdistribution"
+
+if [ -z "$RELEASE_RC" ]; then
+ RELEASE_RC="rc1"
+fi
+
+if [ -z "$RELEASE_TAG" ]; then
+ RELEASE_TAG="v$RELEASE_VERSION-$RELEASE_RC"
+fi
+
+RELEASE_STAGING_LOCATION="https://dist.apache.org/repos/dist/dev/bahir/bahir-flink/"
+
+
+echo " "
+echo "-------------------------------------------------------------"
+echo "------- Release preparation with the following parameters ---"
+echo "-------------------------------------------------------------"
+echo "Executing ==> $GOAL"
+echo "Git reference ==> $GIT_REF"
+echo "release version ==> $RELEASE_VERSION"
+echo "development version ==> $DEVELOPMENT_VERSION"
+echo "rc ==> $RELEASE_RC"
+echo "tag ==> $RELEASE_TAG"
+if [ "$DRY_RUN" ]; then
+ echo "dry run ? ==> true"
+fi
+echo " "
+echo "Deploying to :"
+echo $RELEASE_STAGING_LOCATION
+echo " "
+
+function checkout_code {
+ # Checkout code
+ rm -rf target
+ mkdir target
+ cd target
+ rm -rf bahir-flink
+ git clone https://git-wip-us.apache.org/repos/asf/bahir-flink.git
+ cd bahir-flink
+ git checkout $GIT_REF
+ git_hash=`git rev-parse --short HEAD`
+ echo "Checked out Bahir Flink git hash $git_hash"
+
+ git clean -d -f -x
+ #rm .gitignore
+ #rm -rf .git
+
+ cd "$BASE_DIR" #return to base dir
+}
+
+if [[ "$RELEASE_PREPARE" == "true" ]]; then
+ echo "Preparing release $RELEASE_VERSION"
+ # Checkout code
+ checkout_code
+ cd target/bahir-flink
+
+ # Build and prepare the release
+ $MVN $PUBLISH_PROFILES release:clean release:prepare $DRY_RUN -Darguments="-Dgpg.passphrase=\"$GPG_PASSPHRASE\" -DskipTests" -DreleaseVersion="$RELEASE_VERSION" -DdevelopmentVersion="$DEVELOPMENT_VERSION" -Dtag="$RELEASE_TAG"
+
+ cd .. #exit bahir-flink
+
+ if [ -z "$DRY_RUN" ]; then
+ svn co $RELEASE_STAGING_LOCATION svn-bahir-flink
+ mkdir -p svn-bahir-flink/$RELEASE_VERSION-$RELEASE_RC
+ cp bahir-flink/distribution/target/*.tar.gz svn-bahir-flink/$RELEASE_VERSION-$RELEASE_RC/
+ cp bahir-flink/distribution/target/*.zip svn-bahir-flink/$RELEASE_VERSION-$RELEASE_RC/
+
+ cd svn-bahir-flink/$RELEASE_VERSION-$RELEASE_RC/
+ for i in *.zip *.gz; do gpg --output $i.asc --detach-sig --armor $i; done
+ for i in *.zip *.gz; do openssl md5 -hex $i | sed 's/MD5(\([^)]*\))= \([0-9a-f]*\)/\2 *\1/' > $i.md5; done
+
+ cd .. #exit $RELEASE_VERSION-$RELEASE_RC/
+
+ svn add $RELEASE_VERSION-$RELEASE_RC/
+ svn ci -m"Apache Bahir extensions for Apache Flink $RELEASE_VERSION-$RELEASE_RC"
+ fi
+
+
+ cd "$BASE_DIR" #exit target
+
+ exit 0
+fi
+
+
+if [[ "$RELEASE_PUBLISH" == "true" ]]; then
+ echo "Preparing release $RELEASE_VERSION"
+ # Checkout code
+ checkout_code
+ cd target/bahir-flink
+
+ #Deploy default scala 2.11
+ mvn $PUBLISH_PROFILES -DaltDeploymentRepository=apache.releases.https::default::https://repository.apache.org/service/local/staging/deploy/maven2 clean package gpg:sign install:install deploy:deploy -DskiptTests -Darguments="-DskipTests" -Dgpg.passphrase=$GPG_PASSPHRASE
+
+ mvn clean
+
+ #Deploy scala 2.10
+ ./dev/change-scala-version.sh 2.10
+ mvn $PUBLISH_PROFILES -DaltDeploymentRepository=apache.releases.https::default::https://repository.apache.org/service/local/staging/deploy/maven2 clean package gpg:sign install:install deploy:deploy -DskipTests -Darguments="-DskipTests" -Dscala-2.10 -Dgpg.passphrase=$GPG_PASSPHRASE
+
+ cd "$BASE_DIR" #exit target
+
+ exit 0
+fi
+
+
+if [[ "$RELEASE_SNAPSHOT" == "true" ]]; then
+ # Checkout code
+ checkout_code
+ cd target/bahir-flink
+
+ CURRENT_VERSION=$($MVN help:evaluate -Dexpression=project.version \
+ | grep -v INFO | grep -v WARNING | grep -v Download)
+
+ # Publish Bahir Flink Snapshots to Maven snapshot repo
+ echo "Deploying Bahir Flink SNAPSHOT at '$GIT_REF' ($git_hash)"
+ echo "Publish version is $CURRENT_VERSION"
+ if [[ ! $CURRENT_VERSION == *"SNAPSHOT"* ]]; then
+ echo "ERROR: Snapshots must have a version containing SNAPSHOT"
+ echo "ERROR: You gave version '$CURRENT_VERSION'"
+ exit 1
+ fi
+
+ #Deploy default scala 2.11
+ $MVN $PUBLISH_PROFILES -DaltDeploymentRepository=apache.snapshots.https::default::https://repository.apache.org/content/repositories/snapshots clean package gpg:sign install:install deploy:deploy -DskipTests -Darguments="-DskipTests" -Dgpg.passphrase=$GPG_PASSPHRASE
+
+ #Deploy scala 2.10
+ ./dev/change-scala-version.sh 2.10
+ $MVN $PUBLISH_PROFILES -DaltDeploymentRepository=apache.snapshots.https::default::https://repository.apache.org/content/repositories/snapshots clean package gpg:sign install:install deploy:deploy -DskipTests -Darguments="-DskipTests" -Dscala-2.10 -Dgpg.passphrase=$GPG_PASSPHRASE
+
+ cd "$BASE_DIR" #exit target
+ exit 0
+fi
+
+
+cd "$BASE_DIR" #return to base dir
+rm -rf target
+echo "ERROR: wrong execution goals"
+exit_with_usage