You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by sc...@apache.org on 2019/01/17 21:44:06 UTC
[beam] branch master updated: Add all postcommit tests into RC
process
This is an automated email from the ASF dual-hosted git repository.
scott pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new eb3ad65 Add all postcommit tests into RC process
new ccc9d79 Merge pull request #7509: Add all postcommit tests into RC process
eb3ad65 is described below
commit eb3ad65e6c12e14a30e7ef7af6e0c9fc78b129ac
Author: Boyuan Zhang <bo...@google.com>
AuthorDate: Mon Jan 14 18:55:17 2019 -0800
Add all postcommit tests into RC process
---
release/src/main/scripts/run_rc_validation.sh | 21 +++++++
release/src/main/scripts/verify_release_build.sh | 72 ++++++++++++++++++++++++
2 files changed, 93 insertions(+)
diff --git a/release/src/main/scripts/run_rc_validation.sh b/release/src/main/scripts/run_rc_validation.sh
index 4881066..1fc0d54 100755
--- a/release/src/main/scripts/run_rc_validation.sh
+++ b/release/src/main/scripts/run_rc_validation.sh
@@ -49,6 +49,8 @@ LOCAL_CLONE_DIR=rc_validations
BEAM_ROOT_DIR=beam
GIT_REPO_URL=https://github.com/apache/beam.git
PYTHON_RC_DOWNLOAD_URL=https://dist.apache.org/repos/dist/dev/beam
+HUB_VERSION=2.5.0
+HUB_ARTIFACTS_NAME=hub-linux-amd64-${HUB_VERSION}
echo "[Input Required] Please enter the release version: "
read RELEASE
@@ -70,6 +72,25 @@ if [[ $confirmation != "y" ]]; then
exit
fi
+echo "=================Checking hub========================"
+if [[ -z `which hub` ]]; then
+ echo "There is no hub installed on your machine."
+ echo "Would you like to install hub with root permission? [y|N]"
+ read confirmation
+ if [[ $confirmation != "y" ]]; then
+ echo "Refused to install hub. Cannot proceed into next setp."
+ exit
+ fi
+ echo "=================Installing hub======================="
+ wget https://github.com/github/hub/releases/download/v${HUB_VERSION}/${HUB_ARTIFACTS_NAME}.tgz
+ tar zvxvf ${HUB_ARTIFACTS_NAME}.tgz
+ sudo ./${HUB_ARTIFACTS_NAME}/install
+ echo "eval "$(hub alias -s)"" >> ~/.bashrc
+ rm -rf ${HUB_ARTIFACTS_NAME}*
+fi
+hub version
+
+
echo "====================Cloning Beam Release Branch===================="
cd ~
if [[ -d ${LOCAL_CLONE_DIR} ]]; then
diff --git a/release/src/main/scripts/verify_release_build.sh b/release/src/main/scripts/verify_release_build.sh
index b284950..50b2c65 100755
--- a/release/src/main/scripts/verify_release_build.sh
+++ b/release/src/main/scripts/verify_release_build.sh
@@ -102,6 +102,27 @@ else
which time
fi
+echo "=================Checking hub========================"
+HUB_VERSION=2.5.0
+HUB_ARTIFACTS_NAME=hub-linux-amd64-${HUB_VERSION}
+if [[ -z `which hub` ]]; then
+ echo "There is no hub installed on your machine."
+ echo "Would you like to install hub with root permission? [y|N]"
+ read confirmation
+ if [[ $confirmation != "y" ]]; then
+ echo "Refused to install hub. Cannot proceed into next setp."
+ exit
+ fi
+ echo "=================Installing hub======================="
+ wget https://github.com/github/hub/releases/download/v${HUB_VERSION}/${HUB_ARTIFACTS_NAME}.tgz
+ tar zvxvf ${HUB_ARTIFACTS_NAME}.tgz
+ sudo ./${HUB_ARTIFACTS_NAME}/install
+ echo "eval "$(hub alias -s)"" >> ~/.bashrc
+ rm -rf ${HUB_ARTIFACTS_NAME}*
+fi
+hub version
+
+cd ~
echo "======================Starting Clone Repo======================"
if [[ -d ${LOCAL_CLONE_DIR} ]]; then
rm -rf ${LOCAL_CLONE_DIR}
@@ -121,6 +142,57 @@ gpg --output ~/doc.sig --sign ~/.bashrc
./gradlew build -PisRelease --scan --stacktrace --no-parallel --continue
echo "==============================================================="
+echo "[Current Task] Run All PostCommit Tests against Release Branch"
+echo "This task will create a PR against apache/beam."
+echo "After PR created, you need to comment phrases listed in description in the created PR:"
+
+echo "[Confirmation Required] Do you want to proceed? [y|N]"
+read confirmation
+if [[ $confirmation = "y" ]]; then
+ echo "[Input Required] Please enter your github repo URL forked from apache/beam:"
+ read USER_REMOTE_URL
+ echo "[Input Required] Please enter your github username:"
+ read GITHUB_USERNAME
+ echo "[Input Required] Please enter your github token:"
+ read GITHUB_TOKEN
+ export GITHUB_TOKEN=${GITHUB_TOKEN}
+ WORKING_BRANCH=postcommit_validation_pr
+ git checkout -b ${WORKING_BRANCH}
+ touch empty_file.txt
+ git add empty_file.txt
+ git commit -m "Add empty file in order to create PR"
+ git push -f ${USER_REMOTE_URL}
+ hub pull-request -o -b apache:${branch} -h ${GITHUB_USERNAME}:${WORKING_BRANCH} -F- <<<"[DO NOT MERGE] Run all PostCommit and PreCommit Tests against Release Branch
+
+ Please comment as instructions below, one phrase per comment please:
+ Run Go PostCommit
+ Run Java PostCommit
+ Run Java PortabilityApi PostCommit
+ Run Java Flink PortableValidatesRunner Batch
+ Run Java Flink PortableValidatesRunner Streaming'
+ Run Apex ValidatesRunner
+ Run Dataflow ValidatesRunner
+ Run Flink ValidatesRunner
+ Run Gearpump ValidatesRunner
+ Run Dataflow PortabilityApi ValidatesRunner
+ Run Samza ValidatesRunner
+ Run Spark ValidatesRunner
+ Run Python Dataflow ValidatesContainer
+ Run Python Dataflow ValidatesRunner
+ Run Python Flink ValidatesRunner
+ Run Python PostCommit
+ Run SQL PostCommit
+ Run Go PreCommit
+ Run Java PreCommit
+ Run Java_Examples_Dataflow PreCommit
+ Run JavaPortabilityApi PreCommit
+ Run Portable_Python PreCommit
+ Run Python PreCommit"
+
+ echo "[NOTE]: Please make sure all test targets have been invoked."
+ echo "Please check the test results. If there is any failure, follow the policy in release guide."
+fi
+
echo "Do you want to clean local clone repo? [y|N]"
read confirmation
if [[ $confirmation = "y" ]]; then