(beam) branch users/damccorm/pypi_publish created (now 167893630b2)

[da...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

damccorm pushed a change to branch users/damccorm/pypi_publish
in repository https://gitbox.apache.org/repos/asf/beam.git


      at 167893630b2 Add action to publish RC to PyPi

This branch includes the following new commits:

     new 167893630b2 Add action to publish RC to PyPi

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.

(beam) 01/01: Add action to publish RC to PyPi

[da...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

damccorm pushed a commit to branch users/damccorm/pypi_publish
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 167893630b2184c4786600d9fb6d806ff90f9f6f
Author: Danny McCormick <da...@google.com>
AuthorDate: Mon Nov 6 10:07:43 2023 -0500

    Add action to publish RC to PyPi
---
 .../workflows/deploy_release_candidate_pypi.yaml   | 89 ++++++++++++++++++++++
 1 file changed, 89 insertions(+)

diff --git a/.github/workflows/deploy_release_candidate_pypi.yaml b/.github/workflows/deploy_release_candidate_pypi.yaml
new file mode 100644
index 00000000000..7f873dbdc2a
--- /dev/null
+++ b/.github/workflows/deploy_release_candidate_pypi.yaml
@@ -0,0 +1,89 @@
+name: deploy_release_candidate_pypi
+
+# Workflow added after https://github.com/apache/beam/commit/4183e747becebd18becee5fff547af365910fc9c
+# If help is needed debugging issues, you can view the release guide at that commit for guidance on how to do this manually.
+# (https://github.com/apache/beam/blob/4183e747becebd18becee5fff547af365910fc9c/website/www/site/content/en/contribute/release-guide.md)
+on:
+  workflow_dispatch:
+    inputs:
+      RELEASE:
+        description: Beam version of current release (e.g. 2.XX.0)
+        required: true
+        default: '2.XX.0'
+      RC:
+        description: Integer RC version for the release (e.g. 3 for RC3)
+        required: true
+      PYPI_USER:
+        description: PyPi username to perform the upload with
+        required: true
+      PYPI_PASSWORD:
+        description: PyPi password to perform the upload with
+        required: true
+
+env:
+  GRADLE_ENTERPRISE_ACCESS_KEY: ${{ secrets.GE_ACCESS_TOKEN }}
+  GRADLE_ENTERPRISE_CACHE_USERNAME: ${{ secrets.GE_CACHE_USERNAME }}
+  GRADLE_ENTERPRISE_CACHE_PASSWORD: ${{ secrets.GE_CACHE_PASSWORD }}
+
+jobs:
+  deploy_release_candidate_pypi:
+    runs-on: [self-hosted, ubuntu-20.04, main]
+    steps:
+    - name: Mask PyPi id/password
+      run: |
+        echo "::add-mask::${{ github.event.inputs.PYPI_USER }}"
+        echo "::add-mask::${{ github.event.inputs.PYPI_PASSWORD }}"
+    - name: Checkout
+      uses: actions/checkout@v4
+      with:
+        ref: "v${{ github.event.inputs.RELEASE }}-RC${{ github.event.inputs.RC }}"
+        repository: apache/beam
+    - name: Setup environment
+      uses: ./.github/actions/setup-environment-action
+      with:
+        python-version: 3.11
+    - name: Install dependencies
+      run: |
+        pip install python-dateutil
+        pip install requests
+        pip install twine
+    - name: Deploy to Pypi
+      env:
+        RC_TAG: "v${{ github.event.inputs.RELEASE }}-RC${{ github.event.inputs.RC }}"
+        GIT_REPO_BASE_URL: https://github.com/apache/beam
+        RELEASE_DIR: "beam/${{ github.event.inputs.RELEASE }}"
+        RELEASE: "${{ github.event.inputs.RELEASE }}"
+        SCRIPT_DIR: release/src/main/scripts
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        SVN_ARTIFACTS_DIR: "beam/${{ github.event.inputs.RELEASE }}/python"
+      run: |
+        git fetch --all --tags --prune
+        RELEASE_COMMIT=$(git rev-list -n 1 $RC_TAG)
+
+        PYTHON_ARTIFACTS_DIR="./python"
+        python "release/src/main/scripts/download_github_actions_artifacts.py" \
+          --github-token-var GITHUB_TOKEN \
+          --repo-url "apache/beam" \
+          --rc-tag "${RC_TAG}" \
+          --release-commit "${RELEASE_COMMIT}" \
+          --artifacts_dir "${PYTHON_ARTIFACTS_DIR}" \
+          --rc_number "${{ github.event.inputs.RC }}" \
+          --yes True
+
+        echo "------Checking Hash Value for apache-beam-${RELEASE}rc${RC_NUMBER}.tar.gz-----"
+        sha512sum -c "apache-beam-${RELEASE}rc${RC_NUMBER}.tar.gz.sha512"
+        
+        for artifact in *.whl; do
+          echo "----------Checking Hash Value for ${artifact} wheel-----------"
+          sha512sum -c "${artifact}.sha512"
+        done
+        
+        echo "===================Removing sha512 files======================="
+        rm $(ls | grep -i ".*.sha512$")
+
+        echo "====================Upload rc to pypi========================"
+        mkdir dist && mv $(ls | grep apache) dist && cd dist
+        echo "Will upload the following files to PyPI:"
+        ls
+
+        twine upload * -u ${{ github.event.inputs.PYPI_USER }} -p ${{ github.event.inputs.PYPI_PASSWORD }}