You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ch...@apache.org on 2022/04/05 15:23:07 UTC
[flink] 06/23: Use docker
This is an automated email from the ASF dual-hosted git repository.
chesnay pushed a commit to branch exp_github_actions
in repository https://gitbox.apache.org/repos/asf/flink.git
commit a6e86bd346e9e8b4cebcd1e6907b4fe340c5dd9e
Author: Chesnay Schepler <ch...@apache.org>
AuthorDate: Tue Mar 29 15:45:22 2022 +0200
Use docker
---
.github/actions/worker-setup/action.yml | 55 ----------------------
.github/workflows/flink-ci-template.yml | 39 ++++++---------
.../workflows/hadoop-2.8.3-scala-2.12-workflow.yml | 2 +
3 files changed, 16 insertions(+), 80 deletions(-)
diff --git a/.github/actions/worker-setup/action.yml b/.github/actions/worker-setup/action.yml
deleted file mode 100644
index 3e609d769ef..00000000000
--- a/.github/actions/worker-setup/action.yml
+++ /dev/null
@@ -1,55 +0,0 @@
-name: "Worker Setup"
-description: "Runs steps to set up the worker"
-
-inputs:
- flink-checkout-folder:
- description: "The Flink checkout folder"
- required: true
- jdk-version:
- description: "JDK version to be installed"
- required: true
- maven-version:
- description: "Maven version to be installed"
- required: true
- default: 3.2.5
- ssl-enabled:
- description: "Installs SSL"
- required: false
- initial-disk-cleanup:
- description: "true, if a initial disk clean shall be performed"
- required: false
- additional-packages:
- description: "APT packages that shall be installed in addition to the default onces"
- required: false
-
-runs:
- using: "composite"
- steps:
- - name: "Free up disk space"
- if: inputs.initial-disk-cleanup == 'true'
- working-directory: ${{ inputs.flink-checkout-folder }}
- shell: bash
- run: ./tools/azure-pipelines/free_disk_space.sh
-
- # see https://github.com/actions/setup-java#supported-distributions
- - name: "Set JDK ${{ inputs.jdk-version }}"
- uses: actions/setup-java@v2
- with:
- distribution: "temurin"
- java-version: ${{ inputs.jdk-version }}
-
- - name: "Install Maven ${{ inputs.maven-version }}"
- uses: stCarolas/setup-maven@v4.2
- with:
- maven-version: ${{ inputs.maven-version }}
-
- - name: "Install required dependencies bc and libapr1"
- shell: bash
- run: sudo apt-get install -y bc libapr1 ${{ inputs.additional-packages }}
-
- - name: "Install libssl1.0.0 for netty tcnative"
- if: inputs.ssl-enabled == 'true'
- shell: bash
- run: |
- wget http://security.ubuntu.com/ubuntu/pool/main/o/openssl1.0/libssl1.0.0_1.0.2n-1ubuntu5.7_amd64.deb
- sudo apt install ./libssl1.0.0_1.0.2n-1ubuntu5.7_amd64.deb
diff --git a/.github/workflows/flink-ci-template.yml b/.github/workflows/flink-ci-template.yml
index f00ab83a0e3..af080f3d162 100644
--- a/.github/workflows/flink-ci-template.yml
+++ b/.github/workflows/flink-ci-template.yml
@@ -50,6 +50,9 @@ jobs:
compile:
name: "Compile"
runs-on: ubuntu-latest
+ container:
+ image: chesnay/flink-ci:java_8_11_xenial
+ options: --init
timeout-minutes: 240
outputs:
stringified-workflow-name: ${{ steps.workflow-prep-step.outputs.stringified-workflow-name }}
@@ -70,12 +73,6 @@ jobs:
with:
path: ${{ env.CHECKOUT_DIR }}
- - name: "Worker Setup"
- uses: ./flink-checkout/.github/actions/worker-setup
- with:
- flink-checkout-folder: ${{ env.CHECKOUT_DIR }}
- jdk-version: ${{ inputs.jdk-version }}
-
- name: "Compile Flink"
working-directory: ${{ env.CHECKOUT_DIR }}
run: |
@@ -95,7 +92,10 @@ jobs:
test:
name: "Test (module: ${{ matrix.module }})"
needs: compile
- runs-on: ubuntu-20.04
+ runs-on: ubuntu-latest
+ container:
+ image: chesnay/flink-ci:java_8_11_xenial
+ options: --init
strategy:
fail-fast: false
matrix:
@@ -128,15 +128,6 @@ jobs:
with:
path: ${{ env.CHECKOUT_DIR }}
- - name: "Worker Setup"
- uses: ./flink-checkout/.github/actions/worker-setup
- with:
- flink-checkout-folder: ${{ env.CHECKOUT_DIR }}
- jdk-version: ${{ inputs.jdk-version }}
- ssl-enabled: true
- initial-disk-cleanup: true
- additional-packages: "rename"
-
- name: "Set coredump pattern"
working-directory: ${{ env.CHECKOUT_DIR }}
run: sudo sysctl -w kernel.core_pattern=core.%p
@@ -201,6 +192,9 @@ jobs:
name: "Check: Code modified"
needs: compile
runs-on: ubuntu-latest
+ container:
+ image: chesnay/flink-ci:java_8_11_xenial
+ options: --init
outputs:
skip-e2e: ${{ steps.docs-only-pr-check.skip-e2e }}
steps:
@@ -226,7 +220,10 @@ jobs:
e2e:
name: "E2E (group ${{ matrix.group }})"
needs: [compile, e2e-prereq-check]
- runs-on: ubuntu-20.04
+ runs-on: ubuntu-latest
+ container:
+ image: chesnay/flink-ci:java_8_11_xenial
+ options: --init
if: ${{ needs.e2e-prereq-check.outputs.skip-e2e != 'true' }}
timeout-minutes: 310
env:
@@ -248,14 +245,6 @@ jobs:
with:
path: ${{ env.CHECKOUT_DIR }}
- - name: "Worker Setup"
- uses: ./flink-checkout/.github/actions/worker-setup
- with:
- flink-checkout-folder: ${{ env.CHECKOUT_DIR }}
- jdk-version: ${{ inputs.jdk-version }}
- ssl-enabled: true
- initial-disk-cleanup: true
-
- name: "Download build artifacts from compile job"
uses: actions/download-artifact@v2
with:
diff --git a/.github/workflows/hadoop-2.8.3-scala-2.12-workflow.yml b/.github/workflows/hadoop-2.8.3-scala-2.12-workflow.yml
index e87b92a29b8..d0d7c99fc73 100644
--- a/.github/workflows/hadoop-2.8.3-scala-2.12-workflow.yml
+++ b/.github/workflows/hadoop-2.8.3-scala-2.12-workflow.yml
@@ -31,6 +31,8 @@ jobs:
glue_schema_secret_key: ${{ secrets.IT_CASE_GLUE_SCHEMA_SECRET_KEY }}
docs-404-check:
runs-on: ubuntu-latest
+ container:
+ image: chesnay/flink-ci:java_8_11_xenial
steps:
- name: "Checks out Flink"
uses: actions/checkout@v2