You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ch...@apache.org on 2022/12/13 10:33:32 UTC
[flink-connector-hive] branch main updated: [hotfix] Sync CI setup & reuse workflow
This is an automated email from the ASF dual-hosted git repository.
chesnay pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-hive.git
The following commit(s) were added to refs/heads/main by this push:
new 4e50b3c [hotfix] Sync CI setup & reuse workflow
4e50b3c is described below
commit 4e50b3c5fafc5c2298fc4130cfeee9b26693de42
Author: Chesnay Schepler <ch...@apache.org>
AuthorDate: Tue Dec 13 11:33:21 2022 +0100
[hotfix] Sync CI setup & reuse workflow
---
.github/workflows/ci.yml | 101 ------------------------------------------
.github/workflows/push_pr.yml | 9 ++--
.github/workflows/weekly.yml | 7 +--
3 files changed, 10 insertions(+), 107 deletions(-)
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
deleted file mode 100644
index f2fa15f..0000000
--- a/.github/workflows/ci.yml
+++ /dev/null
@@ -1,101 +0,0 @@
-################################################################################
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-################################################################################
-
-on:
- workflow_call:
- inputs:
- flink_url:
- description: "Url to Flink binary."
- required: true
- type: string
- flink_version:
- description: "Flink version to test against."
- required: true
- type: string
- cache_flink_binary:
- description: "Whether to cache the Flink binary. Should be false for SNAPSHOT URLs, true otherwise."
- required: true
- type: boolean
-
-jobs:
- compile_and_test:
- runs-on: ubuntu-latest
- strategy:
- matrix:
- jdk: [8, 11]
- timeout-minutes: 40
- env:
- MVN_COMMON_OPTIONS: -U -B --no-transfer-progress -Dflink.version=${{ inputs.flink_version }}
- MVN_CONNECTION_OPTIONS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.httpconnectionManager.ttlSeconds=120
- FLINK_CACHE_DIR: "/tmp/cache/flink"
- MVN_BUILD_OUTPUT_FILE: "/tmp/mvn_build_output.out"
- MVN_VALIDATION_DIR: "/tmp/flink-validation-deployment"
- steps:
- - run: echo "Running CI pipeline for JDK version ${{ matrix.jdk }}"
-
- - name: Check out repository code
- uses: actions/checkout@v2
-
- - name: Set JDK
- uses: actions/setup-java@v2
- with:
- java-version: ${{ matrix.jdk }}
- distribution: 'temurin'
- cache: 'maven'
-
- - name: Set Maven 3.8.6
- uses: stCarolas/setup-maven@v4.2
- with:
- maven-version: 3.8.6
-
- - name: Create cache dirs
- run: mkdir -p ${{ env.FLINK_CACHE_DIR }}
-
- - name: Cache Flink binary
- if: ${{ inputs.cache_flink_binary == 'true' }}
- uses: actions/cache@v3
- id: cache-flink
- with:
- path: ${{ env.FLINK_CACHE_DIR }}
- key: ${{ inputs.flink_url }}
-
- - name: Download Flink binary
- working-directory: ${{ env.FLINK_CACHE_DIR }}
- if: steps.cache-flink.outputs.cache-hit != 'true'
- run: wget -q -c ${{ inputs.flink_url }} -O - | tar -xz
-
- - name: Compile and test flink-connector-hive
- timeout-minutes: 30
- run: |
- set -o pipefail
-
- mvn clean deploy ${MVN_COMMON_OPTIONS} \
- -DaltDeploymentRepository=validation_repository::default::file:${{ env.MVN_VALIDATION_DIR }} \
- -Dscala-2.12 \
- -Prun-end-to-end-tests -DdistDir=${{ env.FLINK_CACHE_DIR }}/flink-${{ inputs.flink_version }} \
- -Dflink.convergence.phase=install -Pcheck-convergence \
- ${{ env.MVN_CONNECTION_OPTIONS }} \
- -Dlog4j.configurationFile=file://$(pwd)/tools/ci/log4j.properties \
- | tee ${{ env.MVN_BUILD_OUTPUT_FILE }}
-
- - name: Check licensing
- run: |
- mvn ${MVN_COMMON_OPTIONS} exec:java@check-license -N \
- -Dexec.args="${{ env.MVN_BUILD_OUTPUT_FILE }} $(pwd) ${{ env.MVN_VALIDATION_DIR }}" \
- ${{ env.MVN_CONNECTION_OPTIONS }} \
- -Dlog4j.configurationFile=file://$(pwd)/tools/ci/log4j.properties
\ No newline at end of file
diff --git a/.github/workflows/push_pr.yml b/.github/workflows/push_pr.yml
index 9ae8d9b..e5d6b2a 100644
--- a/.github/workflows/push_pr.yml
+++ b/.github/workflows/push_pr.yml
@@ -16,12 +16,15 @@
# limitations under the License.
################################################################################
-name: Build flink-connector-hive
+name: CI
on: [push, pull_request]
+concurrency:
+ group: ${{ github.workflow }}-${{ github.ref }}
+ cancel-in-progress: true
jobs:
compile_and_test:
- uses: ./.github/workflows/ci.yml
+ uses: apache/flink-connector-shared-utils/.github/workflows/ci.yml@ci_utils
with:
flink_version: 1.16.0
flink_url: https://dist.apache.org/repos/dist/release/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz
- cache_flink_binary: true
\ No newline at end of file
+ cache_flink_binary: true
diff --git a/.github/workflows/weekly.yml b/.github/workflows/weekly.yml
index eb25fe4..619183f 100644
--- a/.github/workflows/weekly.yml
+++ b/.github/workflows/weekly.yml
@@ -16,17 +16,18 @@
# limitations under the License.
################################################################################
-name: Build flink-connector-hive
+name: Nightly
on:
schedule:
- cron: "0 0 * * 0"
jobs:
compile_and_test:
+ if: github.repository_owner == 'apache'
strategy:
matrix:
flink: [1.16-SNAPSHOT, 1.17-SNAPSHOT]
- uses: ./.github/workflows/ci.yml
+ uses: apache/flink-connector-shared-utils/.github/workflows/ci.yml@ci_utils
with:
flink_version: ${{ matrix.flink }}
flink_url: https://s3.amazonaws.com/flink-nightly/flink-${{ matrix.flink }}-bin-scala_2.12.tgz
- cache_flink_binary: false
\ No newline at end of file
+ cache_flink_binary: false