You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ch...@apache.org on 2022/11/08 15:28:09 UTC
[flink-connector-elasticsearch] branch main updated (23dd29a -> 54250c8)
This is an automated email from the ASF dual-hosted git repository.
chesnay pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-elasticsearch.git
from 23dd29a [FLINK-29931][ci] Pin binary version and cache binary
new f2e69f1 [FLINK-29935][ci] Make ci.yml reusable
new 54250c8 [FLINK-29935][ci] Setup weekly run against 1.16/1.17-SNAPSHOT
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/ci.yml | 28 ++++++++++++++++------
docs/config.yaml => .github/workflows/push_pr.yml | 17 ++++++-------
.../workflows/weekly.yml | 24 +++++++++++--------
3 files changed, 44 insertions(+), 25 deletions(-)
copy docs/config.yaml => .github/workflows/push_pr.yml (75%)
copy flink-connector-elasticsearch7/src/test/resources/log4j2-test.properties => .github/workflows/weekly.yml (70%)
[flink-connector-elasticsearch] 02/02: [FLINK-29935][ci] Setup weekly run against 1.16/1.17-SNAPSHOT
Posted by ch...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
chesnay pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-elasticsearch.git
commit 54250c89496b7de98e17ba99c98ffd92df812cb3
Author: Chesnay Schepler <ch...@apache.org>
AuthorDate: Tue Nov 8 13:57:07 2022 +0100
[FLINK-29935][ci] Setup weekly run against 1.16/1.17-SNAPSHOT
---
.github/workflows/weekly.yml | 32 ++++++++++++++++++++++++++++++++
1 file changed, 32 insertions(+)
diff --git a/.github/workflows/weekly.yml b/.github/workflows/weekly.yml
new file mode 100644
index 0000000..260c325
--- /dev/null
+++ b/.github/workflows/weekly.yml
@@ -0,0 +1,32 @@
+################################################################################
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+################################################################################
+
+name: Build flink-connector-elasticsearch
+on:
+ schedule:
+ - cron: "0 0 * * 0"
+jobs:
+ compile_and_test:
+ strategy:
+ matrix:
+ flink: [1.16-SNAPSHOT, 1.17-SNAPSHOT]
+ uses: ./.github/workflows/ci.yml
+ with:
+ flink_version: ${{ matrix.flink }}
+ flink_url: https://s3.amazonaws.com/flink-nightly/flink-${{ matrix.flink }}-bin-scala_2.12.tgz
+ cache_flink_binary: false
[flink-connector-elasticsearch] 01/02: [FLINK-29935][ci] Make ci.yml reusable
Posted by ch...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
chesnay pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-elasticsearch.git
commit f2e69f1e70e0a84bb88fdf4d14f8cb78b24160e2
Author: Chesnay Schepler <ch...@apache.org>
AuthorDate: Tue Nov 8 13:56:33 2022 +0100
[FLINK-29935][ci] Make ci.yml reusable
---
.github/workflows/ci.yml | 28 +++++++++++++++++++++-------
.github/workflows/push_pr.yml | 27 +++++++++++++++++++++++++++
2 files changed, 48 insertions(+), 7 deletions(-)
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 2211cf1..af39b82 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -16,8 +16,22 @@
# limitations under the License.
################################################################################
-name: Build flink-connector-elasticsearch
-on: [push, pull_request]
+on:
+ workflow_call:
+ inputs:
+ flink_url:
+ description: "Url to Flink binary."
+ required: true
+ type: string
+ flink_version:
+ description: "Flink version to test against."
+ required: true
+ type: string
+ cache_flink_binary:
+ description: "Whether to cache the Flink binary. Should be false for SNAPSHOT URLs, true otherwise."
+ required: true
+ type: boolean
+
jobs:
compile_and_test:
runs-on: ubuntu-latest
@@ -26,10 +40,9 @@ jobs:
jdk: [8, 11]
timeout-minutes: 40
env:
- MVN_COMMON_OPTIONS: -U -B --no-transfer-progress
+ MVN_COMMON_OPTIONS: -U -B --no-transfer-progress -Dflink.version=${{ inputs.flink_version }}
MVN_CONNECTION_OPTIONS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.httpconnectionManager.ttlSeconds=120
FLINK_CACHE_DIR: "/tmp/cache/flink"
- FLINK_URL: https://dist.apache.org/repos/dist/release/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz
MVN_BUILD_OUTPUT_FILE: "/tmp/mvn_build_output.out"
MVN_VALIDATION_DIR: "/tmp/flink-validation-deployment"
steps:
@@ -54,16 +67,17 @@ jobs:
run: mkdir -p ${{ env.FLINK_CACHE_DIR }}
- name: Cache Flink binary
+ if: ${{ inputs.cache_flink_binary == 'true' }}
uses: actions/cache@v3
id: cache-flink
with:
path: ${{ env.FLINK_CACHE_DIR }}
- key: ${{ env.FLINK_URL }}
+ key: ${{ inputs.flink_url }}
- name: Download Flink binary
working-directory: ${{ env.FLINK_CACHE_DIR }}
if: steps.cache-flink.outputs.cache-hit != 'true'
- run: wget -q -c ${{ env.FLINK_URL }} -O - | tar -xz
+ run: wget -q -c ${{ inputs.flink_url }} -O - | tar -xz
- name: Compile and test flink-connector-elasticsearch
timeout-minutes: 30
@@ -73,7 +87,7 @@ jobs:
mvn clean deploy ${MVN_COMMON_OPTIONS} \
-DaltDeploymentRepository=validation_repository::default::file:${{ env.MVN_VALIDATION_DIR }} \
-Dscala-2.12 \
- -Prun-end-to-end-tests -DdistDir=${{ env.FLINK_CACHE_DIR }}/flink-1.16.0 \
+ -Prun-end-to-end-tests -DdistDir=${{ env.FLINK_CACHE_DIR }}/flink-${{ inputs.flink_version }} \
-Dflink.convergence.phase=install -Pcheck-convergence \
${{ env.MVN_CONNECTION_OPTIONS }} \
-Dlog4j.configurationFile=file://$(pwd)/tools/ci/log4j.properties \
diff --git a/.github/workflows/push_pr.yml b/.github/workflows/push_pr.yml
new file mode 100644
index 0000000..45eeed0
--- /dev/null
+++ b/.github/workflows/push_pr.yml
@@ -0,0 +1,27 @@
+################################################################################
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+################################################################################
+
+name: Build flink-connector-elasticsearch
+on: [push, pull_request]
+jobs:
+ compile_and_test:
+ uses: ./.github/workflows/ci.yml
+ with:
+ flink_version: 1.16.0
+ flink_url: https://dist.apache.org/repos/dist/release/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz
+ cache_flink_binary: true