You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ka...@apache.org on 2020/12/04 07:38:59 UTC
[airflow] branch master updated: Artifacts in Github Action have a
short retention period (#12793)
This is an automated email from the ASF dual-hosted git repository.
kamilbregula pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/master by this push:
new fa4fc37 Artifacts in Github Action have a short retention period (#12793)
fa4fc37 is described below
commit fa4fc37b966b331377257fe964824914524dba96
Author: Kamil BreguĊa <mi...@users.noreply.github.com>
AuthorDate: Fri Dec 4 08:37:38 2020 +0100
Artifacts in Github Action have a short retention period (#12793)
---
.github/workflows/ci.yml | 24 ++++++++++++++++++++++
.github/workflows/delete_old_artifacts.yml | 31 -----------------------------
.github/workflows/scheduled_quarantined.yml | 2 ++
3 files changed, 26 insertions(+), 31 deletions(-)
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index c5256cf..184ae9c 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -341,6 +341,7 @@ jobs:
with:
name: airflow-documentation
path: "./files/documentation"
+ retention-days: 7
- name: Configure AWS credentials
uses: aws-actions/configure-aws-credentials@v1
if: >
@@ -394,12 +395,14 @@ jobs:
with:
name: airflow-backport-packages
path: "./files/airflow-packages-*"
+ retention-days: 7
- name: "Upload readme artifacts"
uses: actions/upload-artifact@v2
if: always()
with:
name: airflow-backport-readmes
path: "./files/airflow-readme-*"
+ retention-days: 7
prepare-provider-packages:
timeout-minutes: 30
@@ -439,12 +442,14 @@ jobs:
with:
name: airflow-provider-packages
path: "./files/airflow-packages-*"
+ retention-days: 7
- name: "Upload readme artifacts"
uses: actions/upload-artifact@v2
if: always()
with:
name: airflow-provider-readmes
path: "./files/airflow-readme-*"
+ retention-days: 7
tests-helm:
timeout-minutes: 20
@@ -479,18 +484,21 @@ jobs:
with:
name: airflow-logs-helm
path: "./files/airflow_logs*"
+ retention-days: 7
- name: "Upload container logs"
uses: actions/upload-artifact@v2
if: failure()
with:
name: container-logs-helm
path: "./files/container_logs*"
+ retention-days: 7
- name: "Upload artifact for coverage"
uses: actions/upload-artifact@v2
with:
name: >
coverage-helm
path: "./files/coverage.xml"
+ retention-days: 7
tests-postgres:
timeout-minutes: 80
@@ -532,18 +540,21 @@ jobs:
with:
name: airflow-logs-${{matrix.python-version}}-${{matrix.postgres-version}}
path: "./files/airflow_logs*"
+ retention-days: 7
- name: "Upload container logs"
uses: actions/upload-artifact@v2
if: failure()
with:
name: container-logs-postgres-${{matrix.python-version}}-${{matrix.postgres-version}}
path: "./files/container_logs*"
+ retention-days: 7
- name: "Upload artifact for coverage"
uses: actions/upload-artifact@v2
with:
name: >
coverage-postgres-${{matrix.python-version}}-${{matrix.postgres-version}}
path: "./files/coverage.xml"
+ retention-days: 7
tests-mysql:
timeout-minutes: 80
@@ -584,17 +595,20 @@ jobs:
with:
name: airflow-logs-${{matrix.python-version}}-${{matrix.mysql-version}}
path: "./files/airflow_logs*"
+ retention-days: 7
- name: "Upload container logs"
uses: actions/upload-artifact@v2
if: failure()
with:
name: container-logs-mysql-${{matrix.python-version}}-${{matrix.mysql-version}}
path: "./files/container_logs*"
+ retention-days: 7
- name: "Upload artifact for coverage"
uses: actions/upload-artifact@v2
with:
name: coverage-mysql-${{matrix.python-version}}-${{matrix.mysql-version}}
path: "./files/coverage.xml"
+ retention-days: 7
tests-sqlite:
timeout-minutes: 60
@@ -633,17 +647,20 @@ jobs:
with:
name: airflow-logs-${{matrix.python-version}}
path: './files/airflow_logs*'
+ retention-days: 7
- name: "Upload container logs"
uses: actions/upload-artifact@v2
if: failure()
with:
name: container-logs-sqlite-${{matrix.python-version}}
path: "./files/container_logs*"
+ retention-days: 7
- name: "Upload artifact for coverage"
uses: actions/upload-artifact@v2
with:
name: coverage-sqlite-${{matrix.python-version}}
path: ./files/coverage.xml
+ retention-days: 7
tests-quarantined:
timeout-minutes: 60
@@ -699,23 +716,27 @@ jobs:
with:
name: quarantined_tests
path: "files/test_result.xml"
+ retention-days: 7
- name: "Upload airflow logs"
uses: actions/upload-artifact@v2
if: failure()
with:
name: airflow-logs-quarantined-${{ matrix.backend }}
path: "./files/airflow_logs*"
+ retention-days: 7
- name: "Upload container logs"
uses: actions/upload-artifact@v2
if: failure()
with:
name: container-logs-quarantined-${{ matrix.backend }}
path: "./files/container_logs*"
+ retention-days: 7
- name: "Upload artifact for coverage"
uses: actions/upload-artifact@v2
with:
name: coverage-quarantined-${{ matrix.backend }}
path: "./files/coverage.xml"
+ retention-days: 7
upload-coverage:
timeout-minutes: 5
@@ -861,12 +882,14 @@ jobs:
name: >
kind-logs-${{matrix.kubernetes-mode}}-${{matrix.python-version}}-${{matrix.kubernetes-version}}
path: /tmp/kind_logs_*
+ retention-days: 7
- name: "Upload artifact for coverage"
uses: actions/upload-artifact@v2
with:
name: >
coverage-k8s-${{matrix.kubernetes-mode}}-${{matrix.python-version}}-${{matrix.kubernetes-version}}
path: "./files/coverage.xml"
+ retention-days: 7
push-prod-images-to-github-registry:
timeout-minutes: 10
@@ -979,6 +1002,7 @@ jobs:
with:
name: 'constraints-${{matrix.python-version}}'
path: './files/constraints-${{matrix.python-version}}/constraints-${{matrix.python-version}}.txt'
+ retention-days: 7
constraints-push:
timeout-minutes: 10
diff --git a/.github/workflows/delete_old_artifacts.yml b/.github/workflows/delete_old_artifacts.yml
deleted file mode 100644
index 98329d5..0000000
--- a/.github/workflows/delete_old_artifacts.yml
+++ /dev/null
@@ -1,31 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
----
-name: 'Delete old artifacts'
-on: # yamllint disable-line rule:truthy
- schedule:
- - cron: '27 */6 * * *' # run every 6 hours
-
-jobs:
- delete-artifacts:
- runs-on: ubuntu-20.04
- steps:
- - uses: kolpav/purge-artifacts-action@04c636a505f26ebc82f8d070b202fb87ff572b10 # v1.0
- with:
- token: ${{ secrets.GITHUB_TOKEN }}
- expire-in: 7days # Setting this to 0 will delete all artifacts
diff --git a/.github/workflows/scheduled_quarantined.yml b/.github/workflows/scheduled_quarantined.yml
index cf29c38..14dc91d 100644
--- a/.github/workflows/scheduled_quarantined.yml
+++ b/.github/workflows/scheduled_quarantined.yml
@@ -107,9 +107,11 @@ jobs:
with:
name: 'quarantined_tests'
path: 'files/test_result.xml'
+ retention-days: 7
- uses: actions/upload-artifact@v2
name: Upload airflow logs
if: always()
with:
name: airflow-logs-quarantined-${{matrix.python-version}}-${{ matrix.postgres-version }}
path: './files/airflow_logs*'
+ retention-days: 7