You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ep...@apache.org on 2022/11/10 09:29:59 UTC
[airflow] branch v2-4-test updated (08eceb6274 -> 7927b83082)
This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a change to branch v2-4-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 08eceb6274 Add release notes
add f21f38ef61 Update version to 2.4.3
add bb193f2026 Add release notes
add 9a27999a55 Merge branch 'v2-4-test' of github.com:apache/airflow into v2-4-test
add 97b23d3f40 Respect "common" options value in breeze sub-commands. (#26264)
add ea14c2055a Update CI documentation, renaming runs to "Canary" (#26151)
add 9ff4a3b0be Create a workflow to sync the list of authors (#26275)
add 1fb2499425 Fix static checks from sync_authors script (#26365)
add 9ff3155316 Add __future__.annotations automatically by isort (#26383)
add d634c46dac Actually run the "quick image build" (#26351)
add ef411c34df Use the full path to the workflow being edited (#26386)
add ee7077dbb3 Fix params reference for default_constraints_branch (#26406)
add 44087ceea8 Attempt to create k8s venv without constraints if constraint build fails (#26407)
add 8196b6bfdf Credentials are needed in order to push branch (#26413)
add 4369bf3777 Manual triggering of author sync workflow (#26414)
add 8be6e3851d Fix problem with building providers where constraints are conflicting (#26420)
add 26075f96a2 Add workflows permission (#26416)
add 884ce46caf Revert "Add workflows permission (#26416)" (#26422)
add 8a67569c04 Improve 'start-airflow' experience for users and ui developers (#26341)
add 8dd3a082c8 Fix www asset compilation (#26445)
add de752976ea Switch back breeze image regeneration to be non-docker (#26458)
add 83837d2b37 Fix: git clone on Windows (#26105)
add 52d951f934 Update CODEOWNERS for dbt Cloud provider (#26526)
add af4df4b23a Fix partial regeneration of breeze hash commands on pre-commit (#26550)
add 679d840a0e Ensure we don't include environment specific defaults in help images (#26552)
add 1e9c5d482c Pull in licneses to dists via wildcard, not pre-commit (#26553)
add f39a40f370 Add back checking image help environment disable on sys.argv (#26562)
add a00d347302 Switch to reading package list from provider_dependencies.json (#26572)
add 14d35c41ed Make sure ast has attr unparse in pre-commit (#26578)
add 345928c7b7 Convert release manager instructions to use "partial" svn checkouts (#26589)
add 41959aa784 Add Pierre to committers (#26609)
add 44c920a1a4 Better @task_group typing powered by ParamSpec and pre-commit (#26366)
add 027475a453 Remove comon provider docs from ad-hoc releases (#26645)
add 4744566f10 Do not restart breeze containers after restart (#26647)
add d48ba57447 Remove asset compilation for CI image builds (#26665)
add 6d1ba22aed Skip sdist providers installation for non-canary builds (#26671)
add e8324f5db5 Make build-images workflow name dynamic (#26690)
add f6fe5efc4e Update KIND used in tests to v0.16.0 (#26791)
add a1b2df0552 Update message with new breeze subcommand (#26817)
add a2309d9ab1 Switch tests in ci to use Python Breeze (#26612)
add df699967e1 Move downgrade/upgrade tests to run new Python breeze (#26828)
add 5a0248e48e add elad to CODEOWNERS (#26920)
add c92fce6ad7 Configure vscode dev-container (#26958)
add 3fe82b5eec Add provider.yaml files to the CI Breeze image check (#26955)
add 7c082da9dc Fix running parallel k8s tests in "depth-first" mode in CI (#26904)
add 6a2be32b31 [DEV] add #protm tag to score calc in protm script (#26605)
add e591501e6d Ask reporter to specify Airflow version (#27004)
add a55df8f1cc Revert "[DEV] add #protm tag to score calc in protm script (#26605)" (#27011)
add c6fcf9b09d fix bug in protm script (#27015)
add c3afe3860d Exit on Error in breeze command (#27008)
add 5bb555f152 Return the correct error code from breeze shell (#27048)
add 5daf2ca711 Slightly faster up/downgrade tests (#26939)
add 8cea072e62 Add *.jinja2 files to provider packages (#27171)
add 0cf8ac57c9 Stop using deprecated set-output (#27193)
add 6107cfbcbd Fix error on running pre-commit without installing breeze (#26985)
add 7165015753 Enable full static checks also when only dev file change (#27212)
add 2c96c46812 Add better diagnostics on auto dependencies upgrade (#27215)
add 7927b83082 Fix constraint upgrade (#27221)
No new revisions were added by this update.
Summary of changes:
.devcontainer/devcontainer.json | 7 +-
.github/CODEOWNERS | 10 +
.github/ISSUE_TEMPLATE/airflow_bug_report.yml | 2 +-
.github/workflows/build-images.yml | 26 +-
.github/workflows/ci.yml | 298 ++++---
.github/workflows/codeql-analysis.yml | 2 +-
.github/workflows/release_dockerhub_image.yml | 2 +-
.github/workflows/sync_authors.yml | 65 ++
.pre-commit-config.yaml | 42 +-
BREEZE.rst | 79 +-
CI.rst | 701 +++++++----------
CI_DIAGRAMS.md | 8 +-
STATIC_CODE_CHECKS.rst | 8 +-
TESTING.rst | 29 +-
airflow/cli/cli_parser.py | 9 +
airflow/cli/commands/db_command.py | 7 +-
airflow/decorators/task_group.py | 80 +-
airflow/migrations/env.py | 7 +
.../versions/0009_1_6_0_dagrun_config.py | 2 +
.../0074_2_0_0_resource_based_permissions.py | 6 +-
..._2_0_1_remove_can_read_permission_on_config_.py | 6 +-
..._1_0_resource_based_permissions_for_default_.py | 6 +-
airflow/utils/db.py | 7 +-
airflow/utils/task_group.py | 5 +-
dev/README_RELEASE_AIRFLOW.md | 54 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 45 +-
dev/airflow-github | 13 +-
dev/airflow-license | 2 +
dev/breeze/SELECTIVE_CHECKS.md | 48 ++
.../src/airflow_breeze/commands/ci_commands.py | 43 +-
.../airflow_breeze/commands/ci_image_commands.py | 29 +-
.../commands/ci_image_commands_config.py | 6 +-
.../airflow_breeze/commands/developer_commands.py | 39 +-
.../commands/developer_commands_config.py | 7 +
.../airflow_breeze/commands/kubernetes_commands.py | 505 +++++++++---
.../commands/kubernetes_commands_config.py | 61 +-
.../commands/production_image_commands.py | 13 +-
.../commands/production_image_commands_config.py | 6 +-
.../commands/release_management_commands.py | 10 +-
.../commands/release_management_commands_config.py | 4 +-
.../src/airflow_breeze/commands/setup_commands.py | 79 +-
.../airflow_breeze/commands/testing_commands.py | 400 ++++++----
.../commands/testing_commands_config.py | 12 +-
dev/breeze/src/airflow_breeze/global_constants.py | 51 +-
.../src/airflow_breeze/params/shell_params.py | 98 ++-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 3 +-
.../src/airflow_breeze/utils/common_options.py | 66 +-
.../airflow_breeze/utils/docker_command_utils.py | 23 +-
.../src/airflow_breeze/utils/github_actions.py | 2 +-
dev/breeze/src/airflow_breeze/utils/image.py | 2 +
.../src/airflow_breeze/utils/kubernetes_utils.py | 66 +-
dev/breeze/src/airflow_breeze/utils/parallel.py | 199 +++--
dev/breeze/src/airflow_breeze/utils/path_utils.py | 10 +-
dev/breeze/src/airflow_breeze/utils/recording.py | 2 +-
dev/breeze/src/airflow_breeze/utils/reinstall.py | 4 +-
dev/breeze/src/airflow_breeze/utils/run_utils.py | 38 +-
.../src/airflow_breeze/utils/selective_checks.py | 6 +
dev/breeze/tests/test_global_constants.py | 6 +-
dev/breeze/tests/test_pr_info.py | 16 +-
dev/breeze/tests/test_selective_checks.py | 33 +-
dev/provider_packages/SETUP_TEMPLATE.py.jinja2 | 1 +
.../build_provider_documentation.sh | 1 -
.../publish_provider_documentation.sh | 1 -
dev/stats/get_important_pr_candidates.py | 72 +-
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
images/breeze/output-commands-hash.txt | 73 +-
images/breeze/output-commands.svg | 208 ++---
images/breeze/output_build-docs.svg | 268 ++++---
images/breeze/output_ci-image.svg | 74 +-
images/breeze/output_ci-image_build.svg | 292 +++----
images/breeze/output_ci-image_pull.svg | 152 ++--
images/breeze/output_ci-image_verify.svg | 96 +--
images/breeze/output_ci.svg | 90 +--
.../breeze/output_ci_find-newer-dependencies.svg | 104 +--
images/breeze/output_ci_fix-ownership.svg | 24 +-
images/breeze/output_ci_free-space.svg | 20 +-
images/breeze/output_ci_get-workflow-info.svg | 20 +-
images/breeze/output_ci_resource-check.svg | 16 +-
images/breeze/output_ci_selective-check.svg | 38 +-
images/breeze/output_cleanup.svg | 28 +-
images/breeze/output_compile-www-assets.svg | 24 +-
images/breeze/output_exec.svg | 16 +-
images/breeze/output_k8s.svg | 150 ++--
images/breeze/output_k8s_build-k8s-image.svg | 136 ++--
images/breeze/output_k8s_configure-cluster.svg | 144 ++--
images/breeze/output_k8s_create-cluster.svg | 160 ++--
images/breeze/output_k8s_delete-cluster.svg | 104 +--
images/breeze/output_k8s_deploy-airflow.svg | 172 ++--
images/breeze/output_k8s_k9s.svg | 92 +--
images/breeze/output_k8s_logs.svg | 104 +--
images/breeze/output_k8s_run-complete-tests.svg | 248 ++++++
images/breeze/output_k8s_setup-env.svg | 78 +-
images/breeze/output_k8s_shell.svg | 108 +--
images/breeze/output_k8s_status.svg | 108 +--
images/breeze/output_k8s_tests.svg | 168 ++--
images/breeze/output_k8s_upload-k8s-image.svg | 148 ++--
images/breeze/output_prod-image.svg | 74 +-
images/breeze/output_prod-image_build.svg | 376 ++++-----
images/breeze/output_prod-image_pull.svg | 156 ++--
images/breeze/output_prod-image_verify.svg | 100 +--
images/breeze/output_release-management.svg | 86 +-
...put_release-management_generate-constraints.svg | 160 ++--
..._release-management_prepare-airflow-package.svg | 28 +-
...e-management_prepare-provider-documentation.svg | 28 +-
...elease-management_prepare-provider-packages.svg | 152 ++--
...tput_release-management_release-prod-images.svg | 46 +-
...release-management_verify-provider-packages.svg | 136 ++--
images/breeze/output_setup.svg | 82 +-
images/breeze/output_setup_autocomplete.svg | 24 +-
images/breeze/output_setup_config.svg | 40 +-
.../output_setup_regenerate-command-images.svg | 136 ++--
images/breeze/output_setup_self-upgrade.svg | 66 +-
images/breeze/output_setup_version.svg | 14 +-
images/breeze/output_shell.svg | 232 +++---
images/breeze/output_start-airflow.svg | 264 ++++---
images/breeze/output_static-checks.svg | 240 +++---
images/breeze/output_stop.svg | 22 +-
images/breeze/output_testing.svg | 22 +-
.../breeze/output_testing_docker-compose-tests.svg | 96 +--
images/breeze/output_testing_helm-tests.svg | 92 +--
images/breeze/output_testing_tests.svg | 212 +++--
kubernetes_tests/test_base.py | 83 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 8 +-
kubernetes_tests/test_other_executors.py | 5 +-
pyproject.toml | 12 +
scripts/ci/constraints/ci_branch_constraints.sh | 16 +-
scripts/ci/constraints/ci_commit_constraints.sh | 3 -
scripts/ci/docker-compose/_docker.env | 3 +-
.../docker-compose/backend-mssql-docker-volume.yml | 3 +
...d-volume.yml => backend-mssql-tmpfs-volume.yml} | 15 +-
scripts/ci/docker-compose/backend-mssql.yml | 2 +-
scripts/ci/docker-compose/backend-mysql.yml | 2 +-
scripts/ci/docker-compose/backend-postgres.yml | 2 +-
scripts/ci/docker-compose/backend-sqlite-port.yml | 18 -
.../{devcontainer-mysql.yml => base-ports.yml} | 9 +-
scripts/ci/docker-compose/base.yml | 7 +-
scripts/ci/docker-compose/devcontainer.env | 3 +-
scripts/ci/docker-compose/devcontainer.yml | 5 +-
.../ci/docker-compose/integration-cassandra.yml | 2 +-
scripts/ci/docker-compose/integration-kerberos.yml | 2 +-
scripts/ci/docker-compose/integration-mongo.yml | 2 +-
scripts/ci/docker-compose/integration-openldap.yml | 2 +-
scripts/ci/docker-compose/integration-pinot.yml | 2 +-
scripts/ci/docker-compose/integration-rabbitmq.yml | 2 +-
scripts/ci/docker-compose/integration-redis.yml | 2 +-
scripts/ci/docker-compose/integration-trino.yml | 2 +-
.../ci_start_arm_instance_and_connect_to_docker.sh | 3 -
scripts/ci/images/ci_stop_arm_instance.sh | 3 -
scripts/ci/libraries/_all_libs.sh | 46 --
scripts/ci/libraries/_docker_engine_resources.sh | 50 --
scripts/ci/libraries/_initialization.sh | 864 ---------------------
scripts/ci/libraries/_local_mounts.sh | 66 --
scripts/ci/libraries/_md5sum.sh | 154 ----
scripts/ci/libraries/_parallel.sh | 249 ------
scripts/ci/libraries/_sanity_checks.sh | 140 ----
scripts/ci/libraries/_script_init.sh | 55 --
scripts/ci/libraries/_start_end.sh | 121 ---
scripts/ci/libraries/_testing.sh | 218 ------
scripts/ci/libraries/_traps.sh | 47 --
scripts/ci/libraries/_verbosity.sh | 91 ---
scripts/ci/openapi/client_codegen_diff.sh | 3 -
scripts/ci/pre_commit/common_precommit_utils.py | 16 +
.../ci/pre_commit/pre_commit_breeze_cmd_line.py | 58 +-
.../ci/pre_commit/pre_commit_compile_www_assets.py | 20 +-
.../pre_commit_compile_www_assets_dev.py | 12 +-
scripts/ci/pre_commit/pre_commit_flake8.py | 2 -
.../pre_commit/pre_commit_migration_reference.py | 2 -
scripts/ci/pre_commit/pre_commit_mypy.py | 2 -
scripts/ci/pre_commit/pre_commit_setup_cfg_file.py | 57 --
.../pre_commit_sync_dag_init_decorator.py | 148 ----
.../pre_commit/pre_commit_sync_init_decorator.py | 201 +++++
scripts/ci/runners/sync_authors.py | 75 ++
scripts/ci/testing/ci_run_airflow_testing.sh | 153 ----
scripts/ci/testing/ci_run_quarantined_tests.sh | 85 --
.../ci_run_single_airflow_test_in_docker.sh | 183 -----
scripts/ci/testing/run_downgrade_test.sh | 30 -
scripts/ci/testing/run_offline_sql_test.sh | 25 -
scripts/in_container/_in_container_utils.sh | 18 +
scripts/in_container/bin/run_tmux | 7 +-
.../in_container/run_breeze_image_generation.sh | 23 -
scripts/in_container/run_tmux_welcome.sh | 8 +-
setup.cfg | 32 +-
tests/charts/helm_template_generator.py | 2 +-
tests/cli/commands/test_db_command.py | 2 +-
tests/task/__init__.py | 2 +
tests/www/test_logs/__init__.py | 16 -
.../task_for_testing_log_view/1.log | 1 -
.../2017-09-01T00.00.00+00.00/1.log | 1 -
.../attempt=1.log | 1 -
tests/www/views/test_views_log.py | 55 +-
190 files changed, 6096 insertions(+), 7302 deletions(-)
create mode 100644 .github/workflows/sync_authors.yml
create mode 100644 images/breeze/output_k8s_run-complete-tests.svg
rename scripts/ci/docker-compose/{backend-mssql-bind-volume.yml => backend-mssql-tmpfs-volume.yml} (66%)
delete mode 100644 scripts/ci/docker-compose/backend-sqlite-port.yml
copy scripts/ci/docker-compose/{devcontainer-mysql.yml => base-ports.yml} (88%)
delete mode 100755 scripts/ci/libraries/_all_libs.sh
delete mode 100644 scripts/ci/libraries/_docker_engine_resources.sh
delete mode 100644 scripts/ci/libraries/_initialization.sh
delete mode 100644 scripts/ci/libraries/_local_mounts.sh
delete mode 100644 scripts/ci/libraries/_md5sum.sh
delete mode 100644 scripts/ci/libraries/_parallel.sh
delete mode 100644 scripts/ci/libraries/_sanity_checks.sh
delete mode 100755 scripts/ci/libraries/_script_init.sh
delete mode 100644 scripts/ci/libraries/_start_end.sh
delete mode 100644 scripts/ci/libraries/_testing.sh
delete mode 100644 scripts/ci/libraries/_traps.sh
delete mode 100644 scripts/ci/libraries/_verbosity.sh
delete mode 100755 scripts/ci/pre_commit/pre_commit_setup_cfg_file.py
delete mode 100755 scripts/ci/pre_commit/pre_commit_sync_dag_init_decorator.py
create mode 100755 scripts/ci/pre_commit/pre_commit_sync_init_decorator.py
create mode 100644 scripts/ci/runners/sync_authors.py
delete mode 100755 scripts/ci/testing/ci_run_airflow_testing.sh
delete mode 100755 scripts/ci/testing/ci_run_quarantined_tests.sh
delete mode 100755 scripts/ci/testing/ci_run_single_airflow_test_in_docker.sh
delete mode 100755 scripts/ci/testing/run_downgrade_test.sh
delete mode 100755 scripts/ci/testing/run_offline_sql_test.sh
delete mode 100755 scripts/in_container/run_breeze_image_generation.sh
delete mode 100644 tests/www/test_logs/__init__.py
delete mode 100644 tests/www/test_logs/dag_for_testing_log_view/scheduled__2017-09-01T00:00:00+00:00/task_for_testing_log_view/1.log
delete mode 100644 tests/www/test_logs/dag_for_testing_log_view/task_for_testing_log_view/2017-09-01T00.00.00+00.00/1.log
delete mode 100644 tests/www/test_logs/dag_id=dag_for_testing_log_view/run_id=scheduled__2017-09-01T00:00:00+00:00/task_id=task_for_testing_log_view/attempt=1.log