You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by po...@apache.org on 2022/04/04 08:27:45 UTC
[airflow] branch fix-pushing-cache-for-prod-image updated (99796994e8 -> 78bb1185f5)
This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch fix-pushing-cache-for-prod-image
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard 99796994e8 Cleanup of build-image scripts
add 29fb62d5df Standardize the `pre-commit` config (#22686)
add a6fe387327 allow annotations on helm dag pvc (#22261)
add 5de6f914b5 Make grid view aware of DAG pause/unpause (#22690)
add e048e1a9fc Fix StatsD casing and helm chart StatsD comments (#22610)
add f5f11aefea Add dag-processor cli command (#22305)
add 3e0b989551 Revert Handle stuck queued tasks in Celery for db backend (#21556)
add 3cfba9da35 Fix typo (#22706)
add a04d55f681 Changed self-destruct log level to ERROR (#22703)
add 3849b4e709 support for continue backfill on failures (#22697)
add cb41d5c02e Add jenkins connection doc (#22682)
add c758c76ac3 Adding ArangoDB Provider (#22548)
add 4fb929a609 Fix Breeze2 autocomplete (#22695)
add 40175f44f0 Builders for ARM images should be cleaned before/after for reuse (#22694)
add 4ffd4f0953 Prepare Breeze2 for prime time :) (#22713)
add 78bb1185f5 Cleanup of build-image scripts
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (99796994e8)
\
N -- N -- N refs/heads/fix-pushing-cache-for-prod-image (78bb1185f5)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../airflow_providers_bug_report.yml | 1 +
.github/workflows/build-images.yml | 2 +-
.github/workflows/ci.yml | 2 +-
.pre-commit-config.yaml | 29 +-
.rat-excludes | 3 +
BREEZE.rst | 21 -
CHANGELOG.txt | 16 +-
CONTRIBUTING.rst | 12 +-
Dockerfile.ci | 50 +-
INSTALL | 10 +-
airflow/cli/cli_parser.py | 21 +
airflow/cli/commands/dag_command.py | 1 +
airflow/cli/commands/dag_processor_command.py | 79 ++
airflow/config_templates/config.yml | 13 +-
airflow/config_templates/default_airflow.cfg | 9 +-
airflow/dag_processing/manager.py | 67 +-
airflow/executors/celery_executor.py | 57 --
airflow/jobs/backfill_job.py | 5 +-
airflow/jobs/local_task_job.py | 2 +-
airflow/jobs/scheduler_job.py | 74 +-
airflow/models/dag.py | 2 +
airflow/providers/arangodb/CHANGELOG.rst | 25 +
.../arangodb}/__init__.py | 0
.../arangodb/example_dags}/__init__.py | 0
.../arangodb/example_dags/example_arangodb.py | 75 ++
.../arangodb/hooks}/__init__.py | 0
airflow/providers/arangodb/hooks/arangodb.py | 129 +++
.../arangodb/operators}/__init__.py | 0
airflow/providers/arangodb/operators/arangodb.py | 64 ++
.../providers/arangodb/provider.yaml | 46 +-
.../arangodb/sensors}/__init__.py | 0
airflow/providers/arangodb/sensors/arangodb.py | 54 +
airflow/stats.py | 16 +-
airflow/www/ask_for_recompile_assets_if_needed.sh | 2 +-
airflow/www/static/js/dag.js | 11 +-
airflow/www/static/js/tree/Tree.jsx | 5 +-
airflow/www/static/js/tree/context/autorefresh.jsx | 35 +-
breeze | 12 -
breeze-complete | 2 +-
chart/templates/_helpers.yaml | 2 +-
chart/templates/dags-persistent-volume-claim.yaml | 4 +
chart/values.schema.json | 22 +-
chart/values.yaml | 11 +-
dev/breeze/autocomplete/Breeze2-complete-bash.sh | 28 +
dev/breeze/autocomplete/Breeze2-complete-fish.sh | 21 +
dev/breeze/autocomplete/Breeze2-complete-zsh.sh | 34 +
dev/breeze/setup.cfg | 8 +-
dev/breeze/src/airflow_breeze/branch_defaults.py | 21 +
dev/breeze/src/airflow_breeze/breeze.py | 1062 +++++++++++++++-----
.../{docs_generator => build_image}/__init__.py | 1 +
.../{ => build_image}/ci/__init__.py | 1 +
.../build_image/ci/build_ci_image.py | 122 +++
.../ci/build_ci_params.py} | 95 +-
.../{ => build_image}/prod/__init__.py | 1 +
.../build_image/prod/build_prod_image.py | 173 ++++
.../prod/build_prod_params.py} | 141 +--
dev/breeze/src/airflow_breeze/cache.py | 112 ---
dev/breeze/src/airflow_breeze/ci/build_image.py | 124 ---
.../docs_generator/build_documentation.py | 39 -
dev/breeze/src/airflow_breeze/global_constants.py | 110 +-
.../src/airflow_breeze/prod/build_prod_image.py | 200 ----
dev/breeze/src/airflow_breeze/shell/__init__.py | 1 +
dev/breeze/src/airflow_breeze/shell/enter_shell.py | 313 +++---
.../shell/{shell_builder.py => shell_params.py} | 110 +-
dev/breeze/src/airflow_breeze/utils/__init__.py | 1 +
dev/breeze/src/airflow_breeze/utils/cache.py | 141 +++
.../src/airflow_breeze/{ => utils}/console.py | 18 +-
.../airflow_breeze/utils/docker_command_utils.py | 314 +++++-
.../src/airflow_breeze/utils/host_info_utils.py | 15 +-
.../src/airflow_breeze/utils/md5_build_check.py | 116 +++
dev/breeze/src/airflow_breeze/utils/path_utils.py | 71 +-
dev/breeze/src/airflow_breeze/utils/registry.py | 56 ++
dev/breeze/src/airflow_breeze/utils/run_utils.py | 302 +++---
dev/breeze/src/airflow_breeze/utils/visuals.py | 144 +++
dev/breeze/src/airflow_breeze/visuals/__init__.py | 103 --
.../src/airflow_ci/find_newer_dependencies.py | 25 +-
dev/breeze/src/airflow_ci/freespace.py | 35 +-
dev/breeze/tests/test_build_image.py | 22 +-
dev/breeze/tests/test_cache.py | 12 +-
dev/breeze/tests/test_commands.py | 18 +-
dev/breeze/tests/test_docker_command_utils.py | 25 +-
dev/breeze/tests/test_find_airflow_directory.py | 18 +-
dev/breeze/tests/test_prod_image.py | 73 +-
dev/retag_docker_images.py | 6 +-
docs/apache-airflow-providers-arangodb/commits.rst | 31 +
.../connections/arangodb.rst | 33 +
.../index.rst | 47 +-
.../installing-providers-from-sources.rst | 0
.../operators/index.rst | 66 ++
.../connections.rst | 62 ++
docs/apache-airflow-providers-jenkins/index.rst | 5 +
docs/apache-airflow/concepts/dags.rst | 2 +-
docs/apache-airflow/extra-packages-ref.rst | 2 +
docs/apache-airflow/logging-monitoring/metrics.rst | 2 +-
docs/spelling_wordlist.txt | 5 +-
scripts/ci/docker-compose/_docker.env | 1 -
scripts/ci/docker-compose/base.yml | 1 -
.../ci_start_arm_instance_and_connect_to_docker.sh | 1 +
scripts/ci/images/ci_stop_arm_instance.sh | 1 +
scripts/ci/libraries/_build_images.sh | 14 +-
scripts/docker/entrypoint_ci.sh | 25 +-
scripts/in_container/_in_container_utils.sh | 12 +-
scripts/in_container/check_environment.sh | 23 +-
scripts/in_container/configure_environment.sh | 18 +-
scripts/in_container/run_ci_tests.sh | 4 +-
scripts/in_container/run_docs_build.sh | 2 +-
scripts/in_container/run_init_script.sh | 5 -
.../run_install_and_test_provider_packages.sh | 2 +-
.../run_prepare_provider_documentation.sh | 4 +-
scripts/in_container/run_system_tests.sh | 4 +-
setup.py | 3 +
tests/charts/test_dags_persistent_volume_claim.py | 41 +
tests/cli/commands/test_dag_command.py | 4 +
tests/cli/commands/test_dag_processor_command.py | 56 ++
tests/core/test_stats.py | 2 +-
tests/dag_processing/test_manager.py | 13 +-
tests/executors/test_celery_executor.py | 177 +---
tests/jobs/test_scheduler_job.py | 290 +++---
.../providers/arangodb}/__init__.py | 0
.../providers/arangodb/hooks}/__init__.py | 0
tests/providers/arangodb/hooks/test_arangodb.py | 120 +++
.../providers/arangodb/operators}/__init__.py | 0
.../providers/arangodb/operators/test_arangodb.py | 30 +-
.../providers/arangodb/sensors}/__init__.py | 0
tests/providers/arangodb/sensors/test_arangodb.py | 65 ++
125 files changed, 4063 insertions(+), 2333 deletions(-)
create mode 100644 airflow/cli/commands/dag_processor_command.py
create mode 100644 airflow/providers/arangodb/CHANGELOG.rst
copy airflow/{api_connexion => providers/arangodb}/__init__.py (100%)
copy airflow/{api_connexion => providers/arangodb/example_dags}/__init__.py (100%)
create mode 100644 airflow/providers/arangodb/example_dags/example_arangodb.py
copy airflow/{api_connexion => providers/arangodb/hooks}/__init__.py (100%)
create mode 100644 airflow/providers/arangodb/hooks/arangodb.py
copy airflow/{api_connexion => providers/arangodb/operators}/__init__.py (100%)
create mode 100644 airflow/providers/arangodb/operators/arangodb.py
copy dev/breeze/src/airflow_breeze/docs_generator/doc_builder.py => airflow/providers/arangodb/provider.yaml (52%)
copy airflow/{api_connexion => providers/arangodb/sensors}/__init__.py (100%)
create mode 100644 airflow/providers/arangodb/sensors/arangodb.py
create mode 100644 dev/breeze/autocomplete/Breeze2-complete-bash.sh
create mode 100644 dev/breeze/autocomplete/Breeze2-complete-fish.sh
create mode 100644 dev/breeze/autocomplete/Breeze2-complete-zsh.sh
rename dev/breeze/src/airflow_breeze/{docs_generator => build_image}/__init__.py (96%)
rename dev/breeze/src/airflow_breeze/{ => build_image}/ci/__init__.py (96%)
create mode 100644 dev/breeze/src/airflow_breeze/build_image/ci/build_ci_image.py
rename dev/breeze/src/airflow_breeze/{ci/build_params.py => build_image/ci/build_ci_params.py} (59%)
rename dev/breeze/src/airflow_breeze/{ => build_image}/prod/__init__.py (96%)
create mode 100644 dev/breeze/src/airflow_breeze/build_image/prod/build_prod_image.py
rename dev/breeze/src/airflow_breeze/{prod/prod_params.py => build_image/prod/build_prod_params.py} (68%)
delete mode 100644 dev/breeze/src/airflow_breeze/cache.py
delete mode 100644 dev/breeze/src/airflow_breeze/ci/build_image.py
delete mode 100644 dev/breeze/src/airflow_breeze/docs_generator/build_documentation.py
delete mode 100644 dev/breeze/src/airflow_breeze/prod/build_prod_image.py
rename dev/breeze/src/airflow_breeze/shell/{shell_builder.py => shell_params.py} (73%)
create mode 100644 dev/breeze/src/airflow_breeze/utils/cache.py
rename dev/breeze/src/airflow_breeze/{ => utils}/console.py (54%)
create mode 100644 dev/breeze/src/airflow_breeze/utils/md5_build_check.py
create mode 100644 dev/breeze/src/airflow_breeze/utils/registry.py
create mode 100644 dev/breeze/src/airflow_breeze/utils/visuals.py
delete mode 100644 dev/breeze/src/airflow_breeze/visuals/__init__.py
create mode 100644 docs/apache-airflow-providers-arangodb/commits.rst
create mode 100644 docs/apache-airflow-providers-arangodb/connections/arangodb.rst
copy docs/{apache-airflow-providers-jenkins => apache-airflow-providers-arangodb}/index.rst (63%)
copy docs/{apache-airflow-providers-airbyte => apache-airflow-providers-arangodb}/installing-providers-from-sources.rst (100%)
create mode 100644 docs/apache-airflow-providers-arangodb/operators/index.rst
create mode 100644 docs/apache-airflow-providers-jenkins/connections.rst
create mode 100644 tests/cli/commands/test_dag_processor_command.py
copy {airflow/api_connexion => tests/providers/arangodb}/__init__.py (100%)
copy {airflow/api_connexion => tests/providers/arangodb/hooks}/__init__.py (100%)
create mode 100644 tests/providers/arangodb/hooks/test_arangodb.py
copy {airflow/api_connexion => tests/providers/arangodb/operators}/__init__.py (100%)
rename dev/breeze/src/airflow_breeze/docs_generator/doc_builder.py => tests/providers/arangodb/operators/test_arangodb.py (56%)
copy {airflow/api_connexion => tests/providers/arangodb/sensors}/__init__.py (100%)
create mode 100644 tests/providers/arangodb/sensors/test_arangodb.py