You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ra...@apache.org on 2025/08/01 05:17:58 UTC
(airflow) 01/02: Merge branch 'v3-0-test' of github.com:apache/airflow into v3-0-test
This is an automated email from the ASF dual-hosted git repository.
rahulvats pushed a commit to branch backport-53952-pr
in repository https://gitbox.apache.org/repos/asf/airflow.git
commit 09c7b156b8b6e5f0257d7a85c38c87e10dc89303
Merge: 8ccc2f93ac5 73fc7f356db
Author: vatsrahul1001 <ra...@gmail.com>
AuthorDate: Fri Aug 1 10:43:57 2025 +0530
Merge branch 'v3-0-test' of github.com:apache/airflow into v3-0-test
.dockerignore | 1 +
.github/actions/breeze/action.yml | 3 -
.github/actions/install-pre-commit/action.yml | 2 +-
.../actions/prepare_breeze_and_image/action.yml | 2 -
.github/workflows/additional-ci-image-checks.yml | 11 +-
.github/workflows/airflow-distributions-tests.yml | 2 -
.github/workflows/backport-cli.yml | 4 +-
.github/workflows/basic-tests.yml | 22 +-
.github/workflows/ci-amd.yml | 15 +-
.github/workflows/ci-arm.yml | 8 +-
.github/workflows/ci-image-build.yml | 2 -
.github/workflows/ci-image-checks.yml | 2 -
.github/workflows/helm-tests.yml | 7 +-
.github/workflows/prod-image-build.yml | 4 -
.github/workflows/publish-docs-to-s3.yml | 68 ++-
.github/workflows/push-image-cache.yml | 4 -
.github/workflows/release_dockerhub_image.yml | 2 -
.../workflows/release_single_dockerhub_image.yml | 4 -
.github/workflows/run-unit-tests.yml | 5 +
.github/workflows/special-tests.yml | 10 +-
.gitignore | 3 +
.pre-commit-config.yaml | 6 +-
Dockerfile | 4 +-
Dockerfile.ci | 71 ++-
RELEASE_NOTES.rst | 5 +-
.../administration-and-deployment/web-stack.rst | 27 ++
.../core-concepts/auth-manager/simple/token.rst | 4 +-
airflow-core/docs/howto/docker-compose/index.rst | 2 +-
airflow-core/docs/howto/index.rst | 1 +
.../howto/run-with-self-signed-certificate.rst | 83 ++++
airflow-core/docs/howto/run-with-systemd.rst | 31 ++
airflow-core/docs/img/airflow_erd.sha256 | 2 +-
airflow-core/docs/img/airflow_erd.svg | 108 ++---
airflow-core/docs/public-airflow-interface.rst | 4 +-
airflow-core/docs/security/api.rst | 4 +-
airflow-core/newsfragments/52860.significant.rst | 17 +
airflow-core/pyproject.toml | 2 +-
.../api_fastapi/core_api/datamodels/connections.py | 25 +-
.../core_api/routes/public/event_logs.py | 2 +-
.../api_fastapi/core_api/routes/public/log.py | 57 ++-
.../core_api/services/public/connections.py | 19 +-
airflow-core/src/airflow/cli/cli_config.py | 10 +-
.../src/airflow/cli/commands/api_server_command.py | 136 ++++--
.../config_templates/airflow_local_settings.py | 29 ++
.../src/airflow/config_templates/config.yml | 11 +-
airflow-core/src/airflow/configuration.py | 1 +
.../src/airflow/dag_processing/processor.py | 1 -
.../src/airflow/jobs/triggerer_job_runner.py | 8 +-
airflow-core/src/airflow/logging_config.py | 10 +-
...3_0_0_add_uuid_primary_key_to_task_instance_.py | 3 +
...49_3_0_0_remove_pickled_data_from_xcom_table.py | 19 +-
..._3_0_0_remove_pickled_data_from_dagrun_table.py | 37 +-
airflow-core/src/airflow/models/connection.py | 8 +-
airflow-core/src/airflow/models/mappedoperator.py | 9 +-
.../airflow/serialization/serialized_objects.py | 4 +
.../src/airflow/ui/src/components/ConfigForm.tsx | 1 +
.../src/components/FlexibleForm/FlexibleForm.tsx | 9 +-
.../ui/src/pages/Connections/ConnectionForm.tsx | 20 +-
.../src/pages/Connections/EditConnectionButton.tsx | 1 +
.../airflow/ui/src/pages/DagsList/DagsFilters.tsx | 2 +-
.../airflow/ui/src/queries/useEditConnection.tsx | 4 +-
.../src/airflow/utils/log/file_task_handler.py | 452 ++++++++++++++---
airflow-core/src/airflow/utils/log/log_reader.py | 31 +-
.../airflow/utils/log/log_stream_accumulator.py | 155 ++++++
.../tests/unit/always/test_providers_manager.py | 3 +-
.../core_api/routes/public/test_connections.py | 102 +++-
.../api_fastapi/core_api/routes/public/test_log.py | 27 +-
.../tests/unit/cli/commands/_common_cli_classes.py | 16 +-
.../unit/cli/commands/test_api_server_command.py | 271 ++++++++---
.../unit/serialization/test_dag_serialization.py | 6 +-
.../unit/serialization/test_serialized_objects.py | 4 +
.../tests/unit/utils/log/test_log_reader.py | 45 +-
.../unit/utils/log/test_stream_accumulator.py | 165 +++++++
airflow-core/tests/unit/utils/test_log_handlers.py | 539 +++++++++++++++++----
contributing-docs/08_static_code_checks.rst | 6 +
contributing-docs/12_provider_distributions.rst | 2 +-
dev/README_RELEASE_AIRFLOW.md | 19 +
dev/README_RELEASE_PROVIDERS.md | 14 +
dev/breeze/doc/ci/02_images.md | 2 +-
.../images/output_workflow-run_publish-docs.svg | 92 +++-
.../images/output_workflow-run_publish-docs.txt | 2 +-
.../commands/release_management_commands.py | 5 +-
.../airflow_breeze/commands/workflow_commands.py | 64 ++-
.../commands/workflow_commands_config.py | 15 +-
dev/breeze/src/airflow_breeze/global_constants.py | 13 +-
.../src/airflow_breeze/params/build_ci_params.py | 4 +
.../src/airflow_breeze/utils/gh_workflow_utils.py | 21 +
dev/system_tests/update_issue_status.py | 4 +-
devel-common/sphinx_design/static/custom.css | 17 +-
.../src/sphinx_exts/substitution_extensions.py | 18 +-
.../tests_common/test_utils/file_task_handler.py | 76 +++
.../src/tests_common/test_utils/markers.py | 6 +
docker-stack-docs/changelog.rst | 14 +-
docs/spelling_wordlist.txt | 2 +
.../amazon/aws/log/cloudwatch_task_handler.py | 16 +-
.../amazon/aws/log/test_cloudwatch_task_handler.py | 52 +-
.../unit/amazon/aws/log/test_s3_task_handler.py | 2 +
.../unit/celery/log_handlers/test_log_handlers.py | 17 +-
providers/common/sql/pyproject.toml | 2 +-
.../providers/elasticsearch/log/es_task_handler.py | 15 +-
.../unit/elasticsearch/log/test_es_task_handler.py | 11 +-
.../fab/docs/auth-manager/api-authentication.rst | 4 +-
providers/fab/docs/auth-manager/token.rst | 2 +-
.../google/docs/api-auth-backend/google-openid.rst | 2 +-
.../unit/google/cloud/log/test_gcs_task_handler.py | 2 +
.../microsoft/azure/log/test_wasb_task_handler.py | 6 +-
.../providers/opensearch/log/os_task_handler.py | 18 +-
.../unit/opensearch/log/test_os_task_handler.py | 8 +-
providers/presto/pyproject.toml | 2 +-
.../providers/redis/log/redis_task_handler.py | 7 +-
.../unit/redis/log/test_redis_task_handler.py | 13 +-
pyproject.toml | 4 +-
reproducible_build.yaml | 4 +-
scripts/ci/install_breeze.sh | 2 +-
scripts/ci/pre_commit/mypy_folder.py | 13 +-
.../pre_commit/update_installers_and_pre_commit.py | 78 +++
scripts/docker/entrypoint_ci.sh | 2 +-
.../docker/install_airflow_when_building_images.sh | 2 +-
scripts/docker/install_os_dependencies_ci.sh | 167 +++++++
...rflow-scheduler.service => airflow-api.service} | 11 +-
scripts/systemd/airflow-flower.service | 1 +
scripts/systemd/airflow-kerberos.service | 2 +-
scripts/systemd/airflow-scheduler.service | 2 +-
...scheduler.service => airflow-triggerer.service} | 11 +-
scripts/systemd/airflow-webserver.service | 2 +-
scripts/systemd/airflow-worker.service | 2 +-
scripts/tools/setup_breeze | 2 +-
task-sdk/src/airflow/sdk/api/client.py | 7 +
task-sdk/src/airflow/sdk/bases/operator.py | 11 +-
task-sdk/src/airflow/sdk/execution_time/comms.py | 25 +-
.../airflow/sdk/execution_time/secrets_masker.py | 118 +++++
.../src/airflow/sdk/execution_time/supervisor.py | 158 +++++-
.../src/airflow/sdk/execution_time/task_runner.py | 13 +
task-sdk/src/airflow/sdk/log.py | 10 +
task-sdk/tests/conftest.py | 10 +
task-sdk/tests/task_sdk/api/test_client.py | 10 +
.../task_sdk/definitions/test_secrets_masker.py | 304 ++++++++++++
.../tests/task_sdk/execution_time/test_comms.py | 30 ++
.../task_sdk/execution_time/test_supervisor.py | 191 +++++++-
139 files changed, 3859 insertions(+), 702 deletions(-)