You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ep...@apache.org on 2023/10/05 09:13:36 UTC
[airflow] branch v2-7-test updated (1fd5491636 -> 5c42275019)
This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a change to branch v2-7-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 1fd5491636 Only tag :latest image when default python version is used (#34182)
new d8b250700b Improve back-reference generation (#33149)
new cd70ac0daf Better fix for add-back-references (#33207)
new 248b88b5fa Simplify conditions on len() in dev (#33562)
new 97e53b02dd Simplify conditions on len() (#33454)
new e6d481a49d Fix broken link to the "UPDATING.md" file (#33583)
new a78ba98e6d Replace strftime with f-strings where nicer (#33455)
new 03f8ff5153 Refactor: Improve detection of duplicates and list sorting (#33675)
new 358255d0bd Refactor: Remove useless str() calls (#33629)
new 16ab2c2125 Use str.splitlines() to split lines (#33592)
new fe97031a1f Refactor: Use random.choices (#33631)
new 5778fbbc65 Refactor: path.rglob(…) does not need ** (#33669)
new f04bca6f32 Refactor: Use f-strings (#33734)
new 00489bdd1a Order cherrypicking candidates by the closed date (#34739)
new 672871b4d7 Use a single statement with multiple contexts instead of nested statements in core (#33769)
new 2a59e40a12 Merge multiple isintance calls for the same object in a single call (#33767)
new cf8e8b9c8f Replace single quotes by double quotes in all Airflow modules (#33766)
new 6cc73db317 Replace type func by isinstance in fab_security manager (#33760)
new 084839db3c E731: replace lambda by a def method in Airflow core (#33758)
new 7252e2b098 remove unnecessary map and rewrite it using list in Airflow core (#33764)
new b9b7a40168 Use literal dict instead of calling dict() in Airflow core (#33762)
new 3035e8d411 Refactor: Use inplace .sort() (#33743)
new 7cbc7c4a2a Improve importing the module in Airflow api_connexion package (#33798)
new 035a012317 Improve importing the module in Airflow API package (#33797)
new d01734e9ba Improve importing the module in Airflow operators package (#33800)
new 002a06e856 Improve importing the module in Airflow models package (#33799)
new 4c1735dfb0 Minor grammatical fix (#33802)
new 4803953590 Improve importing the module in Airflow sensors package (#33801)
new c9427da76b Improve importing the module in Airflow utils package (#33803)
new 94a9afc644 Improve importing the module in Airflow decorators package (#33804)
new 5c0ff5a807 Improve importing the modules in Airflow jobs package (#33805)
new a8a990a609 Improve importing the modules in Airflow www package (#33810)
new 3cd5fc4156 Improve importing the modules in Airflow macros, metrics, notifications and secrets packages (#33811)
new 783a26e439 Improve importing the modules in Airflow serialization, task, template and ti_deps packages (#33812)
new f287598e94 Improve importing the modules in Airflow dag_processing, datasets and example_dags packages (#33808)
new 0d413aaef6 Refactor: remove unused state - SHUTDOWN (#33746)
new 9fe078db98 Improve modules import in Airflow core by some of them into a type-checking block (#33755)
new f23e488665 Fix typo in views (#33830)
new 7a837acdbf Cleanup: remove remnants of 'shutdown' task instance state (#33893)
new 53ac5536d6 Replace lambdas with comprehensions (#33745)
new ef72eba81b Replace dict.items by dict.values when key is not used in core (#33940)
new cf4897cd3f Avoid creating unnecessary list when parsing stats datadog tags (#33943)
new 9a2e7b7fa6 Add cancel_trigger_ids to to_cancel dequeue in batch (#33944)
new 7ed70e0e71 Add TCH001 and TCH002 rules to pre-commit to detect and move type checking modules (#33865)
new 707096302a Remove useless string join from core (#33969)
new 09fe8d8ba3 Do not create lists we don't need (#33519)
new faebab139a docs(core-airflow): replace markdown style link with rst style link (#33990)
new 62e32e622e replace loop by any when looking for a positive value in core (#33985)
new 1752782a28 Restore rendering of provider configuration with version_addded (#34011)
new 9857678dbf Refactor unneeded 'continue' jumps in api (#33842)
new 42751ae608 Refactor unneeded 'continue' jumps in utils (#33836)
new c856008c59 Refactor unneeded 'continue' jumps in configuration (#33844)
new 652ea8e950 Remove infinite animation for pinwheel, spin for 1.5s (#34020)
new 91fbe40157 Update CONTRIBUTING.rst information wrt Slack channels (#34025)
new 90ad7f83ab Hide Irrelevant Dag Processor from Cluster Activity Page (#33611)
new 88848ef9a6 Refactor unneeded 'continue' jumps in dag processing (#33839)
new 621a24f7cc Refactor unneeded 'continue' jumps in setup.py (#33848)
new db8f014d3e Move the try outside the loop when this is possible in Airflow core (#33975)
new fba97a910b Refactor unneeded 'continue' jumps in cli (#33845)
new b22b6264a3 Add state utils to Public Airflow Interface (#34059)
new 551faf3d00 Remove [project] section from `pyproject.toml` (#34014)
new 27223b125b Refactor unneeded 'continue' jumps in jobs (#33846)
new 9cd3246461 Refactor unneeded 'continue' jumps around the repo (#33849)
new 4be5de5769 Bring back SHUTDOWN-related constants (#34063)
new c87970af3b Add missing audit logs for Flask actions add, edit and delete (#34090)
new 8c0989facb Replace sequence concatination by unpacking in Airflow core (#33934)
new 0556e6571e Fix scheduler logic to plan new dag runs by ignoring manual runs (#34027)
new e7cf52c655 Reuse _run_task_session in mapped render_template_fields (#33309)
new fc582400b1 Added more example code for XCom push and pull (#34016)
new 61b1bdb522 Fix the required permissions to clear a TI from the UI (#34123)
new c8bca77bd7 Fix for TaskGroup toggles for duplicated labels (#34072)
new 43f1587f7f Fix query bug in next_run_datasets_summary endpoint (#34143)
new c2614c4a10 Fix FAB-related logging format interpolation (#34139)
new a837d41e2b Fix unfound ab_user table in the CLI session (#34120)
new bdc3000610 Fix issues related to access_control={} (#34114)
new 2ad8eff046 Replace single element slice by next() in Airflow tests (#33938)
new ccb8022af0 Consolidate importing of os.path.* (#34060)
new 539895d1c8 Refactor: Consolidate import and usage of random (#34108)
new 2e51877256 Ensure details panel is shown when any tab is selected (#34136)
new 25fdcd5b37 Combine similar if logics in core (#33988)
new ecf1967d2a Move default timezone to except block (#34245)
new ec2babd1c5 Replace assert by if...raise in www package (#34249)
new 7ece62541e Replace assert by if...raise in decorators package (#34250)
new a5e0c49069 Make param validation consistent for DAG validation and triggering (#34248)
new 78e5d3907a Add SBOM entry in security documentation (#34261)
new 8bbb0267ae Change "not all" to "any" for ease of readability (#34259)
new b5e4e66c08 Replace unnecessary dict comprehension with dict() in core (#33858)
new 5e8a15fbf0 Refactor: tmp_path in tests/dag_processing (#33740)
new 49b9671549 Replace sequence concatination by unpacking in Airflow tests (#33935)
new bc8b820230 Set loglevel=DEBUG in 'Not syncing DAG-level permissions' (#34268)
new 6ca326a489 Refactor: Simplify string generation (#34118)
new 25cf5a29b8 Refactor: Simplify comparisons (#34181)
new f1e3734db3 Refactor integer division (#34180)
new fb47619066 replace = by is for type comparaison (#33983)
new fafc65ef1a Fix www cluster_activity view not loading due to standaloneDagProcessor templating (#34274)
new fd3e86848b Change links to SQLAlchemy 1.4 (#34288)
new c7c943a00f Add "security infrastructure" paragraph to security model (#34301)
new 9368c4d840 correcting wrong time showing in grid view (#34179)
new b89d6508e2 Add link to Amazon Provider Configuration in Core documentation (#34305)
new 391fc99cd5 REST API: Fix task instance access issue in the batch endpoint (#34315)
new dbfe5258c4 Provide tabular overview about trigger form param types (#34285)
new 37b152e6ca Add DagRun events (#34328)
new 9518ce635c Check that dag_ids passed in request are consistent (#34366)
new 23654a4997 docs: correct typo in best-practices.rst (#34361)
new 3724360520 Fix spelling errors in readme and license files (#34383)
new 27791a9ac5 Refactor os.path.splitext to Path.* (#34352)
new d76001123f Update cluster-policies.rst (#34174)
new ee72e76d65 Fix dag warning endpoint permissions (#34355)
new 864787dc37 Add LocalKubernetesExecutor in the config.yml's executor description (#34414)
new c71bcdf703 Docs for triggered_dataset_event (#34410)
new b9393a8b04 Schedule default value description (#34291)
new 1983522d1a Deprecate numeric type python version in PythonVirtualEnvOperator (#34359)
new ff92c1debb Clarify var.value.get and var.json.get usage (#34411)
new d0f94edcaa Fix class reference in Public Interface documentation (#34454)
new a7fbe5bec1 Change two whitespaces to one (#34519)
new 76d56815cd using seconds for failed scenarios too (#34532)
new 81fd828f22 Add more exemptions to lengthy metric list (#34531)
new 33b804d289 Restore EXISTING_ROLES from security.py (#34523)
new 383c1063e9 Fix screenshot in dynamic task mapping docs (#34566)
new 4a92a24568 Fix ODBC Connection page formatting (#34572)
new c13c45cf18 Fix: Add 3.11 as supported Python version (#34575)
new 621616f464 Avoid top-level airflow import to avoid circular dependency (#34586)
new 2e513f931c Fix is_parent_mapped value by checking if any of the parent tg is mapped (#34587)
new f15d02fa6a fix(cli): remove "to backfill" from --task-regex help message (#34598)
new 610dcf3c33 Clarify what landing time means in doc (#34608)
new afd178bdf5 Fix some whitespace (#34632)
new 9c1da80412 Use iterative loop to look for mapped parent (#34622)
new 295d858659 Don't run isort when creating new alembic migrations (#34636)
new b4b5e28724 fix connections exported output (#34640)
new e605d1d9bb Fail dag test if defer without triggerer (#34619)
new bbba4b4aef Restrict `astroid` version < 3 (#34658)
new 2dbc7a9c4e Fix non deterministic datetime deserialization (#34492)
new a95050812a Document how to use the system's timezone database (#34667)
new 78dbe3bf9c Correct docs for multi-value select (#34690)
new 89ed34e8a1 Fix: make dry run optional for patch task instance (#34568)
new 9b3c26a77f Fix foreign key warning re ab_user.id (#34656)
new 53499f41f9 Fix SesssionExemptMixin spelling (#34696)
new 3c01559c82 Fixed rows count in the migration script (#34348)
new 959d5cd591 Import AUTH_REMOTE_USER from FAB in WSGI middleware example (#34721)
new e2db96b7ea Update min-sqlalchemy version to account for latest features used (#34293)
new 4461f60dff Add information about drop support MsSQL as DB Backend in the future (#34375)
new 80a9833d2c Update version to 2.7.2
new 5c42275019 Update RELEASE_NOTES.rst
The 142 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/ci.yml | 49 +
.pre-commit-config.yaml | 5 +
BREEZE.rst | 26 +-
CONTRIBUTING.rst | 6 +-
Dockerfile.ci | 23 +-
README.md | 30 +-
RELEASE_NOTES.rst | 113 ++
STATIC_CODE_CHECKS.rst | 2 +
airflow/__init__.py | 2 +-
airflow/_vendor/README.md | 6 +-
airflow/alembic.ini | 6 -
airflow/api/__init__.py | 10 +-
airflow/api/auth/backend/basic_auth.py | 6 +-
airflow/api/auth/backend/kerberos_auth.py | 2 +-
airflow/api/client/__init__.py | 5 +-
airflow/api/common/delete_dag.py | 9 +-
airflow/api/common/experimental/__init__.py | 9 +-
airflow/api/common/experimental/get_code.py | 2 +-
.../api/common/experimental/get_dag_run_state.py | 5 +-
airflow/api/common/experimental/get_lineage.py | 12 +-
airflow/api/common/experimental/get_task.py | 6 +-
.../api/common/experimental/get_task_instance.py | 8 +-
airflow/api/common/experimental/pool.py | 6 +-
airflow/api/common/mark_tasks.py | 39 +-
airflow/api/common/trigger_dag.py | 7 +-
.../api_connexion/endpoints/connection_endpoint.py | 8 +-
airflow/api_connexion/endpoints/dag_endpoint.py | 11 +-
.../api_connexion/endpoints/dag_run_endpoint.py | 10 +-
.../api_connexion/endpoints/dag_source_endpoint.py | 2 +-
.../endpoints/dag_warning_endpoint.py | 17 +-
.../api_connexion/endpoints/dataset_endpoint.py | 10 +-
.../api_connexion/endpoints/event_log_endpoint.py | 9 +-
.../api_connexion/endpoints/extra_link_endpoint.py | 13 +-
airflow/api_connexion/endpoints/health_endpoint.py | 6 +-
.../endpoints/import_error_endpoint.py | 9 +-
airflow/api_connexion/endpoints/log_endpoint.py | 10 +-
airflow/api_connexion/endpoints/plugin_endpoint.py | 6 +-
airflow/api_connexion/endpoints/pool_endpoint.py | 8 +-
.../api_connexion/endpoints/provider_endpoint.py | 9 +-
.../endpoints/role_and_permission_endpoint.py | 7 +-
airflow/api_connexion/endpoints/task_endpoint.py | 7 +-
.../endpoints/task_instance_endpoint.py | 30 +-
airflow/api_connexion/endpoints/user_endpoint.py | 8 +-
.../api_connexion/endpoints/variable_endpoint.py | 8 +-
.../api_connexion/endpoints/version_endpoint.py | 6 +-
airflow/api_connexion/endpoints/xcom_endpoint.py | 8 +-
airflow/api_connexion/exceptions.py | 6 +-
airflow/api_connexion/openapi/v1.yaml | 4 +-
airflow/api_connexion/parameters.py | 9 +-
airflow/api_connexion/schemas/common_schema.py | 4 +-
airflow/api_connexion/schemas/dag_schema.py | 8 +-
airflow/api_connexion/schemas/enum_schemas.py | 4 +-
.../api_connexion/schemas/task_instance_schema.py | 9 +-
airflow/api_connexion/schemas/task_schema.py | 6 +-
airflow/cli/cli_config.py | 21 +-
airflow/cli/cli_parser.py | 4 +-
airflow/cli/commands/connection_command.py | 29 +-
airflow/cli/commands/internal_api_command.py | 12 +-
airflow/cli/commands/kubernetes_command.py | 4 +-
airflow/cli/commands/pool_command.py | 2 +-
airflow/cli/commands/standalone_command.py | 19 +-
airflow/cli/commands/task_command.py | 6 +-
airflow/cli/commands/user_command.py | 2 +-
airflow/cli/commands/webserver_command.py | 18 +-
airflow/config_templates/config.yml | 2 +-
airflow/configuration.py | 46 +-
airflow/contrib/hooks/__init__.py | 440 +++---
airflow/contrib/operators/__init__.py | 1588 ++++++++++----------
airflow/contrib/secrets/__init__.py | 28 +-
airflow/contrib/sensors/__init__.py | 176 +--
airflow/contrib/task_runner/__init__.py | 4 +-
airflow/contrib/utils/__init__.py | 40 +-
airflow/contrib/utils/log/__init__.py | 6 +-
airflow/dag_processing/manager.py | 49 +-
airflow/dag_processing/processor.py | 24 +-
airflow/datasets/manager.py | 5 +-
airflow/decorators/base.py | 47 +-
airflow/decorators/branch_python.py | 7 +-
airflow/decorators/external_python.py | 7 +-
airflow/decorators/python.py | 7 +-
airflow/decorators/python_virtualenv.py | 7 +-
airflow/decorators/sensor.py | 7 +-
airflow/decorators/setup_teardown.py | 7 +-
airflow/decorators/short_circuit.py | 7 +-
airflow/decorators/task_group.py | 6 +-
airflow/example_dags/example_bash_operator.py | 2 +-
airflow/example_dags/example_dag_decorator.py | 6 +-
airflow/example_dags/example_params_trigger_ui.py | 9 +-
airflow/example_dags/example_params_ui_tutorial.py | 9 +-
.../example_short_circuit_decorator.py | 4 +-
.../example_dags/example_short_circuit_operator.py | 4 +-
airflow/example_dags/example_skip_dag.py | 6 +-
airflow/example_dags/plugins/workday.py | 23 +-
airflow/exceptions.py | 3 +-
airflow/executors/base_executor.py | 10 +-
airflow/executors/debug_executor.py | 11 +-
airflow/executors/local_executor.py | 15 +-
airflow/executors/sequential_executor.py | 2 +-
airflow/jobs/backfill_job_runner.py | 28 +-
airflow/jobs/dag_processor_job_runner.py | 6 +-
airflow/jobs/job.py | 11 +-
airflow/jobs/local_task_job_runner.py | 16 +-
airflow/jobs/scheduler_job_runner.py | 76 +-
airflow/jobs/triggerer_job_runner.py | 23 +-
.../pre_7_4_0_compatibility/k8s_model.py | 4 +-
.../pre_7_4_0_compatibility/pod_generator.py | 16 +-
airflow/listeners/listener.py | 2 +-
airflow/macros/__init__.py | 6 +-
airflow/metrics/base_stats_logger.py | 7 +-
airflow/metrics/datadog_logger.py | 8 +-
airflow/metrics/otel_logger.py | 13 +-
airflow/metrics/statsd_logger.py | 8 +-
airflow/metrics/validators.py | 5 +-
airflow/models/baseoperator.py | 23 +-
airflow/models/dag.py | 82 +-
airflow/models/dagbag.py | 25 +-
airflow/models/dagcode.py | 6 +-
airflow/models/dagrun.py | 25 +-
airflow/models/dagwarning.py | 5 +-
airflow/models/db_callback_request.py | 5 +-
airflow/models/expandinput.py | 4 +-
airflow/models/mappedoperator.py | 45 +-
airflow/models/operator.py | 8 +-
airflow/models/param.py | 2 +-
airflow/models/pool.py | 6 +-
airflow/models/renderedtifields.py | 6 +-
airflow/models/serialized_dag.py | 15 +-
airflow/models/skipmixin.py | 2 +-
airflow/models/taskinstance.py | 199 ++-
airflow/models/taskmixin.py | 9 +-
airflow/models/taskreschedule.py | 7 +-
airflow/models/trigger.py | 8 +-
airflow/models/variable.py | 7 +-
airflow/models/xcom.py | 9 +-
airflow/models/xcom_arg.py | 12 +-
airflow/notifications/basenotifier.py | 7 +-
airflow/operators/__init__.py | 252 ++--
airflow/operators/bash.py | 6 +-
airflow/operators/branch.py | 6 +-
airflow/operators/datetime.py | 6 +-
airflow/operators/email.py | 6 +-
airflow/operators/empty.py | 6 +-
airflow/operators/generic_transfer.py | 6 +-
airflow/operators/latest_only.py | 2 +-
airflow/operators/python.py | 31 +-
airflow/operators/smooth.py | 6 +-
airflow/operators/subdag.py | 15 +-
airflow/operators/trigger_dagrun.py | 2 +-
airflow/operators/weekday.py | 6 +-
airflow/plugins_manager.py | 33 +-
airflow/policies.py | 2 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 3 +-
airflow/providers/amazon/aws/hooks/batch_client.py | 14 +-
airflow/providers/amazon/aws/hooks/datasync.py | 5 +-
airflow/providers/amazon/aws/hooks/dynamodb.py | 2 +-
airflow/providers/amazon/aws/hooks/sagemaker.py | 6 +-
.../amazon/aws/log/cloudwatch_task_handler.py | 2 +-
airflow/providers/amazon/aws/operators/glue.py | 2 +-
airflow/providers/amazon/aws/sensors/sqs.py | 4 +-
.../amazon/aws/transfers/dynamodb_to_s3.py | 4 +-
airflow/providers/apache/hive/hooks/hive.py | 2 +-
airflow/providers/apache/livy/triggers/livy.py | 2 +-
airflow/providers/arangodb/hooks/arangodb.py | 2 +-
.../kubernetes/executors/kubernetes_executor.py | 2 +-
.../cncf/kubernetes/pod_launcher_deprecated.py | 6 +-
.../providers/cncf/kubernetes/utils/pod_manager.py | 6 +-
.../providers/databricks/hooks/databricks_sql.py | 16 +-
.../databricks/operators/databricks_repos.py | 7 +-
airflow/providers/dbt/cloud/hooks/dbt.py | 8 +-
airflow/providers/docker/operators/docker.py | 2 +-
.../elasticsearch/log/es_json_formatter.py | 6 +-
airflow/providers/ftp/hooks/ftp.py | 2 +-
airflow/providers/ftp/sensors/ftp.py | 4 +-
airflow/providers/github/operators/github.py | 4 +-
airflow/providers/github/sensors/github.py | 4 +-
.../cloud/example_dags/example_cloud_sql_query.py | 9 +-
airflow/providers/google/cloud/hooks/cloud_sql.py | 3 +-
airflow/providers/google/cloud/hooks/gcs.py | 3 +-
airflow/providers/google/cloud/hooks/mlengine.py | 4 +-
.../providers/google/cloud/log/gcs_task_handler.py | 2 +-
.../google/cloud/operators/bigquery_dts.py | 2 +-
.../providers/google/cloud/operators/datafusion.py | 2 +-
.../providers/google/cloud/operators/dataproc.py | 3 +-
.../providers/google/cloud/operators/mlengine.py | 4 +-
.../google/cloud/sensors/dataproc_metastore.py | 2 +-
airflow/providers/google/cloud/sensors/tasks.py | 2 +-
.../google/cloud/transfers/cassandra_to_gcs.py | 6 +-
.../google/cloud/transfers/facebook_ads_to_gcs.py | 4 +-
.../providers/google/cloud/transfers/gcs_to_gcs.py | 2 +-
.../google/cloud/triggers/bigquery_dts.py | 2 +-
.../google/cloud/utils/credentials_provider.py | 2 +-
airflow/providers/grpc/hooks/grpc.py | 2 +-
airflow/providers/microsoft/azure/hooks/synapse.py | 2 +-
.../microsoft/azure/triggers/data_factory.py | 2 +-
.../providers/microsoft/winrm/operators/winrm.py | 2 +-
airflow/providers/oracle/hooks/oracle.py | 6 +-
airflow/providers/sftp/operators/sftp.py | 2 +-
airflow/providers/sftp/sensors/sftp.py | 2 +-
.../providers/singularity/operators/singularity.py | 2 +-
.../snowflake/utils/sql_api_generate_jwt.py | 8 +-
airflow/providers_manager.py | 27 +-
airflow/secrets/metastore.py | 3 +-
airflow/sensors/__init__.py | 56 +-
airflow/sensors/base.py | 6 +-
airflow/sensors/bash.py | 87 +-
airflow/sensors/date_time.py | 6 +-
airflow/sensors/filesystem.py | 10 +-
airflow/sensors/python.py | 7 +-
airflow/sensors/time_delta.py | 6 +-
airflow/sensors/time_sensor.py | 5 +-
airflow/sensors/weekday.py | 6 +-
airflow/serialization/serde.py | 6 +-
airflow/serialization/serialized_objects.py | 60 +-
airflow/serialization/serializers/datetime.py | 32 +-
airflow/settings.py | 14 +-
airflow/stats.py | 15 +-
airflow/task/task_runner/__init__.py | 7 +-
airflow/task/task_runner/base_task_runner.py | 6 +-
airflow/task/task_runner/cgroup_task_runner.py | 7 +-
airflow/task/task_runner/standard_task_runner.py | 5 +-
airflow/template/templater.py | 6 +-
airflow/templates.py | 5 +-
airflow/ti_deps/dep_context.py | 3 +-
airflow/ti_deps/deps/prev_dagrun_dep.py | 3 +-
airflow/ti_deps/deps/trigger_rule_dep.py | 20 +-
airflow/timetables/_cron.py | 6 +-
airflow/timetables/base.py | 4 +-
airflow/timetables/events.py | 12 +-
airflow/timetables/interval.py | 7 +-
airflow/timetables/simple.py | 3 +-
airflow/timetables/trigger.py | 12 +-
airflow/triggers/external_task.py | 20 +-
airflow/triggers/file.py | 4 +-
airflow/utils/airflow_flask_app.py | 7 +-
airflow/utils/cli.py | 3 +-
airflow/utils/code_utils.py | 28 +-
airflow/utils/dag_edges.py | 15 +-
airflow/utils/dates.py | 10 +-
airflow/utils/db.py | 13 +-
airflow/utils/db_cleanup.py | 50 +-
airflow/utils/dot_renderer.py | 14 +-
airflow/utils/email.py | 23 +-
airflow/utils/file.py | 23 +-
airflow/utils/helpers.py | 2 +-
airflow/utils/log/__init__.py | 30 +-
airflow/utils/log/colored_log.py | 6 +-
airflow/utils/log/file_task_handler.py | 17 +-
airflow/utils/log/json_formatter.py | 2 +-
airflow/utils/log/log_reader.py | 10 +-
airflow/utils/log/logging_mixin.py | 7 +-
airflow/utils/log/secrets_masker.py | 10 +-
airflow/utils/log/timezone_aware.py | 6 +-
airflow/utils/log/trigger_handler.py | 6 +-
airflow/utils/mixins.py | 5 +-
airflow/utils/module_loading.py | 6 +-
airflow/utils/python_virtualenv.py | 6 +-
airflow/utils/session.py | 6 +-
airflow/utils/setup_teardown.py | 2 +-
airflow/utils/sqlalchemy.py | 8 +-
airflow/utils/state.py | 29 +-
airflow/utils/strings.py | 4 +-
airflow/utils/task_group.py | 3 +-
airflow/utils/task_instance_session.py | 60 +
airflow/www/api/experimental/endpoints.py | 7 +-
airflow/www/auth.py | 37 +-
airflow/www/decorators.py | 2 +-
airflow/www/extensions/init_appbuilder.py | 31 +-
airflow/www/extensions/init_jinja_globals.py | 2 +-
airflow/www/extensions/init_manifest_files.py | 2 +-
airflow/www/extensions/init_security.py | 10 +-
airflow/www/extensions/init_views.py | 17 +-
airflow/www/extensions/init_wsgi_middlewares.py | 2 +-
airflow/www/fab_security/manager.py | 42 +-
airflow/www/fab_security/sqla/manager.py | 5 +-
airflow/www/jest-setup.js | 3 +-
airflow/www/security.py | 18 +-
airflow/www/session.py | 6 +-
airflow/www/static/css/main.css | 8 +-
.../www/static/js/cluster-activity/index.test.tsx | 1 -
.../js/cluster-activity/live-metrics/Health.tsx | 17 +-
airflow/www/static/js/dag/Main.tsx | 8 +-
airflow/www/static/js/dag/details/gantt/Row.tsx | 2 +-
airflow/www/static/js/dag/details/graph/utils.ts | 4 +-
airflow/www/static/js/dag/details/index.tsx | 2 +-
airflow/www/static/js/dag/grid/TaskName.test.tsx | 12 +-
airflow/www/static/js/dag/grid/TaskName.tsx | 3 +
airflow/www/static/js/dag/grid/ToggleGroups.tsx | 2 +-
airflow/www/static/js/dag/grid/dagRuns/Bar.tsx | 18 +-
airflow/www/static/js/dag/grid/index.test.tsx | 117 +-
airflow/www/static/js/dag/grid/index.tsx | 2 +-
airflow/www/static/js/dag/grid/renderTaskRows.tsx | 11 +-
airflow/www/static/js/index.d.ts | 1 +
airflow/www/static/js/types/api-generated.ts | 2 +-
airflow/www/static/js/types/index.ts | 1 -
airflow/www/static/js/utils/graph.ts | 4 +-
.../www/templates/airflow/cluster_activity.html | 1 +
airflow/www/utils.py | 18 +-
airflow/www/views.py | 74 +-
dev/README_RELEASE_AIRFLOW.md | 6 +-
dev/README_RELEASE_HELM_CHART.md | 2 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 2 +-
dev/airflow-github | 4 +-
dev/assign_cherry_picked_prs_with_milestone.py | 12 +-
.../airflow_breeze/commands/ci_image_commands.py | 6 +-
.../airflow_breeze/commands/developer_commands.py | 12 +-
.../commands/developer_commands_config.py | 7 +
.../airflow_breeze/commands/kubernetes_commands.py | 22 +-
.../src/airflow_breeze/commands/main_command.py | 7 +-
.../commands/release_management_commands.py | 49 +-
.../commands/release_management_commands_config.py | 2 +-
.../airflow_breeze/commands/testing_commands.py | 12 +-
.../commands/testing_commands_config.py | 1 +
dev/breeze/src/airflow_breeze/global_constants.py | 16 +-
.../src/airflow_breeze/params/build_ci_params.py | 2 +-
.../src/airflow_breeze/params/build_prod_params.py | 4 +-
.../src/airflow_breeze/params/doc_build_params.py | 2 +-
.../src/airflow_breeze/params/shell_params.py | 10 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 1 +
.../airflow_breeze/utils/add_back_references.py | 37 +-
dev/breeze/src/airflow_breeze/utils/ci_group.py | 5 +-
dev/breeze/src/airflow_breeze/utils/coertions.py | 2 +-
.../src/airflow_breeze/utils/common_options.py | 22 +-
.../airflow_breeze/utils/docker_command_utils.py | 29 +-
dev/breeze/src/airflow_breeze/utils/github.py | 2 +-
dev/breeze/src/airflow_breeze/utils/image.py | 8 +-
.../utils/mark_image_as_refreshed.py | 6 +-
dev/breeze/src/airflow_breeze/utils/parallel.py | 2 +-
dev/breeze/src/airflow_breeze/utils/recording.py | 5 +-
dev/breeze/src/airflow_breeze/utils/run_utils.py | 2 +-
.../src/airflow_breeze/utils/selective_checks.py | 23 +-
.../airflow_breeze/utils/suspended_providers.py | 4 +-
dev/breeze/tests/test_exclude_from_matrix.py | 2 +-
dev/breeze/tests/test_global_constants.py | 6 +-
dev/check_files.py | 2 +-
dev/example_dags/update_example_dags_paths.py | 16 +-
dev/prepare_release_issue.py | 4 +-
dev/provider_packages/prepare_provider_packages.py | 15 +-
.../publish_provider_documentation.sh | 2 +
...calculate_statistics_provider_testing_issues.py | 9 +-
dev/stats/get_important_pr_candidates.py | 5 +-
dev/validate_version_added_fields_in_config.py | 5 +-
.../connections/odbc.rst | 2 +-
.../cluster-policies.rst | 2 -
.../administration-and-deployment/listeners.rst | 9 +
.../logging-monitoring/metrics.rst | 2 +-
.../authoring-and-scheduling/datasets.rst | 39 +
.../authoring-and-scheduling/timezone.rst | 4 +
docs/apache-airflow/best-practices.rst | 2 +-
docs/apache-airflow/configurations-ref.rst | 1 +
docs/apache-airflow/core-concepts/params.rst | 181 ++-
docs/apache-airflow/core-concepts/tasks.rst | 1 -
docs/apache-airflow/core-concepts/xcoms.rst | 18 +-
docs/apache-airflow/deprecated-rest-api-ref.rst | 2 +-
docs/apache-airflow/howto/customize-ui.rst | 1 -
docs/apache-airflow/howto/operator/file.rst | 2 +-
docs/apache-airflow/howto/set-up-database.rst | 16 +-
.../howto/upgrading-from-1-10/index.rst | 2 +-
docs/apache-airflow/img/mapping-simple-graph.png | Bin 40118 -> 13312 bytes
docs/apache-airflow/img/task_lifecycle_diagram.png | Bin 58659 -> 32164 bytes
.../installation/supported-versions.rst | 2 +-
docs/apache-airflow/public-airflow-interface.rst | 14 +-
docs/apache-airflow/security/audit_logs.rst | 2 +-
.../security/releasing_security_patches.rst | 2 +-
docs/apache-airflow/security/sbom.rst | 31 +
docs/apache-airflow/security/security_model.rst | 16 +-
docs/apache-airflow/security/webserver.rst | 2 +-
docs/apache-airflow/start.rst | 6 +-
docs/apache-airflow/templates-ref.rst | 6 +-
docs/apache-airflow/ui.rst | 6 +-
docs/conf.py | 17 +-
docs/docker-stack/README.md | 10 +-
.../extending/add-airflow-configuration/Dockerfile | 2 +-
.../extending/add-apt-packages/Dockerfile | 2 +-
.../add-build-essential-extend/Dockerfile | 2 +-
.../extending/add-providers/Dockerfile | 2 +-
.../extending/add-pypi-packages/Dockerfile | 2 +-
.../extending/add-requirement-packages/Dockerfile | 2 +-
.../extending/custom-providers/Dockerfile | 2 +-
.../extending/embedding-dags/Dockerfile | 2 +-
.../extending/writable-directory/Dockerfile | 2 +-
docs/docker-stack/entrypoint.rst | 14 +-
docs/exts/airflow_intersphinx.py | 6 +-
docs/exts/docs_build/code_utils.py | 2 +-
docs/exts/docs_build/dev_index_generator.py | 22 +-
docs/exts/docs_build/errors.py | 2 +-
docs/exts/docs_build/spelling_checks.py | 2 +-
docs/exts/exampleinclude.py | 6 +-
docs/exts/operators_and_hooks_ref.py | 6 +-
docs/exts/provider_init_hack.py | 4 +-
docs/exts/providers_packages_ref.py | 6 +-
docs/exts/substitution_extensions.py | 8 +-
docs/spelling_wordlist.txt | 2 +
generated/PYPI_README.md | 28 +-
images/breeze/output-commands-hash.txt | 22 +-
images/breeze/output_build-docs.svg | 82 +-
images/breeze/output_release-management.svg | 6 +-
...tput_release-management_add-back-references.svg | 74 +-
...management_generate-issue-content-providers.svg | 82 +-
...e-management_prepare-provider-documentation.svg | 88 +-
...elease-management_prepare-provider-packages.svg | 74 +-
.../output_release-management_publish-docs.svg | 28 +-
images/breeze/output_shell.svg | 34 +-
images/breeze/output_static-checks.svg | 2 +-
images/breeze/output_testing_tests.svg | 26 +-
kubernetes_tests/test_base.py | 4 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 4 +-
pyproject.toml | 13 +-
scripts/ci/docker-compose/_docker.env | 1 +
scripts/ci/docker-compose/base.yml | 1 +
scripts/ci/docker-compose/devcontainer.env | 1 +
.../ci/pre_commit/pre_commit_check_order_setup.py | 9 +-
.../pre_commit_check_setup_extra_packages_ref.py | 11 +-
.../pre_commit_inline_scripts_in_docker.py | 9 +-
.../ci/pre_commit/pre_commit_sort_in_the_wild.py | 2 +-
.../ci/pre_commit/pre_commit_supported_versions.py | 2 +-
.../ci/pre_commit/pre_commit_unittest_testcase.py | 12 +-
.../pre_commit_update_common_sql_api_stubs.py | 6 +-
scripts/ci/testing/summarize_junit_failures.py | 30 +-
scripts/docker/entrypoint_ci.sh | 23 +-
scripts/in_container/run_migration_reference.py | 12 +-
.../in_container/run_provider_yaml_files_check.py | 44 +-
.../in_container/update_quarantined_test_status.py | 6 +-
scripts/in_container/verify_providers.py | 2 +-
scripts/tools/generate-integrations-json.py | 2 +-
setup.cfg | 2 +-
setup.py | 30 +-
tests/always/test_example_dags.py | 2 +-
.../endpoints/test_connection_endpoint.py | 2 +-
.../endpoints/test_dag_run_endpoint.py | 16 +-
.../endpoints/test_dag_source_endpoint.py | 5 +-
.../endpoints/test_dag_warning_endpoint.py | 23 +-
.../endpoints/test_event_log_endpoint.py | 2 +-
.../endpoints/test_task_instance_endpoint.py | 60 +
.../api_connexion/endpoints/test_user_endpoint.py | 2 +-
.../common/experimental/test_pool.py | 2 +-
.../endpoints/test_rpc_api_endpoint.py | 6 +-
tests/api_internal/test_internal_api_call.py | 5 +-
tests/cli/commands/test_config_command.py | 24 +-
tests/cli/commands/test_dag_command.py | 39 +-
tests/cli/commands/test_jobs_command.py | 4 +-
tests/cli/commands/test_role_command.py | 5 +-
tests/cli/commands/test_task_command.py | 7 +-
tests/cluster_policies/__init__.py | 6 +-
tests/core/test_configuration.py | 4 +-
tests/core/test_otel_logger.py | 4 +-
tests/dag_processing/test_job_runner.py | 108 +-
tests/dags/test_example_bash_operator.py | 2 +-
tests/dags/test_miscellaneous.py | 2 +-
tests/dags/test_on_kill.py | 5 +-
tests/dags/test_parsing_context.py | 5 +-
tests/dags_corrupted/test_impersonation_custom.py | 2 +-
tests/decorators/test_python.py | 57 +-
tests/decorators/test_setup_teardown.py | 2 +-
tests/jobs/test_scheduler_job.py | 60 +-
tests/jobs/test_triggerer_job.py | 2 +-
tests/models/test_baseoperator.py | 6 +-
tests/models/test_cleartasks.py | 31 +-
tests/models/test_dag.py | 2 +-
tests/models/test_dagcode.py | 2 +-
tests/models/test_dagrun.py | 12 +-
tests/models/test_mappedoperator.py | 238 +--
tests/models/test_renderedtifields.py | 132 +-
tests/models/test_xcom.py | 5 +-
tests/models/test_xcom_arg_map.py | 14 +-
tests/notifications/test_basenotifier.py | 5 +-
tests/operators/test_bash.py | 2 +-
tests/operators/test_python.py | 2 +-
.../amazon/aws/hooks/test_batch_client.py | 8 +-
tests/providers/amazon/aws/hooks/test_eks.py | 12 +-
.../amazon/aws/secrets/test_systems_manager.py | 4 +-
tests/providers/amazon/aws/utils/eks_test_utils.py | 8 +-
.../apache/kylin/operators/test_kylin_cube.py | 4 +-
.../executors/test_kubernetes_executor.py | 4 +-
.../cncf/kubernetes/models/test_secret.py | 4 +-
.../cncf/kubernetes/test_pod_generator.py | 5 +-
.../log/elasticmock/utilities/__init__.py | 2 +-
.../google/cloud/operators/test_bigquery.py | 4 +-
.../google/cloud/operators/test_datafusion.py | 2 +-
.../google/cloud/operators/test_dataprep_system.py | 4 +-
.../google/cloud/operators/test_dataproc.py | 16 +-
tests/providers/http/sensors/test_http.py | 4 +-
tests/providers/microsoft/azure/hooks/test_asb.py | 2 +-
tests/providers/oracle/operators/test_oracle.py | 4 +-
tests/providers/ssh/hooks/test_ssh.py | 2 +-
tests/providers/ssh/operators/test_ssh.py | 4 +-
tests/sensors/test_base.py | 5 +-
tests/sensors/test_external_task_sensor.py | 2 +-
tests/sensors/test_timeout_sensor.py | 5 +-
.../serialization/serializers/test_serializers.py | 62 +-
tests/serialization/test_dag_serialization.py | 18 +-
tests/system/providers/amazon/aws/example_glue.py | 5 +-
.../amazon/aws/example_google_api_sheets_to_s3.py | 8 +-
.../system/providers/amazon/aws/utils/__init__.py | 13 +-
tests/system/providers/amazon/aws/utils/k8s.py | 6 +-
.../apache/kafka/example_dag_event_listener.py | 3 +-
tests/system/providers/github/example_github.py | 4 +-
.../cloud/dataplex/resources/spark_example_pi.py | 6 +-
.../microsoft/azure/example_azure_service_bus.py | 2 +-
tests/system/utils/__init__.py | 6 +-
tests/test_utils/azure_system_helpers.py | 2 +-
tests/test_utils/mock_operators.py | 9 +-
tests/test_utils/remote_user_api_auth_backend.py | 6 +-
tests/test_utils/terraform.py | 2 +-
tests/ti_deps/deps/test_trigger_rule_dep.py | 6 +-
tests/utils/log/test_log_reader.py | 5 +-
tests/utils/test_db.py | 86 +-
tests/utils/test_edgemodifier.py | 2 +-
tests/utils/test_file.py | 1 -
tests/utils/test_helpers.py | 11 +-
tests/utils/test_python_virtualenv.py | 2 +-
tests/www/test_auth.py | 93 ++
tests/www/test_utils.py | 2 +-
tests/www/views/test_views_base.py | 2 +-
tests/www/views/test_views_dataset.py | 11 +
tests/www/views/test_views_grid.py | 6 +-
tests/www/views/test_views_home.py | 2 +-
516 files changed, 5401 insertions(+), 3741 deletions(-)
create mode 100644 airflow/utils/task_instance_session.py
create mode 100644 docs/apache-airflow/security/sbom.rst
create mode 100644 tests/www/test_auth.py