You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by po...@apache.org on 2023/03/05 11:03:40 UTC
[airflow] branch python-3-11 updated (ff8aebf6a5 -> b5f7cdd9f7)
This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch python-3-11
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit ff8aebf6a5 Attempt to add Python 3.11 support
add 5350be2194 Add support for write_on_empty in BaseSQLToGCSOperator (#28959)
add d0473a1357 AIP-44 Initialize methods map for Internal API RPC endpoint in the method (#28841)
add 1ab7ea81a1 uniformize getting hook through cached property in aws sensors (#29001)
add 17e8bb7f9e Update provide_bucket_name() decorator to handle new conn_type (#28706)
add e7b21ed23c nice table at the end of system test execs (#29051)
add d03b9a7691 Move project and license docs down in menu to start with developer-focused docs (#28956)
add 80dbfbc7ad Annotate and simplify code samples in DAGs doc (#29027)
add 135aef30be Fix kerberos authentication for the REST API. (#29054)
add 863ec46e25 Migrate Helm tests to `pytest` (#29063)
add 760c52949a logging poke info when external dag is not none and task_id and task_ids are none (#28097)
add 367e8f135c AIP-44: Add CLI command for running standalone Internal API (#28425)
add f114c67c03 Fix pre-commit warning for exclude in inclusive-language check (#29057)
add ad73819854 AIP-44 Migrate DagModel.get_paused_dag_ids to Internal API (#28693)
add bab57f1a61 Renaming nose compatible methods in flavour of regular pytest naming (#29035)
add 10f0f8bc4b Capitalize dag to DAG (#29064)
add bac7b3027d Fix SFTP operator's template fields processing (#29068)
add 481f271706 fixing import error for dataset (#29007)
add 826f3bd380 Properly test that audit log secrets are masked for connection objects (#29011)
add 4b3a9ca5a3 Minor improvements to serde helpers (#28978)
add 5fcdd321c5 Add deferrable mode for Big Query Transfer operator (#27833)
add e926bb9bb0 Add deferrable mode to DataFusionStartPipelineOperator (#28690)
add 326b5d9791 Fix minor typo in breeze example command. (#29072)
add c0d9862d76 Emit DataDog statsd metrics with metadata tags (#28961)
add 100bb8d79a listener plugin example added (#27905)
add 49ad77c50a Refactor `TestLocalTaskJob.test_process_sigterm_works_with_retries` (#28990)
add 8eb348911f Mark `test_process_sigterm_works_with_retries` quarantined again (#29075)
add 2b7071c600 FTP operator has logic in __init__ (#29073)
add 5da085bcb2 Upgrade bitnami/postgresql helm depenency from 10.5.3 to 12.1.9 (#29071)
add 886d87dc8a Chart: add doc note about podtemplate images (#29032)
add 48cab7cfeb bump (#28602)
add 9dedf81fa1 Check for run_id url param when linking to graph/gantt views (#29066)
add ca9a59b3e8 emit dagrun failed duration when timeout (#29076)
add 09b3a29972 Migrate DagFileProcessorManager.clear_nonexistent_import_errors to Internal API (#28976)
add af9143eacd Several improvements to the Params doc (#29062)
add 98221da0d9 Update git-sync to 3.6.3 (#27848)
add c04cfec6de Only skip provider integration tests for non-main builds (#29022)
add 9bc48747dd Make options output of breeze command consistent and complete (#29097)
add a1ffb26e5b XCom get*/clear* migration to internal API (#29083)
add 736f2e898a Fix rendering parameters in PapermillOperator (#28979)
add 9c3cd3803f Fix warning in migrations about old config. (#29092)
add bea49094be Migrate Models Variable to Internal API (#28795)
add 8805f37a7f Update Airflow version to 2.5.1 (#29074)
add 129f0820cd Make static checks generated file more stable accross the board (#29080)
add 55049c50d5 Add deferrable mode to `DbtCloudRunJobOperator` (#29014)
add dd6cef7889 Prepare ad hoc provider release for Docker, Cassandra, Papermill (#28999)
add 90e6277da6 Auto ML assets (#25466)
add c0f6bfa35b Remove upper bound limitation for `pytest` (#29086)
add 6190e34388 add retries to stop_pipeline on conflict (#29077)
add f805b4154a Allow downloading of dbt Cloud artifacts to non-existent paths (#29048)
add c01f9f8c92 Update set-up-database.rst (#29104)
add f8e8fc02fe PR: Introduced fix to run tasks on Windows systems (#29107)
add 70b84b51a5 Allow setting the name for the base container within K8s Pod Operator (#28808)
add 7e2493e3c8 fix Google provider CHANGELOG.rst (#29114)
add 0359a42a39 Migrate DagFileProcessor.manage_slas to Internal API (#28502)
add e5730364b4 Remove hard-coded executor reschedule mode coupling (#28934)
add efaed34213 Add transfer operator S3 to (generic) SQL (#29085)
add 3374fdfcbd Deprecate `delegate_to` param in GCP operators and update docs (#29088)
add 9411e395ec Improving the release process (#27829)
add 1166d691fc Fix TestSsmHooks which is not compatible with `moto==4.1.1` (#29118)
add be0e35321f fix Google provider CHANGELOG.rst (#29122)
add 9510043546 Fix #28391 manual task trigger from UI fails for k8s executor (#28394)
add b2825e1185 Fix GoogleDriveHook writing files to trashed folders on upload v2 (#29119)
add 33ba242d7e Clarify graph view dynamic task labels (#29042)
add 1fbfd312d9 Fix ftp example broken docs link (#29134)
add 3b25168c41 AIP-51 - Executor Coupling in Logging (#28161)
add b4c50dadd3 GCSTaskHandler may use remote log conn id (#29117)
add 2c4928da40 introduce a method to convert dictionaries to boto-style key-value lists (#28816)
add a35ec9549d Fixes to how DebugExecutor handles sensors (#28528)
add bfbe2cb6fc General cleanup of things around KubernetesExecutor (#29148)
add cf90a1a567 Keyfile dict can be dict not str (#29135)
add b314db9880 Update broken link for VS Code Quick Start guide (#29154)
add c18dbe963a fixed et.c type to etc. (#29163)
add 29a26a810e Migrate DagFileProcessorManager._deactivate_stale_dags to Internal API (#28476)
add 02bebf897b Add deferrable mode to MLEngineStartTrainingJobOperator (#27405)
add cebeb68d8b Add release flag to Breeze generate-issue-content (#28952)
add b8f15a98bf Use `pod_name` when patching done KE pods (#29159)
add 9fd80130e2 Add deferrable mode to DataprocCreateClusterOperator and DataprocUpdateClusterOperator (#28529)
add 90ce88bf34 Set progress to auto (#29157)
add a6e21bc6ce Unquarantine receive SIGTERM on Task Runner test (second attempt) (#29087)
add 9b643c7201 Add AWS system test dashboard in Amazon provider package landing page and README (#29170)
add 85415998cd Sagemaker sys test: pull amazonlinux image from amazon instead of docker hub (#29165)
add 2e90c06c3e Bump ua-parser-js from 0.7.31 to 0.7.33 in /airflow/www (#29172)
add c4e10ac9e7 improve README_RELEASE_PROVIDER_PACKAGES.md (#29180)
add 5f8ceb2ff3 shorten poke intervals on systems tests (#29183)
add 2493476a7e introduce base class for EKS sensors (#29053)
add 58d1fff27f Also remove mypy cache when stopping breeze (#29184)
add c231f1174d Fix asset compilation in start-airflow (#29185)
add e588c4a5d0 mark DBs created during RDS system tests as not publicly accessible (#29187)
add e1a14ae9ee Fix false-positive spellcheck failure (#29190)
add 44024564cb fix: `num_of_dpus` typehints- GlueJobHook/Operator (#29176)
add 30ad26e705 Fix integration with `codecov` (#29145)
add 6c479437b1 enhance production guide with a few Argo specific guidelines (#29078)
add eff677c418 Snowflake Provider - hide host from UI (#29208)
add 264ace5f86 SQLA20: Replace Query(pk).get by `Session.get` (#29205)
add a72e28d6e1 Remove misleading docstring on dagrun_timeout (#29169)
add 9b073119d4 provide missing connection to the parent class operator (#29211)
add 7315d6f38c redirect to the origin page with all the params (#29212)
add c7aa0bf91c Fix commit message for constraints (#29215)
add 38d0f36fb4 Update package version for go and python client (#29218)
add e5d51fc50f Make skipping provider tests part of selective-checks (#29216)
add bc80313a98 Explicit a few steps in the release process (#29098)
add 84235a433f pre-commit: add hook to sort `installed_providers.txt` (#29219)
add 1910c5750c Change reference codecov badge to main branch (#29220)
add 0a9a11acb7 Fix MySQL integrations tests run (#29213)
add f8c1410a0b pre-commit: fix `files` path values (#29221)
add 272f358fd6 Add trigger process to Airflow Docker docs (#29203)
add 7f421d1483 Refresh the CI documentation to reflect latest changes (#29217)
add 55035878e5 Fix dev-mode start-airflow in Breeze (#29225)
add 9d9351728c Add deferrable mode to DataprocCreateBatchOperator (#28457)
add c3edfb2bbb add to cloudera airflow users (#29233)
add d9877d9038 Increase length of user identifier columns (#29061)
add b141fbcb08 Small fixups to CI diagrams (#29235)
add 5e470c1fc4 AIP-50 Trigger UI based on FAB (#27063)
add 094d6bf01b Add deferrable mode to dataflow operators (#27776)
add 43d7529430 Fix PgBouncer after postgres subchart upgrade (#29207)
add 0af6f20c5f Make the S3-to-SQL system test self-contained (#29204)
add 246d778e6b Add deferrable mode to ``KubernetesPodOperator`` (#29017)
add 5490102a41 Add option to wait for completion on the EmrCreateJobFlowOperator (#28827)
add 5a1dc9e6f8 Clarify description of worker control config (#29247)
add 0369e96d17 Fix commit title for constraint commits (#29236)
add af0bbe62a5 Clarify that executor interface is public but instances are not (#29200)
add 62825678b3 Move imports in AWS SqlToS3Operator transfer to callable function (#29045)
add aacf4da7e8 Use thin/passthrough hook instead of one-liner hook method (#29252)
add 08ec820b16 Fixed grammatical issue (#29253)
add b41fe470b5 docs: fix typo (#29256)
add b5b1fae2df Add Documentation for notification feature extension (#29191)
add 1e046f36f8 Change awkward wording about extenibility (#29261)
add 51d96334b8 Use `schedule` param rather than `timetable` in Timetables docs (#29255)
add 42dd812021 Add `FileTrigger` (#29265)
add a671561b8e shorten other wait times in sys tests (#29254)
add b3536aeac9 Release notes for helm chart 1.8.0 (#29248)
add 42fbcb2c10 Fix helm chart release notes code block (#29271)
add 05fb80ee93 Adjust some wording in the release process (#29278)
add d26dc22391 Patch only single label when marking KPO checked (#29279)
add f82377ab60 Add command to export purged records to CSV files (#29058)
add efc8857d55 log the observed status in redshift sensor (#29274)
add e626131563 AWS system test eks and fargate profile: get subnets as external parameter (#29276)
add b94f36bf56 Fix dag run trigger with a note. (#29228)
add c4d28d0c73 [FOLLOW-UP][PR-28811] Remove local_infile in mysql connection examples (#29284)
add d80b583db0 Fix `breeze static_checks` type arg (#29292)
add aed5c371c4 Fix webserver.service.ports formatting (#29297)
add cd5a92c2af Fix airflow_dags_mount formatting (#29296)
add 6ec97dc649 Add triggers for ExternalTask (#29313)
add 91c0ce7666 Drop Connection.schema use in DbtCloudHook (#29166)
add 338a633fc9 Initialize and validate conf early and intentionally (#29257)
add 56175e4afa Helm deployment fails when postgresql.nameOverride is used (#29214)
add 478fd82652 Expose updated_at filter for dag run and task instance endpoints (#28636)
add cb0c90bd66 Decrypt SecureString value obtained by SsmHook (#29142)
add 8ce8c9500c Add a param for get_dags endpoint to list only unpaused dags (#28713)
add 04c7210a44 rewrite invoke lamba operator tests (#29144)
add 70d00bc8c8 Add interactive testing in Breeze option in testing docs (#29340)
add 70a174c47f Fixup some punctuation and grammar (#29342)
add edc2e0b118 Write action log to DB when DAG run is trigged via API (#28998)
add 624520db47 listener: simplify API by replacing SQLAlchemy event-listening by direct calls (#29289)
add a8b2de9205 Implement new filtering options in graph view (#29226)
add 59cde3f3e9 Migrating CLI tests from unittest to pytest (#29354)
add 67b92d7b53 Add TableauOperator.template_fields = find, match_with (#29360)
add d37ef064a4 Fixed link to airflow variable in docs (#29338)
add 872df121e2 Add deferrable capability to existing ``DataprocDeleteClusterOperator`` (#29349)
add 8338926f12 Add clarification about AWS Connection behaviour (#29341)
add 1b18a501fe Enable individual trigger logging (#27758)
add 643d736ebb Increase max height for grid view elements (#29367)
add 307377a98b remove /legacy_tree endpoint (#29359)
add 9f1f026fac Remove stderr redirection for get-workflow-info (#29381)
add 2e1635a9c1 Mark Airflow directory in container as safe for git commands (#29386)
add 9ae6933e5d Helm chart 1.8.0 has been released (#29391)
add 1ed08028ef Fix grid logs for large logs (#29390)
add fa80c49781 Remove executor coupling in conf validation (#29343)
add 0d2555b318 Explain SSH connection private key configuration (#29403)
add a1faa2c284 Fix validation of date-time field in API and Parameter schemas (#29395)
add 9602f1db4b Remove ssh.rst from private-key check (#29412)
add ca7d7e2a7a Limit tenacity due to mypy problems (#29411)
add ce6ae2457e Prepare docs for Feb 2023 wave of Providers (#29379)
add a438d534cf Add ENECHANGE Ltd. to list of companies using Airflow (#29417)
add c310fb9255 Upgrade PIP to 23.0 version (#29421)
add fdac67b3a5 Add colors in help outputs of Airfow CLI commands #28789 (#29116)
add 9e1ff6203a Use an Amazon Linux 2 image to run EMR job (#29443)
add a76e0fe16e Add `airflow db drop-archived` command (#29309)
add 9bfe02b76a Remove `notes` param from TriggerDagRunOperator docstring (#29298)
add 1f2b383429 AIP-44 Fix support for classmethods and method mapping (#29306)
add 6ae0a80cba Upgrade mypy to 0.991 (#28926)
add 0fd4fc7f35 Fix missing parens for files parameter (#29437)
add 1816bc321f Update hashicorp-vault.rst (#29464)
add 6c1eeb5839 Revert "Upgrade mypy to 0.991 (#28926)" (#29470)
add c44b24ec29 Make known deprecated warnings more resilient to changes (#29471)
add 60d4bcd1d1 Revert "Enable individual trigger logging (#27758)" (#29472)
add c1142a8f41 Use non-deprecated method when unpause DAG in the UI (#29475)
add 7ee1a56244 Add documentation for BigQuery transfer operators (#29466)
add 9c6f83bb6f Bugfix/26215 remove trigger UI glitches (#29376)
add 41dff9875b Use newer setuptools v67.2.0 (#29465)
add ceff26b5eb Update content type validation regexp for go client (#29476)
add a3b8363414 update README_RELEASE_PROVIDER_PACKAGES.md (#29480)
add 0b9dc1a806 Rename `db export-cleaned` to `db export-archived` (#29450)
add f9e9d23457 Restore trigger logging (#29482)
add b130606505 Better handle forward type definitions in `@task.python` for multiple output (#29445)
add e8da520232 Add log groomer sidecar to triggerer service (#29392)
add 7505847d66 Fix failing multiple-output-inference tests for Python 3.8+ (#29489)
add 5504e9ecf6 Standardize the `pre-commit` config (#29487)
add 28806a3200 Bring back fixed tenacity (#29440)
add e8ba03cda7 Make the policy functions pluggable (#28558)
add 190d481949 migrated callback tests to pytest (#29373)
add 8841537e58 Require explicit flag to remove MyPy cache when running breeze stop (#29493)
add d1318c4dae Add arg --yes to `db export-archived` command. (#29485)
add 19316daad8 migrated some part of test always to pytest (#29375)
add ca7161b2ec Bump stale bot version (#29491)
add 43443eb539 Bugfix/global volumes in pod template file (#29295)
add 5eefd47771 Fix nested fields rendering in mapped operators (#29451)
add cf81455027 Do not show version/node in UI traceback for unauthenticated user (#29501)
add 5e6f8eb4d5 Check that cloud sql provider version is valid (#29497)
add 41fade2d21 Upgrade Mypy to 1.0 (#29468)
add 18347d36e6 Make permissions for FileTaskHandler group-writeable and configurable (#29506)
add 02a2efeae4 Ensure Serialized DAG is deleted (#29407)
add 0f98bdda6a Breeze StatsD Integration (#29449)
add 72c3817a44 Use "all" integrations to run tests when "all" is used (#29517)
add 8e24387d6d Fix sftp sensor with pattern (#29467)
add 32c571e592 Move cloud_sql_binary_path from connection to Hook (#29499)
add 47b67f13da Fix circular imports when airflow starts (#29494)
add 47edfe9a22 Add HttpHookAsync for deferrable implementation (#29038)
add 28126c12fb Add defer mode to GKECreateClusterOperator and GKEDeleteClusterOperator (#28406)
add f837c0105c Make `prev_logical_date` variable offset-aware (#29454)
add 670c9b512c Wait EC2 instance to be in ok status before starting (#29539)
add 0caf410258 Fix the missing pytest fixture aioresponse for non_existent_endpoint (#29540)
add c2c27c34fc Revert "Google have re-worked their docs site ane appear not publish objects.inv (#28834)" (#29543)
add 81f07274b9 Fix import cycle starting from airflow/__main__.py (#29523)
add 289ae47f43 Enable tagged metric names for existing Statsd metric publishing events | influxdb-statsd support (#29093)
add 50b30e5b92 Migrate DagWarning.purge_inactive_dag_warnings and DagModel.deactivate_deleted_dags (#29534)
add 6046aef56b AIP-44 Don't use Internal API in some components (#28783)
add 84b13e067f detect is 'docker-compose' existing (#29544)
add 06d45f0f2c Remove section check from get-value command (#29541)
add 1cb127b9fd Validate Hive Beeline parameters (#29502)
add f0d90497da Change expose_hostname default to false (#29547)
add 08bec93e5c Improve health checks in example docker-compose and clarify usage (#29408)
add 95e26d5d6b Breeze OpenTelemetry Integration (#29521)
add eb46eeb33d Fixed a typo in `CONTRIBUTING.rst` (#29559)
add cadab59e8d Fix docstring for EcsRunTaskOperator region_name -> region (#29562)
add 655ffb835e Move libjars parameter in Sqoop Hook to Hook parameter (#29500)
add f2f6099c5a Don't display empty rendered attrs in Task Instance Details page (#29545)
add ce28775397 Handle deleting more than 256 blobs using `WasbHook.delete_file()` (#29565)
add 0e9570fa09 add Data Minded as a company that uses Airflow (#29577)
add 7cf5cea76e Fix log tailing issues with legacy log view (#29496)
add f0d83c5e15 Remove internal_api test folder (#29584)
add 46d45e09cb Explicitly handle exceptions raised by config parsing in AWS provider (#29587)
add 7ba27e7881 Get rid of state in Apache Beam provider hook (#29503)
add 6cb1d042a2 Ignore new common warning coming from setuptoools (#29591)
add 5627522c6a Add "all-testable" integration alias (#29520)
add 792416d4ad Bump undici from 5.9.1 to 5.19.1 (#29583)
add 7bd87e75de fix template_fields in the decorator `task.docker` (#29586)
add 73c8e7df0b Migrated operators tests to `pytest` (#29377)
add 9a5c3e0ac0 Fix @task.kubernetes to receive input and send output (#28942)
add d0657f5539 Make providing a reproducible case required in bug templates (#29525)
add 4b05468129 Edgemodifier refactoring w/ labels in TaskGroup edge case (#29410)
add 0222f7d91c Add Microsoft managed Airflow as deployment to issue template (#29603)
add f37772adfd `GoogleDriveHook`: Add folder_id param to upload_file (#29477)
add 470fdaea27 Prepare docs for 02 2023 midmonth wave of Providers (#29589)
add 8d58c7211e migrated all providers/apache/flink to pytest (#29604)
add d20300018a Use dagrun instead of DagFileProcessor in backfill_job test (#28724)
add ffdc696942 Make json and yaml available in templates (#28930)
add 60fc407911 add output format arg for `cli.dags.trigger` (#29224)
add 83cdd5031b Handling error on cluster policy itself (#29056)
add a21c17bc07 Specific use-case: adding packages via requirements.txt in compose (#29598)
add fd000684d0 SSH Provider: Add cmd_timeout to ssh connection extra (#29347)
add 79c07e3fc5 convert moment with timezone to UTC instead of raising an exception (#29606)
add 0a4184e34c Add note about workaround to potential error with argparse to hdfs (#29614)
add 2d3cc504db Remove poke method to fall back to parent implementation (#29146)
add e9e3f2c8c7 Missing timezone in next_dagrun in parameterized docs (#29362)
add c5d548b2d9 Include Rancher in Helm chart install instructions (#28416)
add 1677d80e65 Add deferrable mode to DataprocInstantiateWorkflowTemplateOperator (#28618)
add cd01650192 Add ttlSecondsAfterFinished to migrateDatabaseJob and createUserJob (#29314)
add a99254ffd3 fix: add pre-commit to ban urlparse (#27841)
add 2d13d04064 Fix bitnami/postgresql default username and password (#29478)
add 7dd19731f2 Avoid importing executor during conf validation (#29569)
add 0604033829 Add Amazon Redshift-data to S3<>RS Transfer Operators (#27947)
add 6f9efbd053 datasets, next_run_datasets, remove unnecessary timestamp filter (#29441)
add 20206e9a93 Fix Rest API update user output (#29409)
add dae7bf0800 Update issue triage policy (#29554)
add 45419e23a9 `RedshiftDataOperator` replace `await_result` with `wait_for_completion` (#29633)
add 497f6feb06 Add OSSRank badge (#29638)
add d721701e14 Migrate breeze unit tests to pytest. (#29639)
add 4daeb3221b Add webserver service.type NodePort Description. (#29460)
add d306067369 Email Config docs more explicit env var examples (#28845)
add e02bfc8703 Persist DAG and task doc values in TaskFlow API if explicitly set (#29399)
add a770edfac4 Fix Scheduler crash when clear a previous run of a normal task that is now a mapped task (#29645)
add 7e3a9fc858 Dataproc batches (#29136)
add 54c4d590ca fix clear dag run openapi spec responses by adding additional return type (#29600)
add 69babdcf74 Use provided `USE_AIRFLOW_VERSION` env in verify providers step (#29081)
add ee0a56a2ca Trigger Class migration to internal API (#29099)
add 6ef5ba9104 Refactor Dataproc Trigger (#29364)
add 5835b08e8b Adding possibility for annotations in logs pvc (#29270)
add 901774718c Fix adding annotations for dag persistence PVC (#29622)
add 3dbcf99d20 Update google cloud dlp package and adjust hook and operators (#29234)
add f51742d20b Don't push secret in XCOM in BigQueryCreateDataTransferOperator (#29348)
add 1edaddbb1c Avoid unneeded Connexion constructs (#29631)
add 0018b94a4a introduce dag processor job (#28799)
add 37a317286a docs: fix typo (#29658)
add 66a8d102fc Quarantine `test_cli_internal_api_background` (#29665)
add 1f1f97e666 Add Maciej Obuchowski to triage to help with AIP-53 issues (#29668)
add 6699f953e6 Avoid modifying PRs in Recheck old bug reports workflow (#29653)
add e8aa957439 AWS system test sagemaker-endpoint: archive logs (#29581)
add 9de301da2a FIx formatting of Dataset inlet/outlet note in TaskFlow concepts (#29678)
add 6c13f04365 AWS Glue job hook: Make s3_bucket parameter optional (#29659)
add 2bc1081ea6 Fix extension of Internal API configuration path (#29681)
add 19f1e7c27b Do not process output when do_xcom_push=False (#29599)
add 8430d6014a Do not crash when a version fails to parse (#29685)
add 47ebe99972 Add Livy Operator with deferrable mode (#29047)
add dba390e323 Fix and augment `check-for-inclusive-language` CI check (#29549)
add ff8fae1baf Use MariaDB client binaries in arm64 image for support MySQL backend (#29519)
add ad08f66228 Remove <2.0.0 limit on google-cloud-bigtable (#29644)
add 1768872a00 support Yandex SDK feature "endpoint" (#29635)
add ba2d562cfb Add `wait_for_completion` param in `RedshiftCreateClusterOperator` (#29657)
add 8b178f185a Clarify `service_config` in AWS Connection (#29627)
add d4af0cac02 Handle `github_method_args` in GithubOperator when not provided (#29699)
add 8449180f48 Move extra links position in grid view (#29703)
add 9aa873ad69 Add more precise optional dependency to cncf.kubernetes from flink (#29707)
add fa620566f1 Reuse mock import from util module (#29692)
add f03885421e Propose to upgrade to newer dependencies in case build CI image fail (#29705)
add 68412e1664 Make cncf.kubernetes required for flink provider (#29710)
add 644cea14ff Updated Telegram Provider to ensure compatbility with >=20.0.0 (#28953)
add f99d27e5bd Fix contributors quick start test example (#29713)
add 946bded31a Revert "Quarantine `test_cli_internal_api_background`" (#29688)
add 78115c5ca9 Fix leak sensitive field via V1EnvVar on exception (#29016)
add feb4f40db0 Replace blockquote + Note: with RST note in docs (#29709)
add 78de7dd4f0 Grant triage role to Hussein (#29719)
add e6d3176082 Add `DbtCloudJobRunAsyncSensor` (#29695)
add 09654eee33 some fixes in the issue triage process doc (#29730)
add 13098d5c35 reorient grid buttons (#29564)
add 5e006d743d Avoid emitting fallback message for S3TaskHandler if streaming logs (#29708)
add 7af60d1a10 Improve grid view height calculations (#29563)
add 101d59c4b8 Remove Run task action from UI (#29706)
add 28573c94ff Update docs re: template_fields typing and subclasses (#29725)
add d0783744fc Don't use importlib.metadata to get Version for speed (#29723)
add dff425bc3d Support multiple mount points in Vault backend secret (#29734)
add 2cd12fc869 Add Leboncoin to Airflow users list (#29739)
add 31e622b449 Handle `jira_method_args` in JiraOperator when not provided (#29741)
add a20b4c526a Add labels to boring-cyborg.yml and update CODEOWNERS (#29747)
add b2ecaf9d2c Change permissions of config/password files created by airflow (#29495)
add 38b901ec3f Standardize AWS lambda naming (#29749)
add 671b88eb34 Fix on_failure_callback when task receives a SIGTERM (#29743)
add 1825a9748f Refactor docker-compose quick start test (#29616)
add 9f51845fdc Aggressively cache entry points in process (#29625)
add 9de71187ed migrated tests/providers/google/cloud/transfers to pytest (#29757)
add 2dcca24610 Migrated tests/providers/amazon/aws to pytest (#29758)
add 717426ec40 Correct version label for data interval variables in documentation (#29704)
add 1e7c064560 Google Cloud Providers - Introduce GoogleCloudBaseOperator (#29680)
add 4e3b5ae724 Description of dag_processing.last_duration (#29740)
add 851cedf088 Upgrade pip to version 23.0.1 (#29767)
add de2889c2e9 Add workaround for Airflow consuming all memory in some OS'es (#29751)
add 8b8552f5c4 Fixing Task Duration view in case of manual DAG runs only (#22015) (#29195)
add a0e1337005 Fix compile www assets dev (#29769)
add 228d79c1b3 better description for limit in api (#29773)
add a5adb87ab4 Add a new param for BigQuery operators to support additional actions when resource exists (#29394)
add 82955d6c43 Add database ``check_migrations`` config (#29714)
add e568600c4c Remove remaining old-style Amazon System Tests (#29763)
add 96dd3715ee Migrate tests in google/cloud/sensors from unittest to pytest (#29642)
add ec844eaa0a Add deferrable mode to BigQueryTablePartitionExistenceSensor. (#29735)
add a3d0e79237 Exclude v1.58 of `PyGithub` package in GitHub provider (#29728)
add d0fba865ae Add setup/teardown tasks to parsing (#29753)
add 44f89c6db1 Make Liveness/Readiness Probe timeouts configurable for PgBouncer Exporter (#29752)
add 5064905cb3 Fix biquery test (#29789)
add df4abcbcfe fix code checking job names in sagemaker (#29245)
add 0db38ad1a2 Add prettier formatting for www (#29768)
add 60d98a1bc2 Removed continue for not in (#29791)
add 9357c81828 Fix SFTPSensor when using newer_than and there are multiple matched files (#29794)
add 1e536eb43d `KubernetesPodOperator._render_nested_template_fields` improved by changing the conditionals for a map (#29760)
add 1f933dfe65 added warning log for max page limit exceeding api calls (#29788)
add b8bd2abb3e Migrate tests in google/cloud/operators from unittest to pytest (#29775)
add bec7bdfabe Use pytest generated path for SFTP tests (#29814)
add 4b36137a31 Implement file credentials provider for AWS hook AssumeRoleWithWebIdentity (#29623)
add ca9f41ba2c Remove parametrized package by pytest.mark.parametrize (#29808)
add 8603d09229 Fix single threaded executor compat regression from recent refactoring (#29796)
add 972fca2253 Fix 'NoneType' object is not subscriptable. (#29820)
add c4054ff70b Support setup and teardown taskflow taskgroups (#29793)
add 1f7bc1ab3c add num rows affected to Redshift Data API hook (#29797)
add 550c7a44d6 Add Landing Times entry to UI docs (#29511)
add 16977975eb Lazy load Task Instance logs in UI (#29827)
add 5ce40ea726 Improve spacing for extra links and grid scrollbar (#29825)
add 5de47910f3 Allow to specify which connection, variable or config are being looked up in the backend using *_lookup_pattern parameters (#29580)
add 181a825259 Use waiters in ECS Operators instead of inner sensors (#29761)
add 9172d56682 Add a new graph inside of the grid view (#29413)
add 1b17559f76 Workaround documentation prooblems for Boto3 (#29865)
add fb964fe5e2 Clear ExecutorLoader cache in tests (#29849)
add c4f8e22227 Move sqlalchemy.ext.declarative imports to orm (#29862)
add ea8ce218b9 Impovements for RedshiftDataOperator: better error reporting and an ability to return SQL results (#29434)
add c917c9de3d Separate classic and taskflow example dags for setup/teardown (#29824)
add c8cd90fa92 DAG list sorting lost when switching page (#29756)
add 404765266c Set codeowners for setup/teardown (#29880)
add a71f908a0e replace tree view with grid view in docs (#29879)
add 43d48e17dc Correct link to best_practice(s) section (#29876)
add b33b11bf9f Update ref anchor for env var link in Connection how-to doc (#29816)
add 9745032fa7 including airflow/example_dags/sql/sample.sql in MANIFEST.in (#29883)
add faf792f634 Implement custom boto waiters for some EMR operators (#29822)
add 372ea492e5 Update sftp_to_s3.rst (#29869)
add ab066b5823 Add note about k8s version support (#29884)
add 76d8aaa836 Fix Amazon ECS Enums (#29871)
add 47ab0ca629 Move help message to the google auth code (#29888)
add 3fc9461654 Add `CloudSQLCloneInstanceOperator` (#29726)
add 06b5854104 Remove accidentally merged vendor daemon patch code (#29895)
add fcd3c0149f Prepare docs for 03/2023 wave of Providers (#29878)
add 751a995df5 POST /dagRuns API should 404 if dag not active (#29860)
add 95710e0cdd Fix Python API docs formatting for Common SQL provider (#29863)
add f0bd45389c Normalising the usage of generate_pages (#29898)
add c02c3010d8 Correct argument name of Workday timetable in timetable.rst (#29896)
add 2cebdc5007 rewrite polling code for appflow hook (#28869)
add 864ff2e3ce Remove unnecessary upper constraints from google provider (#29915)
add c8cc49af2d Update min version of python-deamon to fix containerd file limits (#29916)
add b7f05008ae Upgrade FAB to 4.3.0 (#29766)
add 97006910a3 fix: update pgbouncer and pgbouncer-exporter images (#29792)
add 6d2face107 Fixed hanged KubernetesPodOperator (#28336)
add 7963360b8d Add a check for not templateable fields (#29821)
add ea0099e694 Switch to newer versions of pgbouncer and pgbouncer exporter in chart (#29919)
add 971039454a Align cncf provider file names with AIP-21 (#29905)
add 4fa91d7540 Fix empty paths in Vault secrets backend (#29908)
add 9845d7b565 Updates to check_files to produce a more useful Dockerfile (#29469)
add ec31648be4 Mask out non-access bits when comparion file modes (#29886)
add 5a632f78eb Google Cloud Providers - Fix _MethodDefault deepcopy failure (#29518)
add 035ad26d79 Add "BOOLEAN" to type_map of MSSQLToGCSOperator, fix incorrect bit->int type conversion by specifying BIT fields explicitly (#29902)
add 88ed20a813 Decouple production executor warning in dags UI (#29609)
add f55b9576b1 `GoogleDriveHook`: Fixing log message + adding more verbose documentation (#29694)
add bf27e5379c Move string enum class to utils module + add test (#29906)
add ab22544b75 fix: mount kerberos.keytab to worker when enable (#29526)
add 4ea457a5ca Limit importlib-metadata backwport to < 5.0.0 (#29924)
add b5f7cdd9f7 Attempt to add Python 3.11 support
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (ff8aebf6a5)
\
N -- N -- N refs/heads/python-3-11 (b5f7cdd9f7)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 2 +
.codespellignorelines | 1 +
.coveragerc | 27 +-
.github/CODEOWNERS | 7 +
.github/ISSUE_TEMPLATE/airflow_bug_report.yml | 11 +-
.../ISSUE_TEMPLATE/airflow_doc_issue_report.yml | 2 +-
.../airflow_helmchart_bug_report.yml | 7 +-
.../airflow_providers_bug_report.yml | 9 +-
.github/ISSUE_TEMPLATE/feature_request.yml | 2 +-
.github/actions/codecov-action | 1 -
.../get-target-branch-build-scripts/action.yml | 1 -
.github/actions/post_tests/action.yml | 20 +-
.github/boring-cyborg.yml | 10 +
.github/workflows/build-images.yml | 2 +-
.github/workflows/ci.yml | 111 +--
.github/workflows/codeql-analysis.yml | 2 +-
.../{stale.yml => recheck-old-bug-report.yml} | 38 +-
.github/workflows/release_dockerhub_image.yml | 2 +-
.github/workflows/stale.yml | 2 +-
.gitmodules | 3 -
.pre-commit-config.yaml | 181 +++--
.rat-excludes | 4 +-
BREEZE.rst | 126 ++-
CI.rst | 130 +++-
CI_DIAGRAMS.md | 99 ++-
CONTRIBUTING.rst | 23 +-
CONTRIBUTORS_QUICK_START.rst | 33 +-
CONTRIBUTORS_QUICK_START_CODESPACES.rst | 2 +-
Dockerfile | 41 +-
Dockerfile.ci | 72 +-
IMAGES.rst | 2 +-
INTHEWILD.md | 5 +-
ISSUE_TRIAGE_PROCESS.rst | 24 +-
MANIFEST.in | 1 +
README.md | 17 +-
RELEASE_NOTES.rst | 113 +++
STATIC_CODE_CHECKS.rst | 34 +-
TESTING.rst | 88 +--
airflow/__init__.py | 12 +-
airflow/__main__.py | 11 +-
airflow/api/auth/backend/kerberos_auth.py | 4 +-
airflow/api/client/local_client.py | 21 +-
airflow/api/common/mark_tasks.py | 3 +-
.../api_connexion/endpoints/connection_endpoint.py | 8 +-
airflow/api_connexion/endpoints/dag_endpoint.py | 12 +-
.../api_connexion/endpoints/dag_run_endpoint.py | 35 +-
.../api_connexion/endpoints/event_log_endpoint.py | 2 +-
.../endpoints/import_error_endpoint.py | 2 +-
airflow/api_connexion/endpoints/log_endpoint.py | 9 +-
.../endpoints/task_instance_endpoint.py | 20 +-
airflow/api_connexion/openapi/v1.yaml | 54 +-
airflow/api_connexion/parameters.py | 8 +
airflow/api_connexion/schemas/dag_run_schema.py | 4 +-
airflow/api_internal/endpoints/rpc_api_endpoint.py | 49 +-
airflow/api_internal/internal_api_call.py | 27 +-
airflow/cli/cli_parser.py | 167 +++-
airflow/cli/commands/config_command.py | 3 -
airflow/cli/commands/dag_command.py | 4 +
airflow/cli/commands/dag_processor_command.py | 18 +-
airflow/cli/commands/db_command.py | 23 +-
airflow/cli/commands/internal_api_command.py | 262 +++++++
airflow/cli/commands/scheduler_command.py | 22 +-
airflow/cli/commands/standalone_command.py | 3 +-
airflow/cli/commands/task_command.py | 32 +-
airflow/cli/commands/triggerer_command.py | 29 +-
airflow/config_templates/config.yml | 108 ++-
airflow/config_templates/default_airflow.cfg | 72 +-
airflow/configuration.py | 60 +-
airflow/contrib/operators/__init__.py | 2 +-
airflow/dag_processing/manager.py | 121 +--
airflow/dag_processing/processor.py | 56 +-
airflow/decorators/__init__.py | 7 +-
airflow/decorators/__init__.pyi | 4 +
airflow/decorators/base.py | 26 +-
airflow/decorators/sensor.py | 5 -
airflow/decorators/setup_teardown.py | 50 ++
airflow/example_dags/example_params_trigger_ui.py | 104 +++
airflow/example_dags/example_params_ui_tutorial.py | 234 ++++++
...a_sensor_async.py => example_setup_teardown.py} | 31 +-
.../example_setup_teardown_taskflow.py | 95 +++
.../example_time_delta_sensor_async.py | 2 +-
airflow/example_dags/plugins/event_listener.py | 156 ++++
.../example_dags/plugins/listener_plugin.py | 14 +-
airflow/exceptions.py | 10 +
airflow/executors/base_executor.py | 19 +-
airflow/executors/celery_kubernetes_executor.py | 17 +-
airflow/executors/debug_executor.py | 11 +
airflow/executors/executor_loader.py | 42 +-
airflow/executors/kubernetes_executor.py | 84 +-
airflow/executors/local_kubernetes_executor.py | 17 +-
airflow/executors/sequential_executor.py | 3 +
airflow/hooks/base.py | 4 +-
airflow/jobs/base_job.py | 4 +-
airflow/jobs/dag_processor_job.py | 69 ++
airflow/jobs/local_task_job.py | 37 +-
airflow/jobs/scheduler_job.py | 26 +-
airflow/jobs/triggerer_job.py | 282 ++++++-
airflow/kubernetes/pod_generator.py | 2 +-
.../dags_in_image_template.yaml | 2 +-
.../dags_in_volume_template.yaml | 2 +-
.../git_sync_template.yaml | 2 +-
.../basic_template.yaml | 6 +-
airflow/listeners/events.py | 85 ---
airflow/listeners/listener.py | 2 +-
airflow/macros/__init__.py | 2 +
...2_0_0_add_scheduling_decision_to_dagrun_and_.py | 2 +-
...0_increase_length_of_user_identifier_columns.py | 109 +++
airflow/models/abstractoperator.py | 4 +-
airflow/models/base.py | 2 +-
airflow/models/baseoperator.py | 18 +-
airflow/models/connection.py | 3 +-
airflow/models/dag.py | 46 +-
airflow/models/dagbag.py | 32 +-
airflow/models/dagrun.py | 21 +-
airflow/models/dagwarning.py | 2 +
airflow/models/mappedoperator.py | 6 +-
airflow/models/param.py | 30 +
airflow/models/serialized_dag.py | 2 +-
airflow/models/taskinstance.py | 112 ++-
airflow/models/taskmixin.py | 14 +-
airflow/models/trigger.py | 25 +-
airflow/models/variable.py | 32 +-
airflow/models/xcom.py | 84 +-
airflow/operators/python.py | 5 +-
airflow/operators/trigger_dagrun.py | 1 -
airflow/policies.py | 206 +++++
airflow/provider.yaml.schema.json | 7 +
airflow/provider_info.schema.json | 7 +
airflow/providers/amazon/CHANGELOG.rst | 86 +++
airflow/providers/amazon/aws/hooks/appflow.py | 54 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 33 +-
airflow/providers/amazon/aws/hooks/ecs.py | 9 +-
airflow/providers/amazon/aws/hooks/glue.py | 19 +-
.../providers/amazon/aws/hooks/redshift_data.py | 149 +++-
airflow/providers/amazon/aws/hooks/s3.py | 41 +-
airflow/providers/amazon/aws/hooks/sagemaker.py | 47 +-
airflow/providers/amazon/aws/hooks/ssm.py | 8 +-
.../amazon/aws/log/cloudwatch_task_handler.py | 3 +
.../providers/amazon/aws/log/s3_task_handler.py | 68 +-
airflow/providers/amazon/aws/operators/appflow.py | 32 +-
airflow/providers/amazon/aws/operators/ecs.py | 183 +++--
airflow/providers/amazon/aws/operators/eks.py | 7 +-
airflow/providers/amazon/aws/operators/emr.py | 204 +++--
airflow/providers/amazon/aws/operators/glue.py | 2 +-
.../amazon/aws/operators/lambda_function.py | 23 +-
airflow/providers/amazon/aws/operators/rds.py | 38 +-
.../amazon/aws/operators/redshift_cluster.py | 18 +
.../amazon/aws/operators/redshift_data.py | 152 ++--
airflow/providers/amazon/aws/operators/s3.py | 4 +-
.../providers/amazon/aws/operators/sagemaker.py | 161 ++--
.../amazon/aws/secrets/secrets_manager.py | 51 +-
.../amazon/aws/secrets/systems_manager.py | 49 +-
airflow/providers/amazon/aws/sensors/batch.py | 14 +-
airflow/providers/amazon/aws/sensors/dms.py | 15 +-
airflow/providers/amazon/aws/sensors/ec2.py | 8 +-
airflow/providers/amazon/aws/sensors/ecs.py | 2 +-
airflow/providers/amazon/aws/sensors/eks.py | 172 +++--
airflow/providers/amazon/aws/sensors/emr.py | 23 +-
airflow/providers/amazon/aws/sensors/glacier.py | 8 +-
airflow/providers/amazon/aws/sensors/glue.py | 10 +-
.../amazon/aws/sensors/glue_catalog_partition.py | 15 +-
.../providers/amazon/aws/sensors/glue_crawler.py | 18 +-
airflow/providers/amazon/aws/sensors/quicksight.py | 12 +-
airflow/providers/amazon/aws/sensors/rds.py | 9 +-
.../amazon/aws/sensors/redshift_cluster.py | 23 +-
airflow/providers/amazon/aws/sensors/s3.py | 16 +-
airflow/providers/amazon/aws/sensors/sagemaker.py | 28 +-
airflow/providers/amazon/aws/sensors/sqs.py | 19 +-
.../providers/amazon/aws/sensors/step_function.py | 15 +-
.../amazon/aws/transfers/redshift_to_s3.py | 25 +-
.../amazon/aws/transfers/s3_to_redshift.py | 31 +-
.../providers/amazon/aws/transfers/s3_to_sql.py | 128 ++++
.../providers/amazon/aws/transfers/sql_to_s3.py | 23 +-
airflow/providers/amazon/aws/utils/__init__.py | 18 +
.../amazon/aws/utils/connection_wrapper.py | 14 +-
airflow/providers/amazon/aws/utils/tags.py | 38 +
airflow/providers/amazon/aws/utils/waiter.py | 14 +-
airflow/providers/amazon/aws/waiters/ecs.json | 87 +++
airflow/providers/amazon/aws/waiters/emr.json | 80 ++
airflow/providers/amazon/provider.yaml | 7 +
airflow/providers/apache/beam/CHANGELOG.rst | 20 +
airflow/providers/apache/beam/hooks/beam.py | 146 ++--
airflow/providers/apache/beam/operators/beam.py | 5 +
airflow/providers/apache/beam/provider.yaml | 6 +-
airflow/providers/apache/cassandra/CHANGELOG.rst | 9 +
airflow/providers/apache/cassandra/provider.yaml | 1 +
airflow/providers/apache/flink/CHANGELOG.rst | 12 +
airflow/providers/apache/flink/provider.yaml | 11 +-
airflow/providers/apache/hive/CHANGELOG.rst | 20 +
airflow/providers/apache/hive/hooks/hive.py | 17 +
airflow/providers/apache/hive/provider.yaml | 6 +-
airflow/providers/apache/livy/CHANGELOG.rst | 13 +
airflow/providers/apache/livy/hooks/livy.py | 390 +++++++++-
airflow/providers/apache/livy/operators/livy.py | 52 +-
airflow/providers/apache/livy/provider.yaml | 3 +
.../apache/livy/triggers}/__init__.py | 0
airflow/providers/apache/livy/triggers/livy.py | 146 ++++
airflow/providers/apache/sqoop/CHANGELOG.rst | 7 +
airflow/providers/apache/sqoop/hooks/sqoop.py | 5 +-
airflow/providers/apache/sqoop/operators/sqoop.py | 4 +
airflow/providers/apache/sqoop/provider.yaml | 1 +
airflow/providers/arangodb/CHANGELOG.rst | 8 +
airflow/providers/arangodb/provider.yaml | 1 +
airflow/providers/atlassian/jira/CHANGELOG.rst | 8 +
airflow/providers/atlassian/jira/operators/jira.py | 14 +-
airflow/providers/atlassian/jira/provider.yaml | 1 +
airflow/providers/cncf/kubernetes/CHANGELOG.rst | 34 +
.../cncf/kubernetes/decorators/kubernetes.py | 64 +-
.../providers/cncf/kubernetes/hooks/kubernetes.py | 160 ++++
.../cncf/kubernetes/operators/kubernetes_pod.py | 717 +----------------
.../operators/{kubernetes_pod.py => pod.py} | 208 ++++-
airflow/providers/cncf/kubernetes/provider.yaml | 11 +
.../kubernetes/python_kubernetes_script.jinja2 | 6 +
.../cncf/kubernetes/triggers}/__init__.py | 0
.../cncf/kubernetes/triggers/kubernetes_pod.py | 14 +-
airflow/providers/cncf/kubernetes/triggers/pod.py | 246 ++++++
.../providers/cncf/kubernetes/utils/pod_manager.py | 140 +++-
airflow/providers/common/sql/CHANGELOG.rst | 19 +-
airflow/providers/common/sql/hooks/sql.py | 10 +-
airflow/providers/common/sql/operators/sql.py | 86 ++-
airflow/providers/common/sql/operators/sql.pyi | 4 +-
airflow/providers/common/sql/provider.yaml | 1 +
airflow/providers/databricks/provider.yaml | 4 +-
airflow/providers/dbt/cloud/CHANGELOG.rst | 36 +
airflow/providers/dbt/cloud/hooks/dbt.py | 125 ++-
airflow/providers/dbt/cloud/operators/dbt.py | 79 +-
airflow/providers/dbt/cloud/provider.yaml | 4 +
airflow/providers/dbt/cloud/sensors/dbt.py | 61 +-
.../dbt/cloud/triggers}/__init__.py | 0
airflow/providers/dbt/cloud/triggers/dbt.py | 119 +++
airflow/providers/docker/CHANGELOG.rst | 22 +-
airflow/providers/docker/decorators/docker.py | 4 +-
airflow/providers/docker/provider.yaml | 3 +-
airflow/providers/elasticsearch/CHANGELOG.rst | 13 +-
.../providers/elasticsearch/log/es_task_handler.py | 10 +-
airflow/providers/elasticsearch/provider.yaml | 1 +
airflow/providers/ftp/CHANGELOG.rst | 11 +-
airflow/providers/ftp/operators/ftp.py | 50 +-
airflow/providers/ftp/provider.yaml | 1 +
airflow/providers/github/CHANGELOG.rst | 12 +
airflow/providers/github/operators/github.py | 10 +-
airflow/providers/github/provider.yaml | 5 +-
airflow/providers/google/CHANGELOG.rst | 97 ++-
.../cloud/example_dags/example_automl_tables.py | 319 --------
.../cloud/example_dags/example_cloud_sql_query.py | 8 +-
.../google/cloud/example_dags/example_dataflow.py | 3 +
.../example_dags/example_dataflow_flex_template.py | 1 +
airflow/providers/google/cloud/hooks/automl.py | 5 +
airflow/providers/google/cloud/hooks/bigquery.py | 26 +-
.../providers/google/cloud/hooks/bigquery_dts.py | 80 +-
airflow/providers/google/cloud/hooks/bigtable.py | 28 +-
.../providers/google/cloud/hooks/cloud_build.py | 5 +
.../google/cloud/hooks/cloud_memorystore.py | 5 +
airflow/providers/google/cloud/hooks/cloud_sql.py | 72 +-
.../cloud/hooks/cloud_storage_transfer_service.py | 4 +
airflow/providers/google/cloud/hooks/compute.py | 5 +
.../providers/google/cloud/hooks/compute_ssh.py | 5 +
.../providers/google/cloud/hooks/datacatalog.py | 5 +
airflow/providers/google/cloud/hooks/dataflow.py | 170 ++++-
airflow/providers/google/cloud/hooks/datafusion.py | 110 ++-
airflow/providers/google/cloud/hooks/dataplex.py | 5 +
airflow/providers/google/cloud/hooks/dataproc.py | 75 ++
airflow/providers/google/cloud/hooks/datastore.py | 5 +
airflow/providers/google/cloud/hooks/dlp.py | 378 ++++++---
airflow/providers/google/cloud/hooks/functions.py | 7 +-
airflow/providers/google/cloud/hooks/gcs.py | 23 +-
airflow/providers/google/cloud/hooks/gdm.py | 5 +
airflow/providers/google/cloud/hooks/kms.py | 5 +
.../google/cloud/hooks/kubernetes_engine.py | 115 ++-
.../providers/google/cloud/hooks/life_sciences.py | 7 +-
airflow/providers/google/cloud/hooks/mlengine.py | 115 ++-
.../google/cloud/hooks/natural_language.py | 5 +
airflow/providers/google/cloud/hooks/os_login.py | 5 +
airflow/providers/google/cloud/hooks/pubsub.py | 4 +
.../providers/google/cloud/hooks/secret_manager.py | 7 +-
airflow/providers/google/cloud/hooks/spanner.py | 5 +
.../providers/google/cloud/hooks/speech_to_text.py | 5 +
.../providers/google/cloud/hooks/stackdriver.py | 5 +
airflow/providers/google/cloud/hooks/tasks.py | 5 +
.../providers/google/cloud/hooks/text_to_speech.py | 5 +
airflow/providers/google/cloud/hooks/translate.py | 5 +
.../google/cloud/hooks/vertex_ai/auto_ml.py | 4 +
.../cloud/hooks/vertex_ai/batch_prediction_job.py | 5 +
.../google/cloud/hooks/vertex_ai/custom_job.py | 5 +
.../hooks/vertex_ai/hyperparameter_tuning_job.py | 5 +
.../google/cloud/hooks/video_intelligence.py | 5 +
airflow/providers/google/cloud/hooks/vision.py | 5 +
airflow/providers/google/cloud/links/automl.py | 163 ++++
airflow/providers/google/cloud/links/dataflow.py | 2 +-
airflow/providers/google/cloud/links/datafusion.py | 130 ++++
.../providers/google/cloud/log/gcs_task_handler.py | 125 ++-
.../google/cloud/log/stackdriver_task_handler.py | 50 +-
airflow/providers/google/cloud/operators/automl.py | 131 +++-
.../providers/google/cloud/operators/bigquery.py | 188 +++--
.../google/cloud/operators/bigquery_dts.py | 117 ++-
.../providers/google/cloud/operators/bigtable.py | 16 +-
.../providers/google/cloud/operators/cloud_base.py | 22 +-
.../google/cloud/operators/cloud_build.py | 29 +-
.../google/cloud/operators/cloud_composer.py | 39 +-
.../google/cloud/operators/cloud_memorystore.py | 38 +-
.../providers/google/cloud/operators/cloud_sql.py | 104 ++-
.../operators/cloud_storage_transfer_service.py | 31 +-
.../providers/google/cloud/operators/compute.py | 4 +-
.../google/cloud/operators/datacatalog.py | 44 +-
.../providers/google/cloud/operators/dataflow.py | 217 +++++-
.../providers/google/cloud/operators/dataform.py | 87 ++-
.../providers/google/cloud/operators/datafusion.py | 291 ++++---
.../providers/google/cloud/operators/dataplex.py | 39 +-
.../providers/google/cloud/operators/dataprep.py | 14 +-
.../providers/google/cloud/operators/dataproc.py | 345 +++++++--
.../google/cloud/operators/dataproc_metastore.py | 21 +-
.../providers/google/cloud/operators/datastore.py | 57 +-
airflow/providers/google/cloud/operators/dlp.py | 125 +--
.../providers/google/cloud/operators/functions.py | 8 +-
airflow/providers/google/cloud/operators/gcs.py | 37 +-
.../google/cloud/operators/kubernetes_engine.py | 148 +++-
.../google/cloud/operators/life_sciences.py | 4 +-
airflow/providers/google/cloud/operators/looker.py | 4 +-
.../providers/google/cloud/operators/mlengine.py | 221 +++++-
.../google/cloud/operators/natural_language.py | 10 +-
airflow/providers/google/cloud/operators/pubsub.py | 39 +-
.../providers/google/cloud/operators/spanner.py | 14 +-
.../google/cloud/operators/speech_to_text.py | 4 +-
.../google/cloud/operators/stackdriver.py | 63 +-
airflow/providers/google/cloud/operators/tasks.py | 28 +-
.../google/cloud/operators/text_to_speech.py | 4 +-
.../providers/google/cloud/operators/translate.py | 4 +-
.../google/cloud/operators/translate_speech.py | 4 +-
.../google/cloud/operators/vertex_ai/auto_ml.py | 21 +-
.../operators/vertex_ai/batch_prediction_job.py | 27 +-
.../google/cloud/operators/vertex_ai/custom_job.py | 21 +-
.../google/cloud/operators/vertex_ai/dataset.py | 45 +-
.../cloud/operators/vertex_ai/endpoint_service.py | 45 +-
.../vertex_ai/hyperparameter_tuning_job.py | 27 +-
.../cloud/operators/vertex_ai/model_service.py | 27 +-
.../google/cloud/operators/video_intelligence.py | 8 +-
airflow/providers/google/cloud/operators/vision.py | 36 +-
.../providers/google/cloud/operators/workflows.py | 20 +-
airflow/providers/google/cloud/sensors/bigquery.py | 76 +-
airflow/providers/google/cloud/sensors/bigtable.py | 4 +-
.../google/cloud/sensors/cloud_composer.py | 5 +
airflow/providers/google/cloud/sensors/dataflow.py | 17 +
airflow/providers/google/cloud/sensors/dataform.py | 5 +
.../providers/google/cloud/sensors/datafusion.py | 9 +-
airflow/providers/google/cloud/sensors/dataplex.py | 5 +
airflow/providers/google/cloud/sensors/gcs.py | 17 +
airflow/providers/google/cloud/sensors/pubsub.py | 5 +
.../google/cloud/transfers/adls_to_gcs.py | 6 +
.../cloud/transfers/azure_fileshare_to_gcs.py | 6 +
.../google/cloud/transfers/bigquery_to_bigquery.py | 7 +
.../google/cloud/transfers/bigquery_to_gcs.py | 8 +
.../google/cloud/transfers/bigquery_to_mssql.py | 8 +
.../google/cloud/transfers/bigquery_to_mysql.py | 10 +
.../google/cloud/transfers/calendar_to_gcs.py | 5 +
.../google/cloud/transfers/cassandra_to_gcs.py | 5 +
.../google/cloud/transfers/gcs_to_bigquery.py | 5 +
.../providers/google/cloud/transfers/gcs_to_gcs.py | 7 +-
.../google/cloud/transfers/gcs_to_local.py | 5 +
.../google/cloud/transfers/gcs_to_sftp.py | 5 +
.../google/cloud/transfers/gdrive_to_gcs.py | 5 +
.../google/cloud/transfers/gdrive_to_local.py | 5 +
.../google/cloud/transfers/local_to_gcs.py | 5 +
.../google/cloud/transfers/mssql_to_gcs.py | 20 +-
.../providers/google/cloud/transfers/s3_to_gcs.py | 5 +
.../google/cloud/transfers/sftp_to_gcs.py | 5 +
.../google/cloud/transfers/sheets_to_gcs.py | 5 +
.../providers/google/cloud/transfers/sql_to_gcs.py | 13 +-
.../providers/google/cloud/triggers/bigquery.py | 69 ++
.../google/cloud/triggers/bigquery_dts.py | 162 ++++
.../providers/google/cloud/triggers/cloud_build.py | 5 +
.../google/cloud/triggers/cloud_composer.py | 5 +
.../providers/google/cloud/triggers/dataflow.py | 150 ++++
.../triggers/{cloud_build.py => datafusion.py} | 117 +--
.../providers/google/cloud/triggers/dataproc.py | 297 +++++++-
.../google/cloud/triggers/kubernetes_engine.py | 121 +++
.../providers/google/cloud/triggers/mlengine.py | 124 +++
.../google/cloud/utils/field_validator.py | 2 +-
.../providers/google/common/hooks/base_google.py | 16 +-
.../providers/google/common/hooks/discovery_api.py | 5 +
.../google/common/utils/id_token_credentials.py | 26 +-
.../providers/google/firebase/hooks/firestore.py | 7 +-
.../google/marketing_platform/hooks/search_ads.py | 2 +-
airflow/providers/google/provider.yaml | 44 +-
airflow/providers/google/suite/hooks/drive.py | 93 ++-
.../google/suite/transfers/local_to_drive.py | 11 +-
airflow/providers/hashicorp/CHANGELOG.rst | 5 +
.../hashicorp/_internal_client/vault_client.py | 40 +-
airflow/providers/hashicorp/provider.yaml | 1 +
airflow/providers/hashicorp/secrets/vault.py | 53 +-
airflow/providers/http/CHANGELOG.rst | 8 +
airflow/providers/http/hooks/http.py | 163 +++-
airflow/providers/http/provider.yaml | 3 +
airflow/providers/microsoft/azure/CHANGELOG.rst | 31 +
airflow/providers/microsoft/azure/hooks/wasb.py | 8 +-
.../microsoft/azure/log/wasb_task_handler.py | 78 +-
airflow/providers/microsoft/azure/provider.yaml | 2 +
.../microsoft/azure/transfers/azure_blob_to_gcs.py | 5 +
airflow/providers/microsoft/psrp/hooks/psrp.py | 3 +-
airflow/providers/mysql/CHANGELOG.rst | 21 +
airflow/providers/mysql/provider.yaml | 6 +-
airflow/providers/papermill/CHANGELOG.rst | 9 +
airflow/providers/papermill/operators/papermill.py | 70 +-
airflow/providers/papermill/provider.yaml | 5 +-
airflow/providers/presto/CHANGELOG.rst | 8 +
airflow/providers/presto/provider.yaml | 1 +
.../providers/presto/transfers/gcs_to_presto.py | 5 +
airflow/providers/sftp/CHANGELOG.rst | 25 +
airflow/providers/sftp/hooks/sftp.py | 15 +
airflow/providers/sftp/operators/sftp.py | 40 +-
airflow/providers/sftp/provider.yaml | 3 +
airflow/providers/sftp/sensors/sftp.py | 41 +-
.../providers/slack/.latest-doc-only-change.txt | 2 +-
airflow/providers/slack/provider.yaml | 3 +
airflow/providers/snowflake/CHANGELOG.rst | 18 +
airflow/providers/snowflake/hooks/snowflake.py | 4 +-
airflow/providers/snowflake/operators/snowflake.py | 7 +-
airflow/providers/snowflake/provider.yaml | 6 +-
.../snowflake/transfers/copy_into_snowflake.py | 2 +-
airflow/providers/ssh/CHANGELOG.rst | 8 +
airflow/providers/ssh/hooks/ssh.py | 24 +-
airflow/providers/ssh/operators/ssh.py | 14 +-
airflow/providers/ssh/provider.yaml | 1 +
airflow/providers/tableau/CHANGELOG.rst | 5 +
airflow/providers/tableau/operators/tableau.py | 8 +-
airflow/providers/tableau/provider.yaml | 1 +
airflow/providers/telegram/CHANGELOG.rst | 12 +
airflow/providers/telegram/hooks/telegram.py | 10 +-
airflow/providers/telegram/provider.yaml | 6 +-
airflow/providers/trino/CHANGELOG.rst | 8 +
airflow/providers/trino/provider.yaml | 1 +
airflow/providers/trino/transfers/gcs_to_trino.py | 5 +
airflow/providers/yandex/CHANGELOG.rst | 8 +
airflow/providers/yandex/hooks/yandex.py | 15 +-
airflow/providers/yandex/provider.yaml | 1 +
airflow/providers_manager.py | 6 +-
airflow/sensors/base.py | 7 +-
airflow/sensors/external_task.py | 28 +-
airflow/serialization/schema.json | 2 +
airflow/serialization/serde.py | 56 +-
airflow/serialization/serialized_objects.py | 27 +-
airflow/serialization/serializers/bignum.py | 19 +-
airflow/settings.py | 143 ++--
airflow/stats.py | 250 +++++-
airflow/task/task_runner/standard_task_runner.py | 5 +-
airflow/ti_deps/deps/ready_to_reschedule.py | 15 +-
airflow/timetables/base.py | 1 +
airflow/triggers/base.py | 13 +-
airflow/triggers/external_task.py | 163 ++++
airflow/triggers/file.py | 73 ++
airflow/triggers/temporal.py | 17 +-
airflow/utils/cli.py | 4 +-
airflow/utils/dag_edges.py | 4 +-
airflow/utils/db.py | 3 +-
airflow/utils/db_cleanup.py | 126 ++-
airflow/utils/edgemodifier.py | 145 ++--
airflow/utils/entry_points.py | 44 +-
airflow/utils/log/file_task_handler.py | 431 +++++++----
airflow/utils/log/logging_mixin.py | 24 +-
airflow/utils/log/secrets_masker.py | 30 +-
airflow/utils/log/trigger_handler.py | 139 ++++
airflow/utils/mixins.py | 6 +
airflow/utils/serve_logs.py | 8 +-
airflow/utils/session.py | 5 +-
airflow/utils/setup_teardown.py | 57 ++
airflow/utils/state.py | 3 -
airflow/utils/task_group.py | 65 +-
airflow/utils/timezone.py | 12 +-
airflow/utils/yaml.py | 4 +-
airflow/version.py | 19 +-
airflow/www/.eslintrc | 18 +-
airflow/www/.prettierignore | 5 +
airflow/www/.prettierrc | 10 +
airflow/www/.stylelintrc | 2 +-
airflow/www/alias-rest-types.js | 120 +--
airflow/www/app.py | 3 +
airflow/www/auth.py | 2 +-
airflow/www/babel.config.js | 8 +-
airflow/www/extensions/init_appbuilder.py | 25 +
airflow/www/extensions/init_jinja_globals.py | 2 +-
airflow/www/extensions/init_views.py | 57 +-
airflow/www/fab_security/manager.py | 49 +-
airflow/www/fab_security/sqla/manager.py | 4 +-
airflow/www/fab_security/sqla/models.py | 19 +-
airflow/www/jest-setup.js | 40 +-
airflow/www/jest.config.js | 66 +-
airflow/www/package.json | 6 +
airflow/www/static/css/bootstrap-theme.css | 375 +++++++--
airflow/www/static/css/dags.css | 14 +-
airflow/www/static/css/flash.css | 6 +-
airflow/www/static/css/main.css | 284 +++++--
airflow/www/static/css/material-icons.css | 30 +-
airflow/www/static/css/switch.css | 2 +-
.../{js/variable_edit.js => declarations.d.ts} | 6 +-
airflow/www/static/js/App.tsx | 35 +-
airflow/www/static/js/README.md | 3 -
airflow/www/static/js/api/index.ts | 52 +-
airflow/www/static/js/api/useClearRun.ts | 24 +-
airflow/www/static/js/api/useClearTask.ts | 82 +-
airflow/www/static/js/api/useConfirmMarkTask.ts | 48 +-
airflow/www/static/js/api/useDataset.ts | 22 +-
.../www/static/js/api/useDatasetDependencies.ts | 166 ++--
airflow/www/static/js/api/useDatasetEvents.ts | 52 +-
airflow/www/static/js/api/useDatasets.ts | 52 +-
airflow/www/static/js/api/useExtraLinks.ts | 47 +-
airflow/www/static/js/api/useGraphData.ts | 54 ++
airflow/www/static/js/api/useGridData.test.ts | 34 +-
airflow/www/static/js/api/useGridData.ts | 47 +-
airflow/www/static/js/api/useMappedInstances.ts | 37 +-
airflow/www/static/js/api/useMarkFailedRun.ts | 24 +-
airflow/www/static/js/api/useMarkFailedTask.ts | 57 +-
airflow/www/static/js/api/useMarkSuccessRun.ts | 24 +-
airflow/www/static/js/api/useMarkSuccessTask.ts | 57 +-
airflow/www/static/js/api/useQueueRun.ts | 24 +-
airflow/www/static/js/api/useRunTask.ts | 75 --
airflow/www/static/js/api/useSetDagRunNote.ts | 45 +-
.../www/static/js/api/useSetTaskInstanceNote.ts | 81 +-
airflow/www/static/js/api/useTaskInstance.ts | 44 +-
airflow/www/static/js/api/useTaskLog.ts | 66 +-
.../www/static/js/api/useUpstreamDatasetEvents.ts | 29 +-
airflow/www/static/js/calendar.js | 252 +++---
airflow/www/static/js/callModal.js | 249 +++---
airflow/www/static/js/components/AutoRefresh.tsx | 24 +-
.../www/static/js/components/Clipboard.test.tsx | 17 +-
airflow/www/static/js/components/Clipboard.tsx | 39 +-
airflow/www/static/js/components/ConfirmDialog.tsx | 35 +-
airflow/www/static/js/components/InfoTooltip.tsx | 12 +-
.../www/static/js/components/LinkButton.test.tsx | 16 +-
airflow/www/static/js/components/LinkButton.tsx | 14 +-
airflow/www/static/js/components/MultiSelect.tsx | 14 +-
airflow/www/static/js/components/ReactMarkdown.tsx | 107 ++-
airflow/www/static/js/components/RunTypeIcon.tsx | 30 +-
.../{LinkButton.tsx => TabWithTooltip.tsx} | 35 +-
.../www/static/js/components/Table/Cells.test.tsx | 62 +-
airflow/www/static/js/components/Table/Cells.tsx | 98 +--
.../www/static/js/components/Table/Table.test.tsx | 107 +--
airflow/www/static/js/components/Table/index.tsx | 200 ++---
airflow/www/static/js/components/Time.test.tsx | 50 +-
airflow/www/static/js/components/Time.tsx | 12 +-
airflow/www/static/js/components/Tooltip.tsx | 126 +--
airflow/www/static/js/connection_form.js | 153 ++--
airflow/www/static/js/context/autorefresh.tsx | 49 +-
airflow/www/static/js/context/containerRef.tsx | 10 +-
airflow/www/static/js/context/timezone.tsx | 23 +-
airflow/www/static/js/dag.js | 74 +-
airflow/www/static/js/dag/InstanceTooltip.test.tsx | 97 +--
airflow/www/static/js/dag/InstanceTooltip.tsx | 81 +-
airflow/www/static/js/dag/Main.tsx | 207 ++---
airflow/www/static/js/dag/StatusBox.tsx | 73 +-
.../www/static/js/dag/details/BreadcrumbText.tsx | 11 +-
airflow/www/static/js/dag/details/Dag.tsx | 170 +++--
airflow/www/static/js/dag/details/Header.tsx | 80 +-
.../static/js/dag/details/NotesAccordion.test.tsx | 94 ++-
.../www/static/js/dag/details/NotesAccordion.tsx | 74 +-
.../www/static/js/dag/details/dagRun/ClearRun.tsx | 18 +-
.../js/dag/details/dagRun/DatasetTriggerEvents.tsx | 49 +-
.../static/js/dag/details/dagRun/MarkFailedRun.tsx | 21 +-
.../js/dag/details/dagRun/MarkSuccessRun.tsx | 27 +-
.../www/static/js/dag/details/dagRun/QueueRun.tsx | 14 +-
airflow/www/static/js/dag/details/dagRun/index.tsx | 297 ++++----
airflow/www/static/js/dag/details/graph/Edge.tsx | 66 ++
airflow/www/static/js/dag/details/graph/Node.tsx | 178 +++++
airflow/www/static/js/dag/details/graph/index.tsx | 183 +++++
airflow/www/static/js/dag/details/graph/utils.ts | 208 +++++
airflow/www/static/js/dag/details/index.tsx | 196 ++++-
.../dag/details/taskInstance/BackToTaskSummary.tsx | 11 +-
.../details/taskInstance/DatasetUpdateEvents.tsx | 63 +-
.../static/js/dag/details/taskInstance/Details.tsx | 94 +--
.../js/dag/details/taskInstance/ExtraLinks.tsx | 40 +-
.../js/dag/details/taskInstance/Logs/LogBlock.tsx | 40 +-
.../dag/details/taskInstance/Logs/LogLink.test.tsx | 42 +-
.../js/dag/details/taskInstance/Logs/LogLink.tsx | 50 +-
.../dag/details/taskInstance/Logs/index.test.tsx | 196 +++--
.../js/dag/details/taskInstance/Logs/index.tsx | 169 ++--
.../dag/details/taskInstance/Logs/utils.test.tsx | 79 +-
.../js/dag/details/taskInstance/Logs/utils.ts | 71 +-
.../dag/details/taskInstance/MappedInstances.tsx | 117 +--
.../www/static/js/dag/details/taskInstance/Nav.tsx | 169 ++--
.../static/js/dag/details/taskInstance/index.tsx | 238 ++----
.../taskInstance/taskActions/ActionButton.tsx | 24 +-
.../dag/details/taskInstance/taskActions/Clear.tsx | 64 +-
.../taskInstance/taskActions/MarkFailed.tsx | 78 +-
.../taskInstance/taskActions/MarkSuccess.tsx | 73 +-
.../dag/details/taskInstance/taskActions/Run.tsx | 97 ---
.../dag/details/taskInstance/taskActions/index.tsx | 37 +-
.../dag/details/taskInstance/taskActions/types.ts | 12 +-
airflow/www/static/js/dag/grid/ResetRoot.tsx | 39 +-
airflow/www/static/js/dag/grid/TaskName.test.tsx | 39 +-
airflow/www/static/js/dag/grid/TaskName.tsx | 39 +-
airflow/www/static/js/dag/grid/ToggleGroups.tsx | 24 +-
airflow/www/static/js/dag/grid/dagRuns/Bar.tsx | 109 +--
airflow/www/static/js/dag/grid/dagRuns/Tooltip.tsx | 44 +-
.../www/static/js/dag/grid/dagRuns/index.test.tsx | 154 ++--
airflow/www/static/js/dag/grid/dagRuns/index.tsx | 99 ++-
airflow/www/static/js/dag/grid/index.test.tsx | 190 +++--
airflow/www/static/js/dag/grid/index.tsx | 119 ++-
.../www/static/js/dag/grid/renderTaskRows.test.tsx | 88 +--
airflow/www/static/js/dag/grid/renderTaskRows.tsx | 105 ++-
airflow/www/static/js/dag/index.tsx | 26 +-
airflow/www/static/js/dag/nav/FilterBar.tsx | 162 ++--
airflow/www/static/js/dag/nav/LegendRow.test.tsx | 33 +-
airflow/www/static/js/dag/nav/LegendRow.tsx | 22 +-
airflow/www/static/js/dag/useFilters.test.tsx | 59 +-
airflow/www/static/js/dag/useFilters.tsx | 56 +-
airflow/www/static/js/dag/useSelection.test.tsx | 38 +-
airflow/www/static/js/dag/useSelection.ts | 17 +-
.../js/dag/useToggleGroups.ts} | 24 +-
airflow/www/static/js/dag_code.js | 8 +-
airflow/www/static/js/dag_dependencies.js | 139 ++--
airflow/www/static/js/dags.js | 441 ++++++-----
airflow/www/static/js/datasetUtils.js | 78 +-
airflow/www/static/js/datasets/DatasetEvents.tsx | 49 +-
airflow/www/static/js/datasets/Details.tsx | 31 +-
airflow/www/static/js/datasets/Graph/DagNode.tsx | 21 +-
airflow/www/static/js/datasets/Graph/Edge.tsx | 28 +-
airflow/www/static/js/datasets/Graph/Legend.tsx | 14 +-
airflow/www/static/js/datasets/Graph/Node.tsx | 51 +-
airflow/www/static/js/datasets/Graph/index.tsx | 64 +-
airflow/www/static/js/datasets/List.test.tsx | 68 +-
airflow/www/static/js/datasets/List.tsx | 102 +--
airflow/www/static/js/datasets/index.tsx | 54 +-
airflow/www/static/js/datetime_utils.js | 63 +-
airflow/www/static/js/duration_chart.js | 14 +-
airflow/www/static/js/gantt.js | 334 ++++----
airflow/www/static/js/graph.js | 377 +++++----
airflow/www/static/js/index.d.ts | 2 +-
airflow/www/static/js/main.js | 154 ++--
airflow/www/static/js/task.js | 8 +-
airflow/www/static/js/task_instances.js | 93 ++-
airflow/www/static/js/theme.ts | 8 +-
airflow/www/static/js/ti_log.js | 124 +--
airflow/www/static/js/trigger.js | 220 +++++-
airflow/www/static/js/types/api-generated.ts | 754 +++++++++++++-----
airflow/www/static/js/types/index.ts | 57 +-
.../www/static/js/types/react-table-config.d.ts | 131 ++--
.../www/static/js/utils/URLSearchParamWrapper.ts | 6 +-
airflow/www/static/js/utils/graph.ts | 216 ++++++
airflow/www/static/js/utils/index.test.ts | 111 +--
airflow/www/static/js/utils/index.ts | 104 ++-
airflow/www/static/js/utils/testUtils.tsx | 28 +-
airflow/www/static/js/utils/useErrorToast.test.tsx | 34 +-
airflow/www/static/js/utils/useErrorToast.ts | 24 +-
.../utils/{useOffsetHeight.tsx => useOffsetTop.ts} | 40 +-
airflow/www/static/js/variable_edit.js | 2 +-
airflow/www/templates/airflow/dag.html | 56 +-
airflow/www/templates/airflow/dags.html | 4 +-
airflow/www/templates/airflow/task.html | 6 +-
airflow/www/templates/airflow/trigger.html | 166 +++-
airflow/www/tsconfig.json | 15 +-
airflow/www/utils.py | 70 +-
airflow/www/views.py | 233 +++---
airflow/www/webpack.config.js | 149 ++--
airflow/www/yarn.lock | 670 +++++++++++++++-
chart/Chart.lock | 7 +-
chart/Chart.yaml | 253 +++---
chart/README.md | 2 +-
chart/RELEASE_NOTES.rst | 105 ++-
chart/charts/postgresql-10.5.3.tgz | Bin 50647 -> 0 bytes
chart/charts/postgresql-12.1.9.tgz | Bin 0 -> 57966 bytes
chart/dockerfiles/pgbouncer-exporter/Dockerfile | 6 +-
.../pgbouncer-exporter/build_and_push.sh | 6 +-
chart/dockerfiles/pgbouncer/Dockerfile | 6 +-
chart/dockerfiles/pgbouncer/build_and_push.sh | 8 +-
chart/files/pod-template-file.kubernetes-helm-yaml | 8 +-
chart/newsfragments/27625.significant.rst | 4 -
chart/newsfragments/28074.significant.rst | 3 -
chart/templates/NOTES.txt | 6 +
chart/templates/_helpers.yaml | 4 +-
.../dag-processor/dag-processor-deployment.yaml | 2 +-
chart/templates/dags-persistent-volume-claim.yaml | 6 +-
chart/templates/flower/flower-deployment.yaml | 2 +-
chart/templates/jobs/create-user-job.yaml | 5 +-
chart/templates/jobs/migrate-database-job.yaml | 5 +-
chart/templates/logs-persistent-volume-claim.yaml | 4 +
.../templates/pgbouncer/pgbouncer-deployment.yaml | 12 +-
.../templates/scheduler/scheduler-deployment.yaml | 6 +-
.../secrets/metadata-connection-secret.yaml | 3 +-
.../templates/triggerer/triggerer-deployment.yaml | 73 +-
.../triggerer/triggerer-networkpolicy.yaml | 58 ++
.../triggerer-service.yaml} | 40 +-
.../templates/webserver/webserver-deployment.yaml | 4 +-
chart/templates/webserver/webserver-service.yaml | 9 +-
chart/templates/workers/worker-deployment.yaml | 14 +-
chart/values.schema.json | 372 +++++----
chart/values.yaml | 86 ++-
clients/gen/common.sh | 2 +-
clients/gen/go.sh | 8 +-
clients/gen/python.sh | 2 +-
codecov.yml | 15 +-
dev/ISSUE_TEMPLATE.md.jinja2 | 7 +-
dev/README_RELEASE_AIRFLOW.md | 416 ++--------
dev/README_RELEASE_HELM_CHART.md | 4 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 40 +-
dev/breeze/README.md | 2 +-
.../0008-fixing-group-permissions-before-build.md | 2 +-
dev/breeze/setup.cfg | 5 +
.../src/airflow_breeze/commands/ci_commands.py | 12 +-
.../airflow_breeze/commands/ci_commands_config.py | 2 +
.../airflow_breeze/commands/ci_image_commands.py | 44 +-
.../commands/ci_image_commands_config.py | 1 -
.../airflow_breeze/commands/developer_commands.py | 33 +-
.../commands/developer_commands_config.py | 1 +
.../commands/kubernetes_commands_config.py | 4 -
.../commands/minor_release_command.py | 191 +++++
.../commands/production_image_commands_config.py | 1 -
.../commands/release_candidate_command.py | 348 +++++++++
.../src/airflow_breeze/commands/release_command.py | 291 +++++++
.../commands/release_management_commands.py | 13 +-
.../commands/release_management_commands_config.py | 14 +-
.../src/airflow_breeze/commands/setup_commands.py | 117 +++
.../commands/setup_commands_config.py | 9 +
.../airflow_breeze/commands/testing_commands.py | 11 +
.../commands/testing_commands_config.py | 1 +
dev/breeze/src/airflow_breeze/global_constants.py | 32 +-
.../src/airflow_breeze/params/shell_params.py | 10 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 4 +-
dev/breeze/src/airflow_breeze/utils/click_utils.py | 2 +-
.../src/airflow_breeze/utils/common_options.py | 4 +-
dev/breeze/src/airflow_breeze/utils/confirm.py | 17 +
dev/breeze/src/airflow_breeze/utils/console.py | 4 +
.../src/airflow_breeze/utils/custom_param_types.py | 4 +
.../airflow_breeze/utils/docker_command_utils.py | 6 +-
.../utils/find_newer_dependencies.py | 5 +-
.../src/airflow_breeze/utils/github_actions.py | 4 +-
dev/breeze/src/airflow_breeze/utils/path_utils.py | 1 +
dev/breeze/src/airflow_breeze/utils/run_utils.py | 24 +-
.../src/airflow_breeze/utils/selective_checks.py | 40 +-
dev/breeze/tests/test_commands.py | 6 +
dev/breeze/tests/test_run_utils.py | 3 +-
dev/breeze/tests/test_selective_checks.py | 8 +
dev/check_files.py | 7 +-
dev/deprecations/generate_deprecated_dicts.py | 217 ------
dev/provider_packages/prepare_provider_packages.py | 50 +-
docker_tests/test_docker_compose_quick_start.py | 108 ++-
docs/apache-airflow-providers-amazon/commits.rst | 71 +-
.../connections/aws.rst | 90 ++-
docs/apache-airflow-providers-amazon/index.rst | 12 +-
.../logging/s3-task-handler.rst | 2 +-
.../operators/lambda.rst | 4 +-
.../operators/transfer/s3_to_sql.rst | 65 ++
.../operators/transfer/sftp_to_s3.rst | 2 +-
.../secrets-backends/aws-secrets-manager.rst | 43 +-
.../secrets-backends/aws-ssm-parameter-store.rst | 41 +-
.../commits.rst | 27 +-
.../apache-airflow-providers-apache-beam/index.rst | 6 +-
.../commits.rst | 15 +-
.../index.rst | 2 +-
.../commits.rst | 12 +
.../index.rst | 20 +-
.../apache-airflow-providers-apache-hdfs/index.rst | 7 +
.../commits.rst | 28 +-
.../apache-airflow-providers-apache-hive/index.rst | 6 +-
.../commits.rst | 16 +-
.../apache-airflow-providers-apache-livy/index.rst | 8 +-
.../commits.rst | 14 +-
.../index.rst | 2 +-
docs/apache-airflow-providers-arangodb/commits.rst | 14 +-
docs/apache-airflow-providers-arangodb/index.rst | 2 +-
.../commits.rst | 11 +
.../index.rst | 2 +-
.../commits.rst | 47 +-
.../index.rst | 18 +-
.../operators.rst | 36 +-
.../commits.rst | 22 +-
docs/apache-airflow-providers-common-sql/index.rst | 2 +-
.../apache-airflow-providers-dbt-cloud/commits.rst | 29 +-
.../connections.rst | 2 +-
docs/apache-airflow-providers-dbt-cloud/index.rst | 8 +-
.../operators.rst | 28 +
docs/apache-airflow-providers-docker/commits.rst | 25 +-
docs/apache-airflow-providers-docker/index.rst | 2 +-
.../commits.rst | 20 +-
.../index.rst | 6 +-
docs/apache-airflow-providers-ftp/commits.rst | 20 +-
docs/apache-airflow-providers-ftp/index.rst | 4 +-
docs/apache-airflow-providers-github/commits.rst | 15 +-
docs/apache-airflow-providers-github/index.rst | 4 +-
docs/apache-airflow-providers-google/commits.rst | 75 +-
.../connections/gcp.rst | 35 +
docs/apache-airflow-providers-google/index.rst | 14 +-
.../operators/cloud/automl.rst | 26 +-
.../operators/cloud/bigquery.rst | 11 +
.../operators/cloud/cloud_sql.rst | 43 ++
.../operators/cloud/dataflow.rst | 2 +-
.../operators/cloud/datafusion.rst | 37 +-
.../operators/cloud/dataproc.rst | 40 +
.../operators/cloud/gcs.rst | 24 -
.../operators/cloud/kubernetes_engine.rst | 17 +
.../operators/cloud/mlengine.rst | 8 +
.../operators/leveldb/leveldb.rst | 2 +-
.../operators/transfer/bigquery_to_bigquery.rst | 66 ++
.../operators/transfer/bigquery_to_gcs.rst | 69 ++
.../operators/transfer/bigquery_to_mssql.rst | 69 ++
.../operators/transfer/bigquery_to_mysql.rst | 67 ++
.../operators/transfer/gcs_to_bigquery.rst | 77 ++
.../apache-airflow-providers-hashicorp/commits.rst | 14 +-
docs/apache-airflow-providers-hashicorp/index.rst | 6 +-
.../secrets-backends/hashicorp-vault.rst | 2 +-
docs/apache-airflow-providers-http/commits.rst | 20 +-
docs/apache-airflow-providers-http/index.rst | 4 +-
docs/apache-airflow-providers-http/operators.rst | 6 +-
.../commits.rst | 36 +-
.../index.rst | 6 +-
docs/apache-airflow-providers-mysql/commits.rst | 28 +-
.../connections/mysql.rst | 2 -
docs/apache-airflow-providers-mysql/index.rst | 16 +-
.../apache-airflow-providers-papermill/commits.rst | 14 +-
docs/apache-airflow-providers-papermill/index.rst | 2 +-
docs/apache-airflow-providers-presto/commits.rst | 14 +-
docs/apache-airflow-providers-presto/index.rst | 6 +-
docs/apache-airflow-providers-sftp/commits.rst | 39 +-
docs/apache-airflow-providers-sftp/index.rst | 6 +-
.../apache-airflow-providers-snowflake/commits.rst | 25 +
docs/apache-airflow-providers-snowflake/index.rst | 6 +-
docs/apache-airflow-providers-ssh/commits.rst | 14 +-
.../connections/ssh.rst | 25 +-
docs/apache-airflow-providers-ssh/index.rst | 2 +-
docs/apache-airflow-providers-tableau/commits.rst | 14 +-
docs/apache-airflow-providers-tableau/index.rst | 2 +-
docs/apache-airflow-providers-telegram/commits.rst | 18 +-
docs/apache-airflow-providers-telegram/index.rst | 4 +-
docs/apache-airflow-providers-trino/commits.rst | 14 +-
docs/apache-airflow-providers-trino/index.rst | 6 +-
docs/apache-airflow-providers-yandex/commits.rst | 14 +-
.../connections/yandexcloud.rst | 4 +
docs/apache-airflow-providers-yandex/index.rst | 2 +-
.../core-extensions/notifications.rst | 19 +-
.../howto/create-update-providers.rst | 6 +-
docs/apache-airflow-providers/index.rst | 13 +-
.../cluster-policies.rst | 93 ++-
.../administration-and-deployment/lineage.rst | 2 +-
.../logging-monitoring/errors.rst | 8 +-
.../logging-monitoring/logging-tasks.rst | 48 +-
.../logging-monitoring/metrics.rst | 4 +-
.../modules_management.rst | 6 +-
.../production-deployment.rst | 4 +-
.../administration-and-deployment/scheduler.rst | 12 +-
.../security/access-control.rst | 4 +-
.../administration-and-deployment/security/api.rst | 3 +
.../security/kerberos.rst | 4 +-
.../security/secrets/secrets-backend/index.rst | 6 +-
.../security/webserver.rst | 24 +-
.../dynamic-task-mapping.rst | 4 +-
.../authoring-and-scheduling/plugins.rst | 2 +-
.../authoring-and-scheduling/serializers.rst | 6 +-
.../authoring-and-scheduling/timetable.rst | 10 +-
.../authoring-and-scheduling/timezone.rst | 2 +-
docs/apache-airflow/best-practices.rst | 22 +-
docs/apache-airflow/cli-and-env-variables-ref.rst | 2 +-
docs/apache-airflow/core-concepts/dag-run.rst | 2 +-
docs/apache-airflow/core-concepts/dags.rst | 120 ++-
.../core-concepts/executor/debug.rst | 2 +-
.../core-concepts/executor/kubernetes.rst | 10 +-
docs/apache-airflow/core-concepts/operators.rst | 3 +-
docs/apache-airflow/core-concepts/params.rst | 114 ++-
docs/apache-airflow/core-concepts/taskflow.rst | 9 +-
docs/apache-airflow/core-concepts/xcoms.rst | 6 +-
docs/apache-airflow/deprecated-rest-api-ref.rst | 4 +-
docs/apache-airflow/faq.rst | 16 +-
docs/apache-airflow/howto/add-dag-tags.rst | 2 +-
docs/apache-airflow/howto/connection.rst | 13 +-
docs/apache-airflow/howto/custom-operator.rst | 76 +-
.../apache-airflow/howto/docker-compose/airflow.sh | 11 +-
.../howto/docker-compose/docker-compose.yaml | 40 +-
docs/apache-airflow/howto/docker-compose/index.rst | 53 ++
.../howto/dynamic-dag-generation.rst | 10 +-
docs/apache-airflow/howto/email-config.rst | 22 +-
docs/apache-airflow/howto/index.rst | 2 +
docs/apache-airflow/howto/listener-plugin.rst | 95 +++
docs/apache-airflow/howto/notifications.rst | 77 ++
docs/apache-airflow/howto/set-config.rst | 12 +
docs/apache-airflow/howto/set-up-database.rst | 6 +-
docs/apache-airflow/howto/timetable.rst | 20 +-
.../howto/upgrading-from-1-10/index.rst | 2 +-
docs/apache-airflow/howto/usage-cli.rst | 25 +
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 168 ++--
docs/apache-airflow/img/landing_times.png | Bin 0 -> 84125 bytes
.../img/trigger-dag-tutorial-form.png | Bin 0 -> 219254 bytes
docs/apache-airflow/index.rst | 4 +-
docs/apache-airflow/installation/dependencies.rst | 4 +-
docs/apache-airflow/installation/index.rst | 10 +-
.../installation/supported-versions.rst | 8 +-
docs/apache-airflow/installation/upgrading.rst | 6 +-
docs/apache-airflow/migrations-ref.rst | 9 +-
docs/apache-airflow/public-airflow-interface.rst | 24 +-
docs/apache-airflow/start.rst | 4 +-
docs/apache-airflow/templates-ref.rst | 12 +-
docs/apache-airflow/tutorial/fundamentals.rst | 4 +-
docs/apache-airflow/tutorial/taskflow.rst | 2 +-
docs/apache-airflow/ui.rst | 18 +-
docs/conf.py | 40 +-
docs/docker-stack/build-arg-ref.rst | 2 +-
docs/docker-stack/build.rst | 26 +-
docs/docker-stack/changelog.rst | 10 +-
docs/docker-stack/entrypoint.rst | 4 +-
docs/exts/docs_build/third_party_inventories.py | 29 +-
docs/exts/notifications.rst.jinja2 | 27 +
docs/exts/operators_and_hooks_ref.py | 30 +
docs/helm-chart/customizing-workers.rst | 2 +-
docs/helm-chart/index.rst | 23 +-
docs/helm-chart/production-guide.rst | 4 +-
docs/helm-chart/quick-start.rst | 4 +-
docs/spelling_wordlist.txt | 14 +-
generated/provider_dependencies.json | 66 +-
images/breeze/output-commands-hash.txt | 82 +-
images/breeze/output-commands.svg | 90 +--
images/breeze/output_release-management.svg | 14 +-
...management_generate-issue-content-providers.svg | 200 +++++
...t_release-management_generate-issue-content.svg | 180 -----
...e-management_prepare-provider-documentation.svg | 14 +-
images/breeze/output_setup.svg | 22 +-
.../output_setup_check-all-params-in-groups.svg | 172 +++++
.../output_setup_regenerate-command-images.svg | 44 +-
images/breeze/output_shell.svg | 18 +-
images/breeze/output_start-airflow.svg | 92 +--
images/breeze/output_static-checks.svg | 114 +--
images/breeze/output_stop.svg | 24 +-
images/breeze/output_testing_integration-tests.svg | 54 +-
images/breeze/output_testing_tests.svg | 16 +-
kubernetes_tests/test_base.py | 33 +-
kubernetes_tests/test_kubernetes_executor.py | 4 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 228 +++++-
kubernetes_tests/test_other_executors.py | 4 +-
newsfragments/08212.misc.rst | 1 -
newsfragments/29395.significant.rst | 8 +
newsfragments/29506.significant.rst | 6 +
newsfragments/29547.significant.rst | 3 +
pyproject.toml | 2 +-
pytest.ini | 3 +
scripts/ci/constraints/ci_commit_constraints.sh | 10 +-
scripts/ci/docker-compose/_docker.env | 1 +
scripts/ci/docker-compose/base.yml | 1 +
scripts/ci/docker-compose/devcontainer.env | 1 +
.../grafana/volume/dashboards/airflow_metrics.json | 135 ++++
.../volume/provisioning/dashboards/default.yaml | 12 +
.../volume/provisioning/datasources/default.yaml | 7 +
scripts/ci/docker-compose/integration-otel.yml | 64 ++
scripts/ci/docker-compose/integration-statsd.yml | 23 +
...ration-statsd.yml => otel-collector-config.yml} | 56 +-
...ntegration-statsd.yml => prometheus-config.yml} | 40 +-
scripts/ci/installed_providers.txt | 1 -
.../ci/pre_commit/common_precommit_black_utils.py | 44 ++
scripts/ci/pre_commit/common_precommit_utils.py | 16 +-
.../pre_commit_check_order_dockerfile_extras.py | 2 +-
.../ci/pre_commit/pre_commit_check_order_setup.py | 2 +-
.../pre_commit_check_pre_commit_hooks.py | 70 +-
...re_commit_check_system_tests_hidden_in_index.py | 3 +-
.../ci/pre_commit/pre_commit_compile_www_assets.py | 2 +-
.../pre_commit_compile_www_assets_dev.py | 8 +-
scripts/ci/pre_commit/pre_commit_insert_extras.py | 4 +-
.../ci/pre_commit/pre_commit_local_yml_mounts.py | 18 +-
scripts/ci/pre_commit/pre_commit_mypy.py | 16 +-
...t.py => pre_commit_sort_installed_providers.py} | 22 +-
.../ci/pre_commit/pre_commit_supported_versions.py | 2 +-
.../pre_commit_update_common_sql_api_stubs.py | 175 +++--
.../ci/pre_commit/pre_commit_update_versions.py | 22 +-
.../pre_commit_vendor_k8s_json_schema.py | 5 +-
.../ci/pre_commit/pre_commit_version_heads_map.py | 16 +-
scripts/ci/pre_commit/pre_commit_www_lint.py | 1 +
scripts/docker/common.sh | 2 +-
scripts/docker/entrypoint_ci.sh | 29 +-
scripts/docker/install_mysql.sh | 41 +-
scripts/in_container/check_environment.sh | 2 +-
scripts/in_container/run_ci_tests.sh | 1 -
scripts/in_container/run_migration_reference.py | 4 +-
.../in_container/run_prepare_airflow_packages.sh | 7 +
.../in_container/run_provider_yaml_files_check.py | 9 +-
scripts/in_container/verify_providers.py | 186 ++---
setup.cfg | 30 +-
setup.py | 27 +-
tests/always/test_connection.py | 48 +-
tests/always/test_project_structure.py | 27 +-
tests/api/client/test_local_client.py | 39 +
tests/api/common/test_mark_tasks.py | 2 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 166 +++-
.../endpoints/test_dag_run_endpoint.py | 88 ++-
tests/api_connexion/endpoints/test_log_endpoint.py | 8 +-
.../test_mapped_task_instance_endpoint.py | 7 +-
.../endpoints/test_task_instance_endpoint.py | 36 +-
.../endpoints/test_rpc_api_endpoint.py | 42 +-
tests/api_internal/test_internal_api_call.py | 79 +-
tests/callbacks/test_callback_requests.py | 7 +-
tests/charts/log_groomer.py | 127 +++
tests/charts/test_basic_helm_chart.py | 65 +-
tests/charts/test_create_user_job.py | 24 +
tests/charts/test_extra_env_env_from.py | 3 +-
tests/charts/test_kerberos.py | 22 +
tests/charts/test_migrate_database_job.py | 24 +
tests/charts/test_pod_template_file.py | 15 +
tests/charts/test_rbac.py | 40 +-
tests/charts/test_scheduler.py | 103 +--
tests/charts/test_triggerer.py | 45 +-
tests/charts/test_worker.py | 113 +--
tests/cli/commands/test_config_command.py | 12 +-
tests/cli/commands/test_dag_command.py | 27 +-
tests/cli/commands/test_dag_processor_command.py | 13 +-
tests/cli/commands/test_db_command.py | 99 ++-
tests/cli/commands/test_internal_api_command.py | 250 ++++++
tests/cli/commands/test_pool_command.py | 12 +-
tests/cli/commands/test_scheduler_command.py | 22 +
tests/cli/commands/test_task_command.py | 12 +-
tests/cli/commands/test_triggerer_command.py | 8 +-
tests/cli/test_cli_parser.py | 33 +
tests/conftest.py | 25 +-
tests/core/test_policies.py | 71 ++
tests/core/test_stats.py | 55 +-
tests/dag_processing/test_manager.py | 22 +-
tests/dag_processing/test_processor.py | 144 ++--
airflow/version.py => tests/dags/test_failing.py | 25 +-
tests/decorators/test_python.py | 66 +-
tests/decorators/test_setup_teardown.py | 150 ++++
tests/executors/test_base_executor.py | 16 +-
tests/executors/test_celery_kubernetes_executor.py | 22 +
tests/executors/test_debug_executor.py | 9 +
tests/executors/test_executor_loader.py | 31 +-
tests/executors/test_kubernetes_executor.py | 40 +-
tests/executors/test_local_kubernetes_executor.py | 22 +
tests/executors/test_sequential_executor.py | 6 +
tests/jobs/test_backfill_job.py | 21 +-
tests/jobs/test_local_task_job.py | 157 +++-
tests/jobs/test_scheduler_job.py | 54 +-
tests/jobs/test_triggerer_job.py | 56 +-
tests/jobs/test_triggerer_job_logging.py | 445 +++++++++++
.../kubernetes/test_kubernetes_helper_functions.py | 2 +-
tests/listeners/class_listener.py | 4 +
tests/listeners/dag_listener.py | 4 +-
tests/listeners/empty_listener.py | 4 +
tests/listeners/file_write_listener.py | 16 +
tests/listeners/full_listener.py | 8 +-
tests/listeners/lifecycle_listener.py | 6 +-
tests/listeners/partial_listener.py | 6 +-
tests/listeners/test_listeners.py | 38 +-
tests/listeners/throwing_listener.py | 4 +
tests/macros/test_macros.py | 31 +
tests/models/test_dag.py | 215 ++++--
tests/models/test_dagrun.py | 85 ++-
tests/models/test_mappedoperator.py | 10 +-
tests/models/test_param.py | 70 +-
tests/models/test_serialized_dag.py | 14 +-
tests/models/test_taskinstance.py | 49 +-
tests/models/test_variable.py | 2 +-
tests/operators/test_bash.py | 16 +-
tests/operators/test_datetime.py | 222 +++---
tests/operators/test_email.py | 8 +-
tests/operators/test_generic_transfer.py | 23 +-
tests/operators/test_weekday.py | 6 +-
tests/providers/amazon/aws/hooks/test_appflow.py | 14 +-
tests/providers/amazon/aws/hooks/test_base_aws.py | 38 +-
tests/providers/amazon/aws/hooks/test_emr.py | 7 +
tests/providers/amazon/aws/hooks/test_glue.py | 48 ++
.../amazon/aws/hooks/test_redshift_data.py | 202 ++++-
tests/providers/amazon/aws/hooks/test_s3.py | 25 +-
tests/providers/amazon/aws/hooks/test_sagemaker.py | 40 +-
tests/providers/amazon/aws/hooks/test_ssm.py | 31 +-
.../amazon/aws/log/test_cloudwatch_task_handler.py | 19 +-
.../amazon/aws/log/test_s3_task_handler.py | 56 +-
.../providers/amazon/aws/operators/test_appflow.py | 37 +-
tests/providers/amazon/aws/operators/test_ecs.py | 275 +++++--
tests/providers/amazon/aws/operators/test_eks.py | 14 +-
.../aws/operators/test_emr_create_job_flow.py | 24 +-
.../aws/operators/test_emr_notebook_execution.py | 117 +--
.../providers/amazon/aws/operators/test_glacier.py | 6 +-
.../amazon/aws/operators/test_lambda_function.py | 123 ++-
.../amazon/aws/operators/test_redshift_cluster.py | 9 +
.../amazon/aws/operators/test_redshift_data.py | 89 ++-
.../amazon/aws/operators/test_sagemaker_base.py | 36 +-
.../aws/operators/test_sagemaker_processing.py | 56 +-
.../aws/operators/test_sagemaker_training.py | 60 +-
.../aws/operators/test_sagemaker_transform.py | 59 +-
.../amazon/aws/secrets/test_secrets_manager.py | 102 ++-
.../amazon/aws/secrets/test_systems_manager.py | 150 ++++
tests/providers/amazon/aws/sensors/test_ecs.py | 261 +++++++
.../aws/sensors/test_glue_catalog_partition.py | 2 +-
tests/providers/amazon/aws/sensors/test_sqs.py | 15 +-
.../amazon/aws/transfers/test_glacier_to_gcs.py | 4 +-
.../amazon/aws/transfers/test_redshift_to_s3.py | 111 +++
.../amazon/aws/transfers/test_s3_to_redshift.py | 99 +++
.../amazon/aws/transfers/test_s3_to_sql.py | 118 +++
tests/providers/amazon/aws/utils/test_utils.py | 29 +-
tests/providers/amazon/aws/utils/test_waiter.py | 11 +
.../amazon/aws/waiters/test_custom_waiters.py | 153 +++-
tests/providers/apache/beam/hooks/test_beam.py | 81 +-
.../flink/operators/test_flink_kubernetes.py | 5 +-
.../apache/flink/sensors/test_flink_kubernetes.py | 5 +-
tests/providers/apache/hive/hooks/test_hive.py | 33 +-
.../providers/apache/livy/compat.py | 31 +-
tests/providers/apache/livy/hooks/test_livy.py | 392 +++++++++-
tests/providers/apache/livy/operators/test_livy.py | 156 +++-
.../providers/apache/livy/triggers}/__init__.py | 0
tests/providers/apache/livy/triggers/test_livy.py | 202 +++++
tests/providers/apache/sqoop/hooks/test_sqoop.py | 8 +-
.../atlassian/jira/operators/test_jira.py | 7 +
.../cncf/kubernetes/decorators/test_kubernetes.py | 86 ++-
.../{test_kubernetes.py => test_kubernetes_pod.py} | 204 ++++-
.../{test_kubernetes_pod.py => test_pod.py} | 282 ++++++-
.../cncf/kubernetes/triggers}/__init__.py | 0
.../providers/cncf/kubernetes/triggers/test_pod.py | 278 +++++++
.../cncf/kubernetes/utils/test_pod_manager.py | 226 +++++-
tests/providers/common/sql/operators/test_sql.py | 8 +-
.../dbt/cloud/operators/test_dbt_cloud.py | 56 +-
.../providers/dbt/cloud/sensors/test_dbt_cloud.py | 61 +-
.../providers/dbt/cloud/triggers}/__init__.py | 0
.../providers/dbt/cloud/triggers/test_dbt_cloud.py | 304 ++++++++
tests/providers/docker/decorators/test_docker.py | 14 +
tests/providers/ftp/operators/test_ftp.py | 4 +-
tests/providers/github/operators/test_github.py | 9 +
tests/providers/github/sensors/test_github.py | 4 +-
.../google/cloud/hooks/test_bigquery_dts.py | 57 +-
.../providers/google/cloud/hooks/test_bigtable.py | 3 +-
.../providers/google/cloud/hooks/test_cloud_sql.py | 101 ++-
.../providers/google/cloud/hooks/test_dataflow.py | 84 +-
.../google/cloud/hooks/test_datafusion.py | 158 +++-
.../providers/google/cloud/hooks/test_dataproc.py | 34 +
tests/providers/google/cloud/hooks/test_dlp.py | 327 +++++---
.../google/cloud/hooks/test_kubernetes_engine.py | 68 +-
.../providers/google/cloud/hooks/test_mlengine.py | 123 ++-
.../google/cloud/log/test_gcs_task_handler.py | 65 +-
.../google/cloud/operators/test_automl.py | 59 +-
.../google/cloud/operators/test_automl_system.py | 41 -
.../google/cloud/operators/test_bigquery.py | 98 ++-
.../google/cloud/operators/test_bigquery_dts.py | 50 +-
.../google/cloud/operators/test_bigtable.py | 2 +-
.../google/cloud/operators/test_cloud_base.py | 56 ++
.../google/cloud/operators/test_cloud_build.py | 44 +-
.../cloud/operators/test_cloud_memorystore.py | 32 +-
.../google/cloud/operators/test_cloud_sql.py | 44 +-
.../test_cloud_storage_transfer_service.py | 27 +-
.../google/cloud/operators/test_datacatalog.py | 44 +-
.../google/cloud/operators/test_dataflow.py | 162 +++-
.../google/cloud/operators/test_dataform.py | 31 +-
.../google/cloud/operators/test_datafusion.py | 159 +++-
.../cloud/operators/test_datafusion_system.py | 40 -
.../google/cloud/operators/test_dataplex.py | 14 +-
.../google/cloud/operators/test_dataproc.py | 344 ++++++++-
.../cloud/operators/test_dataproc_metastore.py | 22 +-
tests/providers/google/cloud/operators/test_dlp.py | 102 +--
.../google/cloud/operators/test_functions.py | 195 +++--
tests/providers/google/cloud/operators/test_gcs.py | 19 +-
.../cloud/operators/test_kubernetes_engine.py | 80 +-
.../google/cloud/operators/test_life_sciences.py | 3 +-
.../google/cloud/operators/test_looker.py | 5 +-
.../google/cloud/operators/test_mlengine.py | 847 ++++++++++++++-------
.../google/cloud/operators/test_mlengine_utils.py | 197 -----
.../cloud/operators/test_natural_language.py | 9 +-
.../google/cloud/operators/test_pubsub.py | 13 +-
.../google/cloud/operators/test_spanner.py | 46 +-
.../google/cloud/operators/test_speech_to_text.py | 3 +-
.../google/cloud/operators/test_stackdriver.py | 21 +-
.../providers/google/cloud/operators/test_tasks.py | 27 +-
.../google/cloud/operators/test_text_to_speech.py | 13 +-
.../google/cloud/operators/test_translate.py | 3 +-
.../cloud/operators/test_translate_speech.py | 3 +-
.../cloud/operators/test_video_intelligence.py | 3 +-
.../google/cloud/operators/test_vision.py | 35 +-
.../google/cloud/sensors/test_bigquery.py | 74 +-
.../google/cloud/sensors/test_bigquery_dts.py | 3 +-
.../google/cloud/sensors/test_cloud_composer.py | 4 +-
.../sensors/test_cloud_storage_transfer_service.py | 12 +-
.../google/cloud/sensors/test_dataflow.py | 30 +-
.../google/cloud/sensors/test_datafusion.py | 38 +-
.../google/cloud/sensors/test_dataplex.py | 3 +-
.../google/cloud/sensors/test_dataproc.py | 5 +-
tests/providers/google/cloud/sensors/test_gcs.py | 16 +-
.../providers/google/cloud/sensors/test_looker.py | 3 +-
.../providers/google/cloud/sensors/test_pubsub.py | 3 +-
tests/providers/google/cloud/sensors/test_tasks.py | 3 +-
.../google/cloud/transfers/test_adls_to_gcs.py | 3 +-
.../cloud/transfers/test_azure_fileshare_to_gcs.py | 3 +-
.../cloud/transfers/test_bigquery_to_bigquery.py | 3 +-
.../google/cloud/transfers/test_bigquery_to_gcs.py | 3 +-
.../cloud/transfers/test_bigquery_to_mssql.py | 3 +-
.../cloud/transfers/test_bigquery_to_mysql.py | 3 +-
.../cloud/transfers/test_cassandra_to_gcs.py | 3 +-
.../google/cloud/transfers/test_gcs_to_bigquery.py | 5 +-
.../google/cloud/transfers/test_gcs_to_gcs.py | 3 +-
.../google/cloud/transfers/test_gcs_to_local.py | 3 +-
.../google/cloud/transfers/test_gcs_to_sftp.py | 36 +-
.../google/cloud/transfers/test_gdrive_to_local.py | 4 +-
.../google/cloud/transfers/test_local_to_gcs.py | 7 +-
.../google/cloud/transfers/test_mssql_to_gcs.py | 46 +-
.../google/cloud/transfers/test_mysql_to_gcs.py | 9 +-
.../google/cloud/transfers/test_oracle_to_gcs.py | 3 +-
.../google/cloud/transfers/test_postgres_to_gcs.py | 13 +-
.../google/cloud/transfers/test_s3_to_gcs.py | 3 +-
.../cloud/transfers/test_salesforce_to_gcs.py | 3 +-
.../google/cloud/transfers/test_sftp_to_gcs.py | 3 +-
.../google/cloud/transfers/test_sql_to_gcs.py | 52 +-
.../google/cloud/triggers/test_bigquery.py | 35 +
.../google/cloud/triggers/test_bigquery_dts.py | 166 ++++
.../google/cloud/triggers/test_dataflow.py | 168 ++++
.../google/cloud/triggers/test_datafusion.py | 145 ++++
.../google/cloud/triggers/test_dataproc.py | 340 +++++++++
tests/providers/google/cloud/triggers/test_gcs.py | 15 +-
.../cloud/triggers/test_kubernetes_engine.py | 211 +++++
.../google/cloud/triggers/test_mlengine.py | 202 +++++
.../google/cloud/utils/gcp_authenticator.py | 1 -
.../google/common/hooks/test_base_google.py | 34 +
.../common/utils/test_id_token_credentials.py | 7 +-
tests/providers/google/suite/hooks/test_drive.py | 118 ++-
.../google/suite/transfers/test_local_to_drive.py | 10 +-
.../_internal_client/test_vault_client.py | 79 +-
tests/providers/hashicorp/secrets/test_vault.py | 224 +++++-
tests/providers/http/hooks/test_http.py | 96 ++-
tests/providers/microsoft/azure/hooks/test_wasb.py | 16 +
.../microsoft/azure/log/test_wasb_task_handler.py | 25 +-
.../papermill/operators/test_papermill.py | 96 ++-
tests/providers/sftp/hooks/test_sftp.py | 138 ++--
tests/providers/sftp/operators/test_sftp.py | 35 +-
tests/providers/sftp/sensors/test_sftp.py | 86 ++-
.../transfers/test_copy_into_snowflake.py | 2 +-
tests/providers/ssh/hooks/test_ssh.py | 105 ++-
tests/providers/ssh/operators/test_ssh.py | 32 +-
tests/providers/telegram/hooks/test_telegram.py | 15 +-
tests/providers/yandex/hooks/test_yandex.py | 42 +
tests/sensors/test_base.py | 61 ++
tests/sensors/test_external_task_sensor.py | 48 +-
tests/serialization/test_dag_serialization.py | 168 +++-
tests/system/providers/amazon/README.md | 8 +
.../system/providers/amazon/aws/example_athena.py | 5 +
tests/system/providers/amazon/aws/example_batch.py | 6 +
.../providers/amazon/aws/example_cloudformation.py | 2 +
tests/system/providers/amazon/aws/example_dms.py | 2 +
tests/system/providers/amazon/aws/example_ec2.py | 2 +-
.../aws/example_eks_with_fargate_in_one_step.py | 34 +-
.../amazon/aws/example_eks_with_fargate_profile.py | 36 +-
.../aws/example_eks_with_nodegroup_in_one_step.py | 2 +
.../amazon/aws/example_eks_with_nodegroups.py | 2 +
tests/system/providers/amazon/aws/example_emr.py | 13 +
.../system/providers/amazon/aws/example_emr_eks.py | 2 +
.../providers/amazon/aws/example_emr_serverless.py | 3 +
tests/system/providers/amazon/aws/example_glue.py | 1 +
.../system/providers/amazon/aws/example_lambda.py | 5 +-
.../providers/amazon/aws/example_quicksight.py | 1 +
.../providers/amazon/aws/example_rds_event.py | 1 +
.../providers/amazon/aws/example_rds_export.py | 2 +
.../providers/amazon/aws/example_rds_instance.py | 1 +
.../providers/amazon/aws/example_rds_snapshot.py | 1 +
.../providers/amazon/aws/example_redshift.py | 4 +-
.../providers/amazon/aws/example_s3_to_sql.py | 283 +++++++
.../providers/amazon/aws/example_sagemaker.py | 23 +-
.../amazon/aws/example_sagemaker_endpoint.py | 15 +-
.../providers/amazon/aws/example_step_functions.py | 1 +
.../cncf/kubernetes/example_kubernetes.py | 2 +-
...e_kubernetes.py => example_kubernetes_async.py} | 34 +-
.../providers/dbt/cloud/example_dbt_cloud.py | 9 +-
tests/system/providers/github/example_github.py | 1 -
.../google/cloud/automl/example_automl_dataset.py | 201 +++++
.../google/cloud/automl/example_automl_model.py | 285 +++++++
.../google/cloud/automl/resources}/__init__.py | 0
.../google/cloud/bigquery/example_bigquery_dts.py | 1 +
.../cloud/bigquery/example_bigquery_sensors.py | 11 +
.../cloud/bigquery/example_bigquery_to_bigquery.py | 2 +
.../cloud/bigquery/example_bigquery_to_gcs.py | 2 +
.../cloud/bigquery/example_bigquery_to_mssql.py | 2 +
.../google/cloud/cloud_sql/example_cloud_sql.py | 19 +-
.../cloud/dataflow/example_dataflow_template.py | 2 +
.../providers/google/cloud/datafusion}/__init__.py | 0
.../google/cloud/datafusion}/example_datafusion.py | 58 +-
.../cloud/datafusion/example_datafusion_async.py | 100 +--
.../dataproc/example_dataproc_batch_deferrable.py | 90 +++
...w.py => example_dataproc_cluster_deferrable.py} | 82 +-
.../cloud/dataproc/example_dataproc_workflow.py | 17 +-
.../example_kubernetes_engine_async.py | 117 +++
.../google/cloud/ml_engine/example_mlengine.py | 2 +-
...ample_mlengine.py => example_mlengine_async.py} | 11 +-
tests/system/utils/__init__.py | 37 +
.../task/task_runner/test_standard_task_runner.py | 49 +-
tests/test_utils/amazon_system_helpers.py | 282 -------
tests/test_utils/mock_operators.py | 41 +-
tests/test_utils/timetables.py | 8 +-
tests/test_utils/www.py | 19 +-
tests/triggers/test_external_task.py | 162 ++++
tests/triggers/test_file.py | 64 ++
tests/triggers/test_temporal.py | 14 +-
tests/utils/log/test_log_reader.py | 85 ++-
tests/utils/test_db_cleanup.py | 183 ++++-
tests/utils/test_edgemodifier.py | 501 ++++++++++++
tests/utils/test_entry_points.py | 6 +-
tests/utils/test_log_handlers.py | 376 ++++++++-
tests/utils/test_setup_teardown.py | 125 +++
tests/www/test_utils.py | 50 +-
tests/www/views/conftest.py | 5 +-
tests/www/views/test_views_acl.py | 14 +-
tests/www/views/test_views_connection.py | 15 +-
tests/www/views/test_views_log.py | 7 +-
tests/www/views/test_views_rate_limit.py | 69 ++
tests/www/views/test_views_tasks.py | 164 +---
tests/www/views/test_views_trigger_dag.py | 7 +-
1288 files changed, 46894 insertions(+), 16702 deletions(-)
delete mode 160000 .github/actions/codecov-action
copy .github/workflows/{stale.yml => recheck-old-bug-report.yml} (52%)
create mode 100644 airflow/cli/commands/internal_api_command.py
create mode 100644 airflow/decorators/setup_teardown.py
create mode 100644 airflow/example_dags/example_params_trigger_ui.py
create mode 100644 airflow/example_dags/example_params_ui_tutorial.py
copy airflow/example_dags/{example_time_delta_sensor_async.py => example_setup_teardown.py} (50%)
create mode 100644 airflow/example_dags/example_setup_teardown_taskflow.py
create mode 100644 airflow/example_dags/plugins/event_listener.py
copy tests/listeners/partial_listener.py => airflow/example_dags/plugins/listener_plugin.py (78%)
create mode 100644 airflow/jobs/dag_processor_job.py
delete mode 100644 airflow/listeners/events.py
create mode 100644 airflow/migrations/versions/0124_2_6_0_increase_length_of_user_identifier_columns.py
create mode 100644 airflow/policies.py
create mode 100644 airflow/providers/amazon/aws/transfers/s3_to_sql.py
create mode 100644 airflow/providers/amazon/aws/utils/tags.py
create mode 100644 airflow/providers/amazon/aws/waiters/ecs.json
create mode 100644 airflow/providers/amazon/aws/waiters/emr.json
copy airflow/{api_connexion => providers/apache/livy/triggers}/__init__.py (100%)
create mode 100644 airflow/providers/apache/livy/triggers/livy.py
copy airflow/providers/cncf/kubernetes/operators/{kubernetes_pod.py => pod.py} (80%)
copy airflow/{api_connexion => providers/cncf/kubernetes/triggers}/__init__.py (100%)
copy tests/listeners/partial_listener.py => airflow/providers/cncf/kubernetes/triggers/kubernetes_pod.py (76%)
create mode 100644 airflow/providers/cncf/kubernetes/triggers/pod.py
copy airflow/{api_connexion => providers/dbt/cloud/triggers}/__init__.py (100%)
create mode 100644 airflow/providers/dbt/cloud/triggers/dbt.py
delete mode 100644 airflow/providers/google/cloud/example_dags/example_automl_tables.py
create mode 100644 airflow/providers/google/cloud/links/automl.py
create mode 100644 airflow/providers/google/cloud/links/datafusion.py
rename tests/providers/amazon/aws/operators/test_example_s3_bucket.py => airflow/providers/google/cloud/operators/cloud_base.py (54%)
create mode 100644 airflow/providers/google/cloud/triggers/bigquery_dts.py
create mode 100644 airflow/providers/google/cloud/triggers/dataflow.py
copy airflow/providers/google/cloud/triggers/{cloud_build.py => datafusion.py} (52%)
create mode 100644 airflow/providers/google/cloud/triggers/kubernetes_engine.py
create mode 100644 airflow/providers/google/cloud/triggers/mlengine.py
create mode 100644 airflow/triggers/external_task.py
create mode 100644 airflow/triggers/file.py
create mode 100644 airflow/utils/log/trigger_handler.py
create mode 100644 airflow/utils/setup_teardown.py
create mode 100644 airflow/www/.prettierignore
create mode 100644 airflow/www/.prettierrc
copy airflow/www/static/{js/variable_edit.js => declarations.d.ts} (81%)
create mode 100644 airflow/www/static/js/api/useGraphData.ts
delete mode 100644 airflow/www/static/js/api/useRunTask.ts
copy airflow/www/static/js/components/{LinkButton.tsx => TabWithTooltip.tsx} (58%)
create mode 100644 airflow/www/static/js/dag/details/graph/Edge.tsx
create mode 100644 airflow/www/static/js/dag/details/graph/Node.tsx
create mode 100644 airflow/www/static/js/dag/details/graph/index.tsx
create mode 100644 airflow/www/static/js/dag/details/graph/utils.ts
delete mode 100644 airflow/www/static/js/dag/details/taskInstance/taskActions/Run.tsx
copy airflow/www/{babel.config.js => static/js/dag/useToggleGroups.ts} (58%)
create mode 100644 airflow/www/static/js/utils/graph.ts
rename airflow/www/static/js/utils/{useOffsetHeight.tsx => useOffsetTop.ts} (51%)
delete mode 100644 chart/charts/postgresql-10.5.3.tgz
create mode 100644 chart/charts/postgresql-12.1.9.tgz
delete mode 100644 chart/newsfragments/27625.significant.rst
delete mode 100644 chart/newsfragments/28074.significant.rst
create mode 100644 chart/templates/triggerer/triggerer-networkpolicy.yaml
copy chart/templates/{webserver/webserver-service.yaml => triggerer/triggerer-service.yaml} (57%)
create mode 100644 dev/breeze/src/airflow_breeze/commands/minor_release_command.py
create mode 100644 dev/breeze/src/airflow_breeze/commands/release_candidate_command.py
create mode 100644 dev/breeze/src/airflow_breeze/commands/release_command.py
delete mode 100644 dev/deprecations/generate_deprecated_dicts.py
create mode 100644 docs/apache-airflow-providers-amazon/operators/transfer/s3_to_sql.rst
create mode 100644 docs/apache-airflow-providers-google/operators/transfer/bigquery_to_bigquery.rst
create mode 100644 docs/apache-airflow-providers-google/operators/transfer/bigquery_to_gcs.rst
create mode 100644 docs/apache-airflow-providers-google/operators/transfer/bigquery_to_mssql.rst
create mode 100644 docs/apache-airflow-providers-google/operators/transfer/bigquery_to_mysql.rst
create mode 100644 docs/apache-airflow-providers-google/operators/transfer/gcs_to_bigquery.rst
copy airflow/providers/apache/flink/CHANGELOG.rst => docs/apache-airflow-providers/core-extensions/notifications.rst (64%)
create mode 100644 docs/apache-airflow/howto/listener-plugin.rst
create mode 100644 docs/apache-airflow/howto/notifications.rst
create mode 100644 docs/apache-airflow/img/landing_times.png
create mode 100644 docs/apache-airflow/img/trigger-dag-tutorial-form.png
create mode 100644 docs/exts/notifications.rst.jinja2
create mode 100644 images/breeze/output_release-management_generate-issue-content-providers.svg
delete mode 100644 images/breeze/output_release-management_generate-issue-content.svg
create mode 100644 images/breeze/output_setup_check-all-params-in-groups.svg
delete mode 100644 newsfragments/08212.misc.rst
create mode 100644 newsfragments/29395.significant.rst
create mode 100644 newsfragments/29506.significant.rst
create mode 100644 newsfragments/29547.significant.rst
create mode 100644 scripts/ci/docker-compose/grafana/volume/dashboards/airflow_metrics.json
copy tests/internal_api/__init__.py => scripts/ci/docker-compose/grafana/volume/provisioning/dashboards/default.yaml (76%)
rename tests/internal_api/__init__.py => scripts/ci/docker-compose/grafana/volume/provisioning/datasources/default.yaml (85%)
create mode 100644 scripts/ci/docker-compose/integration-otel.yml
copy scripts/ci/docker-compose/{integration-statsd.yml => otel-collector-config.yml} (55%)
copy scripts/ci/docker-compose/{integration-statsd.yml => prometheus-config.yml} (57%)
create mode 100644 scripts/ci/pre_commit/common_precommit_black_utils.py
copy scripts/ci/pre_commit/{pre_commit_www_lint.py => pre_commit_sort_installed_providers.py} (68%)
create mode 100644 tests/charts/log_groomer.py
create mode 100644 tests/cli/commands/test_internal_api_command.py
create mode 100644 tests/core/test_policies.py
copy airflow/version.py => tests/dags/test_failing.py (64%)
create mode 100644 tests/decorators/test_setup_teardown.py
create mode 100644 tests/jobs/test_triggerer_job_logging.py
create mode 100644 tests/providers/amazon/aws/sensors/test_ecs.py
create mode 100644 tests/providers/amazon/aws/transfers/test_s3_to_sql.py
copy airflow/version.py => tests/providers/apache/livy/compat.py (52%)
copy {airflow/api_connexion => tests/providers/apache/livy/triggers}/__init__.py (100%)
create mode 100644 tests/providers/apache/livy/triggers/test_livy.py
rename tests/providers/cncf/kubernetes/hooks/{test_kubernetes.py => test_kubernetes_pod.py} (71%)
rename tests/providers/cncf/kubernetes/operators/{test_kubernetes_pod.py => test_pod.py} (79%)
copy {airflow/api_connexion => tests/providers/cncf/kubernetes/triggers}/__init__.py (100%)
create mode 100644 tests/providers/cncf/kubernetes/triggers/test_pod.py
copy {airflow/api_connexion => tests/providers/dbt/cloud/triggers}/__init__.py (100%)
create mode 100644 tests/providers/dbt/cloud/triggers/test_dbt_cloud.py
delete mode 100644 tests/providers/google/cloud/operators/test_automl_system.py
create mode 100644 tests/providers/google/cloud/operators/test_cloud_base.py
delete mode 100644 tests/providers/google/cloud/operators/test_datafusion_system.py
delete mode 100644 tests/providers/google/cloud/operators/test_mlengine_utils.py
create mode 100644 tests/providers/google/cloud/triggers/test_bigquery_dts.py
create mode 100644 tests/providers/google/cloud/triggers/test_dataflow.py
create mode 100644 tests/providers/google/cloud/triggers/test_datafusion.py
create mode 100644 tests/providers/google/cloud/triggers/test_dataproc.py
create mode 100644 tests/providers/google/cloud/triggers/test_kubernetes_engine.py
create mode 100644 tests/providers/google/cloud/triggers/test_mlengine.py
create mode 100644 tests/system/providers/amazon/aws/example_s3_to_sql.py
copy tests/system/providers/cncf/kubernetes/{example_kubernetes.py => example_kubernetes_async.py} (87%)
create mode 100644 tests/system/providers/google/cloud/automl/example_automl_dataset.py
create mode 100644 tests/system/providers/google/cloud/automl/example_automl_model.py
copy {airflow/api_connexion => tests/system/providers/google/cloud/automl/resources}/__init__.py (100%)
copy {airflow/api_connexion => tests/system/providers/google/cloud/datafusion}/__init__.py (100%)
copy {airflow/providers/google/cloud/example_dags => tests/system/providers/google/cloud/datafusion}/example_datafusion.py (88%)
rename airflow/providers/google/cloud/example_dags/example_datafusion.py => tests/system/providers/google/cloud/datafusion/example_datafusion_async.py (83%)
create mode 100644 tests/system/providers/google/cloud/dataproc/example_dataproc_batch_deferrable.py
copy tests/system/providers/google/cloud/dataproc/{example_dataproc_workflow.py => example_dataproc_cluster_deferrable.py} (52%)
create mode 100644 tests/system/providers/google/cloud/kubernetes_engine/example_kubernetes_engine_async.py
copy tests/system/providers/google/cloud/ml_engine/{example_mlengine.py => example_mlengine_async.py} (97%)
delete mode 100644 tests/test_utils/amazon_system_helpers.py
create mode 100644 tests/triggers/test_external_task.py
create mode 100644 tests/triggers/test_file.py
create mode 100644 tests/utils/test_setup_teardown.py
create mode 100644 tests/www/views/test_views_rate_limit.py