You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by po...@apache.org on 2021/12/27 19:35:40 UTC
[airflow] tag providers-apache-druid/2.1.0 updated (d9567eb -> ad07923)
This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to tag providers-apache-druid/2.1.0
in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag providers-apache-druid/2.1.0 was modified! ***
from d9567eb (commit)
to ad07923 (commit)
from d9567eb Prepare documentation for October Provider's release (#19321)
add 98d9067 Switch default Python version to 3.7 (#19317)
add f961ae0 Fix various typos (#19316)
add dff3074 Add missing parameter documentation for "timetable" (#19282)
add 454ca2f add mongo_db param to function doc string (#19280)
add 82f4b6a Pre commit spellcheck fix (#19301)
add b8131d5 More friendly output of the airflow plugins command + add timetables (#19298)
add a355213 Chart: add resources for cleanup and createuser jobs (#19263)
add a3c9956 Add support of `path` parameter for GCloud Storage Transfer Service operators (#17446)
add 1600f1d Remove duplicated entries in changelog (#19331)
add 4bb1317 Update known warnings for Python 3.7 (#19333)
add 1f0db28 Temporarily remove mypy checks to stop PRs from failing (#19345)
add d5d4b11 Chore: Use enum for "__var" and "__type" members (#19303)
add 861b17d Doc: Small clarification of base executor docstring (#19336)
add d810eaf Docs: Fix typo in ``dag-run.rst`` (#19340)
add 0be26b4 Clarify dag-not-found error message (#19338)
add 9828773 Dags-in-image pod template example should not have dag mounts (#19337)
add e357004 Chart: Update default Airflow version to 2.2.1 (#19326)
add ddcc848 Modernize dockerfiles builds (#19327)
add dc4dcaa Bugfix: Check next run exists before reading data interval (#19307)
add 4299751 Enable mouse mode by default in start_airflow tmux session (#19325)
add 79b4bc9 Removes unused state transitions to handle auto-changing view permissions. (#19153)
add 7b293c5 Make scripts/in_container/check_environment.sh Google Shell Guide Compliant (#19350)
add 37767c1 Fix hidden tooltip position (#19261)
add b18b2e5 Add Note to SLA regarding schedule_interval (#19173)
add e57c742 Tests: Refactor ``LoggingCommandExecutor`` to use subprocess devnull (#19354)
add 38d329b Only mark SchedulerJobs as failed, not any jobs (#19375)
add 338822b Fix PostgresHook import in tutorial (#19374)
add 6148ddd Fix S3ToRedshiftOperator (#19358)
add 5c15704 Check if job object is None before calling .is_alive() (#19380)
add ae04488 Cleanup of start_date and default arg use for Apache example DAGs (#18657)
add 2709153 Fix message on "Mark as" confirmation page (#19363)
add eace410 Improve Kubernetes Executor docs (#19339)
add a1632ed Fix Toggle Wrap on DAG code page (#19211)
add 059b390 Adding more Apache Airflow versions (#19392)
add a373ca3 Fix downgrade for a DB Migration (#19390)
add a3266ba Doc: Fix typos in variable and comments (#19349)
add e54ee6e Use ``execution_date`` to check for existing ``DagRun`` for ``TriggerDagRunOperator`` (#18968)
add 490a382 Ensure ``catchup=False`` is used in example dags (#19396)
add eb12bb2 Task should fail immediately when pod is unprocessable (#19359)
add 96dd703 fix SagemakerProcessingOperator ThrottlingException (#19195)
add c6aed34 Fix --disable-mssql-client-installation error (#19295)
add 72679be Simplify "invalid TI state" message (#19029)
add e99c14e Fix field relabeling when switching between conn types (#19411)
add 5a113f3 Add documentation for RC2 release of Amazon provider for October (#19413)
add 5cd8085 Add DruidOperator template_fields_renderers fields (#19420)
add f421409 Fix typos in warnings, docstrings, exceptions (#19424)
add 247d217 Chart: Use strict k8s schemas for template validation (#19379)
add 3c45c12 Fix moving of dangling TaskInstance rows for SQL Server (#19425)
add 35f3bf8 Chart: Allow disabling the Helm hooks in the helm chart (#18776)
add c96789b Fix log timezone in task log view (#19342) (#19401)
add 4b0aeb9 Allow specifying kerberos keytab in the chart (#19054)
add 8512e05 Fix serialization of Params with set data type (#19267)
add d3d2a38 Add Changelog for Airflow Chart 1.3.0 (#19417)
add b590cc8 Fix Serialization when``relativedelta`` is passed as ``schedule_interval`` (#19418)
add 93d2a16 Fix bug when checking for existence of a Variable (#19395)
add 3a7e687 Change the name of link to ASF downloads (#19441)
add 9efb989 Clean-up of google cloud example dags (#19436)
add ca679c0 use DefaultAzureCredential if login not provided for Data Factory (#19079)
add 854b70b Decouple name randomization from name kwarg (#19398)
add 3a0c455 Update Databricks operators to match latest version of API 2.0 (#19443)
add ceba7df Fix Daylight Saving Time issue with test case (#19456)
add 6a99a45d Doc: Fix the parameter name 'deploy-mode' in spark.rst (#19403) (#19404)
add d451fc3 Updates version of airflow in docker examples (#19455)
add ebb7394 MySQLToS3Operator actually allow writing parquet files to s3. (#19094)
add 54b8bd7 removed unnecessary specifity and complication in contrib quickstart (#19430)
add 26ad55b Add dataproc metastore operators (#18945)
add 28b51fb Authentication with AAD tokens in Databricks provider (#19335)
add 3225332 Fix mismatch between docs and Azure Data Factory Hook (#19442)
add bf5f452 Change to correct type in KubernetesPodOperator (#19459)
add aa15cba FAB still requires WTForms < 3.0 (#19466)
add e6ccfae Add a proper example to patch DAG (#19465)
add d1a2b47 Fix whitespace error causing failing graphviz test (#19472)
add c8dc031 Fix Cloud SQL system tests (#19014)
add 0f51645 Remove `host` from hidden fields in `WasbHook` (#19475)
add 950a390 Add missing "end_date" to hash components (#19281)
add 51d61a9 Do not crash with stacktrace when task instance is missing (#19478)
add d119fee Add DAG file processing description to Scheduler Concepts (#18954)
add f50f677 Fix typos in Hive transfer operator docstrings (#19474)
add ae1fa4c Clarify guidance re trust of keys in release docs (#19480)
add 7b705aa Update description of release process for adding new major release (#19483)
add 8ae8789 Update Databricks API from 2.0 to 2.1 (#19412)
add d895cd8 Bump chart version to 1.4.0-dev (#19485)
add 316632e Update helm chart release docs (#19494)
add 4d14885 Fix docker "after entrypoint" custom script example (#19495)
add 2590013 Clarify that .asf.yml and codecov.yml should be changed in main (#19496)
add d18e2b0 ``KubernetesExecutor`` should default to template image if used (#19484)
add 5786340 Minor grammar and sentence flow corrections in pip installation docs (#19468)
add a1b7f98 Optimizes running tests for public GitHub Runners. (#19512)
add f8a6cbb Update deferring.rst (#19509)
add e3aa76e Dev: Update Airflow versions in issue templates (#19521)
add cb6137f Update Operators and Hooks doc to reflect latest (#19501)
add 9053de7 Do not check for S3 key before attempting download (#19504)
add de43fb3 Improve message and documentation around moved data (#19453)
add 83011b7 Disable test code coverage for PRs (#19523)
add deaa9a3 Fix DAG docstrings (#19531)
add c95205e Pass custom_headers to send_email and send_email_smtp (#19009)
add 8d63bdf Resurrect python openapi client generator (#19155)
add 2bd4b55 Fix missing dagruns when ``catchup=True`` (#19528)
add 7622f5e Define datetime and StringID column types centrally in migrations (#19408)
add 37a12e9 Copy AppBuilder Base class verbatim from FAB to Airflow (with attribution) (#19322)
add de99005 Remove duplicate get_connection in SnowflakeHook (#19543)
add aa2cb55 Remove remaining `pylint: disable` comments (#19541)
add eb16fd5 Adding support for using ``client_type`` API for interacting with EC2 and support filters (#9011)
add 3f1597a Show if an executor supports ``/run`` via duck-typing (#18787)
add b51434c Fix typo in Changelog (#19551)
add 304e92d Dev: Update Airflow versions in issue templates (#19521) (#19550)
add a24066b Do not require all extras for SalesforceHook (#19530)
add 4f1e66d Upload KinD logs on cancell too (#19554)
add 1975161 New Tree View (#18675)
add 8d9f2f4 Fix typo on ``necessary`` word (#19565)
add d185c66 Small formatting tweak to GCP SSH conn doc (#19562)
add 1c2dfde Minor touch up for async docs (#19539)
add 9519bf6 Fix IntegrityError in `DagFileProcessor.manage_slas` (#19553)
add 03fc51f Improve documentation for tasks run command (#19580)
add 4212c49 Update Azure modules to comply with AIP-21 (#19431)
add 0a4a8bd Databricks jobs 2.1 (#19544)
add 244627e Databricks: allow to specify PAT in Password field (#19585)
add dc0159e Add support in GCP connection for reading key from Secret Manager (#19164)
add 317953a Add hdfs requirement for hdfs provider (#19540)
add 4c495ca Cleanup of start_date and default arg use for Amazon example DAGs (#19237)
add 6ef44b6 Clean-up of google cloud example dags - batch 2 (#19527)
add ccb9d04 Add hook_params in BaseSqlOperator (#18718)
add 6e43137 Fix typo: `parsed_results` -> `parse_results` (#19588)
add 849a94b Add script to generate issue for status of testing of the rc (#19247)
add 7ec8482 Add 2.2.2 to readme, changelog, updating, etc (#19600)
add 6c20444 Stop polling when Webserver doesn't start up in Kube tests (#19598)
add 1453b95 Fix some Changelog entries (#19604)
add 4a07272 Improve automation for docker image release (#19573)
add 0c9ce54 Add how-to Guide for MSSQL operators (#19470)
add 48f228c #16691 Providing more information in docs for DataprocCreateCluster operator migration (#19446)
add 1ee65bb Add upgrade note on execution_date -> run_id (#19593)
add 186513e Catch AccessDeniedException in AWS Secrets Manager Backend (#19324)
add d3ccc91 update tree data fetching (#19605)
add ccb8095 Add test_connection method for sftp hook (#19609)
add 0aaf984 Fix incorrect mocking in SFTPHook tests (#19617)
add 264cb09 Declare data interval fields as serializable (#19616)
add daf234b Remove reference to deprecated operator in example_dataproc (#19619)
add 11e73d2 Remove unnecessary connection form customizations in Azure (#19595)
add 0cf571c Add Helm Chart 1.3.0 as an option in airflow_helmchart_bug_report.yml (#19621)
add d02c117 Move scripts for prod image preparation to dev (#19623)
add dd410fd Update docs about releasing providersk (#19549)
add 510ff62 Disable yarn-dev in start-airflow command (#19626)
add b15f4b1 Fix helm chart 1.3.0 changelog (#19632)
add 6df69df Update INTHEWILD.md (#19636)
add fcf90c5 Fix failing CI phase with unhealthy container issue (#19633)
add a8e41bc Ensure the example DAGs are all working (#19355)
add c72eb7d Add example SLA DAG (#19563)
add 64b8389 Improve `airflow-github` dev script (#19631)
add d065348 Minimze production js files (#19658)
add b9d31cd Cleanup dynamic `start_date` use for miscellaneous Google example DAGs (#19400)
add 355dec8 Misc. documentation typos and language improvements (#19599)
add 26e4e11 Clean up dynamic `start_date` values from docs (#19607)
add 7cda7d4 Fix dumping container logs on error (#19645)
add a81ae61 Revert "Copy AppBuilder Base class verbatim from FAB to Airflow (with attribution) (#19322)" (#19661)
add 3d9e455 Configurable logging of XCOM value in PythonOperator (#19378)
add 9a246d3 Update Airflow release guide (#19663)
add 5763065 Fix `airflow db check-migrations` (#19597)
add 7b700bb Add more complete instruction for reproducing failed integration tests (#19646)
add e25446a Fix argument error in AzureContainerInstancesOperator (#19668)
add 889f157 Fix CI tests so they correctly fail in case of error! (#19678)
add 69377c2 Add back-compat to db migrations for helm chart < 1.4 (#19677)
add bced2d7 Use built-in check-migrations command for Airflow>=2 in helm chart (#19676)
add f933872 Fix the link to the Graph view in the Tree view DAGRun modal (#19679)
add 2d05322 Removal debug code that causes success result state for CI tests (#19682)
add 78503e0 Fix broken KubeExecutor tests (#19680)
add bd109b4 Fix: Do not render undefined graph edges (#19684)
add 853c164 Clean-up of google cloud example dags - batch 3 (#19664)
add 2976070 Chart: Remove unnecessary pod_template_file defaults (#19690)
add 952ef90 Support impersonation_chain parameter in the GKEStartPodOperator (#19518)
add 84ea55b Add FAB base class and set import_name explicitly. (#19667)
add 49b7e75 Fix failures with recent moto library 2.2.15 (#19693)
add 3336bb6 Fix badly merged impersonation in GKEPodOperator (#19696)
add 43e84cc Fix speed of yarn installation (#19697)
add f7410df Coalesce `extra` params to None in KubernetesHook (#19694)
add 210de42 Rework webserver cli tests to not retest Gunicorn (#19712)
add c1d5ea6 Chart: Update default Airflow version to 2.2.2 (#19603)
add 7a676a1 Speed up webserver boot time by delaying provider initialization (#19709)
add 17d8656 Speed up webserver start up in Kube tests (#19710)
add 1e57022 Added namespace as a template field in the KPO. (#19718)
add f636060 Fix task instance api cannot list task instances with None state (#19487)
add 9517342 refactor: f-string and comment update (#19721)
add c6c6627 Remove duplicate line call in CI (#19728)
add 1b89e68 Fix extra links url in tree view (#19714)
add abbebad Fix log endpoint for same task (#19672)
add cb6fe90 The Version should be 2.2.2 instead of 2.2.0.dev0 (#19738)
add 56bdfe7 Databricks - allow Azure SP authentication on other Azure clouds (#19722)
add 0b2e1a8 Added wait mechanizm to the DataprocJobSensor to avoid 509 errors when Job is not available (#19740)
add 968952b Add DAG run details page (#19705)
add 5409fc3 Disclaimer in Kubernetes executor pod template (#19686)
add e0b1d6d docs: remove `self` parameter in the example pytest (#19763)
add 0d60d1a Checking event.status.container_statuses before filtering (#19713)
add 5901f79 Lower the recommended disk space requirements (#19775)
add ba69094 Run Other tests sequentially for Public GitHub runners (#19766)
add 9963c9c Add option to run PRs on public runners by maintainers. (#19772)
add 8442143 Doc: Fix absolute Doc link (#19780)
add 2bafc08 Fix function name in example timetable (#19735)
add bccb45f Add retagging images accross repos (#19778)
add fe682ec Fix duplicate changelog entries (#19759)
add 4be0414 Adjust built-in base_aws methods to avoid Deprecation warnings (#19725)
add f865c61 Sync committers in ci config for self-hosted runners (#19786)
add c167050 Move PostgreSQL to be the first prod db listed (#19790)
add 1f0bb04 Correct table alignment in CI doc (#19794)
add d58df46 Revert "Adjust built-in base_aws methods to avoid Deprecation warnings (#19725)" (#19791)
add d69b4c9 Add note to restart runners when updating committers (#19795)
add 1983bf9 Clarify Helm behaviour when it comes to loading default connections (#19708)
add 621d17b Tests for Docker images in Python (#19737)
add 14bff79 Fix OOM error in tests when using public Github Runners. (#19809)
add 5e78c2c Upload provider distribution artifacts during CI (#19807)
add 0dc51ea Fixes failure of image building (#19813)
add 6c80149 Bring back Core and Other tests to be run in parallel (#19812)
add 00fd3af Update docs to reflect that changes changes to the base_log_folder require updating other configs (#19793)
add 1199884 Databricks: add more methods to represent run state information (#19723)
add 1b97d65 hdfs provider: restore HA support for webhdfs (#19711)
add ac752e7 hive provider: restore HA support for metastore (#19777)
add 79b30ff fix bug of SparkSql Operator log going to infinite loop. (#19449)
add 3448467 add kubernetes 1.21 support (#19557)
add f9364a0 Update BranchSQLOperator doc string (#19715)
add 0da54f1 Introduce DagRun action to change state to queued. (#19353)
add fca2b19 Cast macro datetime string inputs explicitly (#19592)
add 1cf9023 Fix PATH export in breeze tmux sessions (#19818)
add 4bf85cf Use hyphen instead of underscore to match other artifacts (#19820)
add 744d11b Clean up ``default_args`` usage in docs (#19803)
add eb163c8 Fix GCS system tests (#19227)
add 5482b6a Fix typo (#19826)
add 76c598a Fix example code in Doc (#19824)
add cab6d96 Avoid using Proxy in subscript type alias (#19830)
add 0591852 Fix typo in docs link (#19837)
add 83b51e5 Amazon provider remove deprecation, second try (#19815)
add 314a4fe Add hook_params in SqlSensor using the latest changes from PR #18718. (#18431)
add abaee7b Add missing description field to Pool schema(REST API) (#19841)
add 20dc5b9 Rewrite image building tests to Python (#19819)
add a192cec updates pipeline_timeout CloudDataFusionStartPipelineOperator (#18773)
add c97a2e8 19489 - Pass client_encoding for postgres connections (#19827)
add bf68b9a Create dataproc serverless spark batches operator (#19248)
add 20b1664 Remove redundant parentheses (#19846)
add cee9a30 Added parentheses (#19853) (#19854)
add e87856d Workaround occasional deadlocks with MSSQL (#19856)
add 5a5d50d Renamed Connection.get_hook parameter to make it the same as in SqlSensor and SqlOperator. (#19849)
add 846586e Add information about supported OS-es for Apache Airflow (#19855)
add e9e5309 Update `default_args` value in example_functions DAG from str to int (#19865)
add fb478c0 Move `bucket_name` validation out of `__init__` in Google Marketing Platform operators (#19383)
add 3ccb794 Do not create dagruns for DAGs with import errors (#19367)
add f1c333f Fix race condition when running mssql tests (#19863)
add a48504a Revert "Added parentheses (#19853) (#19854)" (#19872)
add 7640ba4 Fix broken anchors markdown files (#19847)
add b5c0158 [19458] Added column duration to DAG runs view (#19482)
add c6414b8 Reduce logs from imported/vendored FAB class (#19875)
add 16b3ab5 Improve various docstrings in Apache Hive providers (#19866)
add 7d555d7 Relax timetable clas validation (#19878)
add c4e8959 Add cli command for 'airflow dags reserialize` (#19471)
add 84dc2be Fix `multiNamespaceMode` docs to also cover KPO (#19879)
add 9c69f1c Avoid littering postgres server logs with "could not obtain lock" with HA schedulers (#19842)
add e4c849e Add influxdb operator (#19356)
add 68f13f0 Run KubernetesPodOperator tests on any executor (#19810)
add 399ae0b Add a short chapter focusing on adapting secret format for connections (#19859)
add 2ba2753 Enable task run setting to be able reinitialise (#19845)
add 387893a Skip masking airflow password for tests (#19858)
add 121e1f1 Dynamically enable "Test Connection" button by connection type (#19792)
add 5633158 Adjust trimmed_pod_id and replace '.' with '-' (#19036)
add c970404 Move class_permission_name to mixin so it applies to all auths (#18749)
add 0df50f4 Add tests for docker-compose quick start (#19874)
add 853576d Update documentation for November 2021 provider's release (#19882)
add ad07923 Initial commit for new Breeze project (#19867)
No new revisions were added by this update.
Summary of changes:
.github/CODEOWNERS | 5 +-
.github/ISSUE_TEMPLATE/airflow_bug_report.yml | 3 +-
.../airflow_helmchart_bug_report.yml | 8 +-
.../airflow_providers_bug_report.yml | 5 +-
.github/boring-cyborg.yml | 3 +-
.github/workflows/ci.yml | 151 +-
.gitignore | 3 +
.pre-commit-config.yaml | 22 +-
BREEZE.rst | 46 +-
Breeze2 | 55 +
CHANGELOG.txt | 77 +-
CI.rst | 4 +-
CONTRIBUTING.rst | 18 +-
CONTRIBUTORS_QUICK_START.rst | 25 +-
Dockerfile | 2 +-
INTHEWILD.md | 1 +
LICENSE | 3 +
PULL_REQUEST_WORKFLOW.rst | 10 +-
README.md | 23 +-
STATIC_CODE_CHECKS.rst | 4 +
UPDATING.md | 69 +-
airflow/_vendor/connexion/apps/abstract.py | 2 +-
airflow/_vendor/connexion/decorators/response.py | 2 +-
airflow/_vendor/connexion/decorators/security.py | 4 +-
airflow/_vendor/connexion/operations/compat.py | 2 +-
airflow/api/common/experimental/pool.py | 4 +-
airflow/api/common/experimental/trigger_dag.py | 6 +-
.../api_connexion/endpoints/dag_run_endpoint.py | 8 +-
airflow/api_connexion/endpoints/log_endpoint.py | 6 +-
.../endpoints/task_instance_endpoint.py | 20 +-
airflow/api_connexion/openapi/v1.yaml | 11 +-
airflow/api_connexion/schemas/pool_schema.py | 1 +
.../api_connexion/schemas/task_instance_schema.py | 2 +-
airflow/cli/cli_parser.py | 18 +
airflow/cli/commands/dag_command.py | 12 +
airflow/cli/commands/standalone_command.py | 5 +-
airflow/cli/commands/task_command.py | 24 +-
airflow/cli/commands/webserver_command.py | 12 +-
airflow/compat/asyncio.py | 2 +-
airflow/config_templates/config.yml | 9 +-
airflow/config_templates/default_airflow.cfg | 9 +-
airflow/configuration.py | 6 +-
.../contrib/hooks/azure_container_instance_hook.py | 12 +-
.../contrib/hooks/azure_container_registry_hook.py | 12 +-
.../contrib/hooks/azure_container_volume_hook.py | 6 +-
airflow/contrib/hooks/azure_cosmos_hook.py | 6 +-
airflow/contrib/hooks/azure_data_lake_hook.py | 6 +-
airflow/contrib/hooks/azure_fileshare_hook.py | 6 +-
.../azure_container_instances_operator.py | 6 +-
airflow/contrib/operators/azure_cosmos_operator.py | 6 +-
airflow/contrib/secrets/azure_key_vault.py | 6 +-
airflow/contrib/sensors/azure_cosmos_sensor.py | 6 +-
airflow/dag_processing/processor.py | 42 +-
.../example_external_task_marker_dag.py | 4 +-
.../example_dags/example_kubernetes_executor.py | 230 +-
.../example_kubernetes_executor_config.py | 171 -
airflow/example_dags/example_sla_dag.py | 63 +
airflow/example_dags/example_subdag_operator.py | 14 +-
airflow/example_dags/plugins/workday.py | 6 +-
airflow/example_dags/test_utils.py | 29 -
airflow/example_dags/tutorial.py | 51 +-
airflow/example_dags/tutorial_etl_dag.py | 14 +-
airflow/executors/base_executor.py | 4 +-
airflow/executors/celery_executor.py | 2 +
airflow/executors/celery_kubernetes_executor.py | 2 +
airflow/executors/kubernetes_executor.py | 14 +-
airflow/hooks/dbapi.py | 2 +-
airflow/jobs/scheduler_job.py | 45 +-
airflow/jobs/triggerer_job.py | 9 +-
airflow/kubernetes/kube_config.py | 5 +-
airflow/kubernetes/pod_generator.py | 11 +-
.../dags_in_image_template.yaml | 10 -
airflow/macros/__init__.py | 18 +-
airflow/migrations/db_types.py | 108 +
pyproject.toml => airflow/migrations/db_types.pyi | 16 +-
...6b6f902_increase_length_of_fab_ab_view_menu_.py | 4 +-
.../0a2a5b66e19d_add_task_reschedule_table.py | 41 +-
...ta_interval_start_end_to_dagmodel_and_dagrun.py | 35 +-
.../migrations/versions/1b38cef5b76e_add_dagrun.py | 6 +-
.../versions/3c20cacc0044_add_dagrun_run_type.py | 24 +-
.../64de9cddf6c9_add_task_fails_journal_table.py | 6 +-
...a59344a4_make_taskinstance_pool_not_nullable.py | 36 +-
.../versions/7939bcff74ba_add_dagtags_table.py | 4 +-
.../7b2661a43ba3_taskinstance_keyed_to_dagrun.py | 29 +-
.../83f031fd9f1c_improve_mssql_compatibility.py | 64 +-
...15af_add_rendered_task_instance_fields_table.py | 6 +-
.../8646922c8a04_change_default_pool_slots_to_1.py | 29 +-
...93827b8_add_queued_at_column_to_dagrun_table.py | 9 +-
...606e2_add_scheduling_decision_to_dagrun_and_.py | 30 +-
...23_add_has_import_errors_column_to_dagmodel.py} | 25 +-
...623dc7_add_max_tries_column_to_task_instance.py | 6 +-
.../d38e04c12aa2_add_serialized_dag_table.py | 4 +-
.../e38be357a868_update_schema_for_smart_sensor.py | 34 +-
.../versions/e3a246e0dc1_current_schema.py | 30 +-
...4a3141f0_make_xcom_pkey_columns_non_nullable.py | 32 +-
.../versions/f2ca10b85618_add_dag_stats_table.py | 4 +-
airflow/models/base.py | 7 +-
airflow/models/baseoperator.py | 1 +
airflow/models/connection.py | 29 +-
airflow/models/dag.py | 33 +-
airflow/models/dagrun.py | 65 +-
airflow/models/param.py | 4 +-
airflow/models/variable.py | 9 +-
airflow/operators/email.py | 7 +-
airflow/operators/generic_transfer.py | 2 +-
airflow/operators/python.py | 19 +-
airflow/operators/sql.py | 20 +-
airflow/plugins_manager.py | 29 +-
.../providers/airbyte/.latest-doc-only-change.txt | 2 +-
.../providers/alibaba/.latest-doc-only-change.txt | 2 +-
airflow/providers/amazon/CHANGELOG.rst | 46 +-
.../amazon/aws/example_dags/example_athena.py | 15 +-
.../amazon/aws/example_dags/example_datasync_1.py | 12 +-
.../amazon/aws/example_dags/example_datasync_2.py | 6 +-
.../aws/example_dags/example_dms_full_load_task.py | 23 +-
.../amazon/aws/example_dags/example_ecs_fargate.py | 8 +-
.../aws/example_dags/example_eks_templated.py | 1 +
.../example_eks_with_fargate_in_one_step.py | 1 +
.../example_eks_with_fargate_profile.py | 1 +
.../example_eks_with_nodegroup_in_one_step.py | 1 +
.../example_dags/example_eks_with_nodegroups.py | 1 +
.../amazon/aws/example_dags/example_emr_eks_job.py | 6 +-
.../example_emr_job_flow_automatic_steps.py | 21 +-
.../example_emr_job_flow_manual_steps.py | 21 +-
.../aws/example_dags/example_glacier_to_gcs.py | 14 +-
.../example_google_api_to_s3_transfer_advanced.py | 12 +-
.../example_google_api_to_s3_transfer_basic.py | 6 +-
.../example_dags/example_imap_attachment_to_s3.py | 9 +-
.../amazon/aws/example_dags/example_local_to_s3.py | 3 +-
.../amazon/aws/example_dags/example_redshift.py | 8 +-
.../amazon/aws/example_dags/example_s3_bucket.py | 19 +-
.../aws/example_dags/example_s3_bucket_tagging.py | 32 +-
.../aws/example_dags/example_s3_to_redshift.py | 8 +-
.../amazon/aws/example_dags/example_s3_to_sftp.py | 5 +-
.../amazon/aws/example_dags/example_sftp_to_s3.py | 5 +-
.../amazon/aws/example_dags/example_sqs.py | 14 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 15 +-
airflow/providers/amazon/aws/hooks/ec2.py | 130 +-
airflow/providers/amazon/aws/hooks/glue.py | 3 +-
airflow/providers/amazon/aws/hooks/s3.py | 30 +-
airflow/providers/amazon/aws/hooks/sagemaker.py | 10 +
.../amazon/aws/operators/emr_containers.py | 2 +-
.../amazon/aws/operators/sagemaker_processing.py | 16 +-
.../amazon/aws/secrets/secrets_manager.py | 6 +
airflow/providers/amazon/aws/sensors/sqs.py | 2 +-
.../providers/amazon/aws/transfers/mysql_to_s3.py | 5 +-
.../amazon/aws/transfers/s3_to_redshift.py | 25 +-
airflow/providers/amazon/provider.yaml | 1 +
.../apache/beam/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/beam/README.md | 2 -
.../apache/beam/example_dags/example_beam.py | 34 +-
.../apache/cassandra/.latest-doc-only-change.txt | 2 +-
.../example_dags/example_cassandra_dag.py | 26 +-
.../apache/drill/.latest-doc-only-change.txt | 1 +
.../apache/drill/example_dags/example_drill_dag.py | 6 +-
airflow/providers/apache/druid/CHANGELOG.rst | 16 +
.../apache/druid/example_dags/example_druid_dag.py | 12 +-
airflow/providers/apache/druid/operators/druid.py | 1 +
airflow/providers/apache/druid/provider.yaml | 1 +
airflow/providers/apache/hdfs/CHANGELOG.rst | 12 +
airflow/providers/apache/hdfs/hooks/webhdfs.py | 48 +-
airflow/providers/apache/hdfs/provider.yaml | 1 +
airflow/providers/apache/hive/CHANGELOG.rst | 17 +
.../hive/example_dags/example_twitter_dag.py | 6 +-
airflow/providers/apache/hive/hooks/hive.py | 66 +-
airflow/providers/apache/hive/provider.yaml | 1 +
.../apache/hive/transfers/hive_to_mysql.py | 2 +-
.../apache/hive/transfers/hive_to_samba.py | 2 +-
.../apache/hive/transfers/mssql_to_hive.py | 2 +-
.../apache/hive/transfers/mysql_to_hive.py | 2 +-
.../providers/apache/hive/transfers/s3_to_hive.py | 2 +-
.../apache/hive/transfers/vertica_to_hive.py | 2 +-
.../apache/kylin/.latest-doc-only-change.txt | 2 +-
.../apache/kylin/example_dags/example_kylin_dag.py | 8 +-
.../apache/livy/.latest-doc-only-change.txt | 2 +-
.../apache/livy/example_dags/example_livy.py | 21 +-
.../apache/pig/.latest-doc-only-change.txt | 2 +-
.../apache/pig/example_dags/example_pig.py | 5 +-
airflow/providers/apache/spark/CHANGELOG.rst | 15 +
.../apache/spark/example_dags/example_spark_dag.py | 6 +-
airflow/providers/apache/spark/hooks/spark_sql.py | 4 +-
airflow/providers/apache/spark/provider.yaml | 1 +
.../providers/asana/.latest-doc-only-change.txt | 2 +-
airflow/providers/cncf/kubernetes/CHANGELOG.rst | 25 +-
.../providers/cncf/kubernetes/hooks/kubernetes.py | 6 +-
.../cncf/kubernetes/operators/kubernetes_pod.py | 15 +-
airflow/providers/cncf/kubernetes/provider.yaml | 1 +
.../cncf/kubernetes/utils/pod_launcher.py | 2 +
airflow/providers/databricks/CHANGELOG.rst | 25 +-
airflow/providers/databricks/hooks/databricks.py | 205 +-
.../providers/databricks/operators/databricks.py | 56 +-
airflow/providers/databricks/provider.yaml | 1 +
.../providers/dingding/.latest-doc-only-change.txt | 2 +-
.../providers/docker/.latest-doc-only-change.txt | 1 +
airflow/providers/docker/decorators/docker.py | 2 +-
.../elasticsearch/.latest-doc-only-change.txt | 2 +-
airflow/providers/elasticsearch/CHANGELOG.rst | 1 -
airflow/providers/google/CHANGELOG.rst | 37 +
.../google/ads/example_dags/example_ads.py | 5 +-
.../example_automl_nl_text_classification.py | 5 +-
.../example_automl_nl_text_extraction.py | 5 +-
.../example_automl_nl_text_sentiment.py | 5 +-
.../cloud/example_dags/example_automl_tables.py | 16 +-
.../example_dags/example_automl_translation.py | 5 +-
...ple_automl_video_intelligence_classification.py | 5 +-
.../example_automl_video_intelligence_tracking.py | 5 +-
.../example_automl_vision_classification.py | 5 +-
.../example_automl_vision_object_detection.py | 5 +-
.../example_dags/example_azure_fileshare_to_gcs.py | 5 +-
.../cloud/example_dags/example_bigquery_dts.py | 5 +-
.../example_dags/example_bigquery_operations.py | 10 +-
.../cloud/example_dags/example_bigquery_queries.py | 4 +-
.../cloud/example_dags/example_bigquery_sensors.py | 4 +-
.../example_dags/example_bigquery_to_bigquery.py | 5 +-
.../cloud/example_dags/example_bigquery_to_gcs.py | 5 +-
.../example_dags/example_bigquery_to_mssql.py | 5 +-
.../example_dags/example_bigquery_transfer.py | 5 +-
.../google/cloud/example_dags/example_bigtable.py | 5 +-
.../cloud/example_dags/example_cloud_build.py | 22 +-
.../example_dags/example_cloud_memorystore.py | 10 +-
.../google/cloud/example_dags/example_cloud_sql.py | 5 +-
.../cloud/example_dags/example_cloud_sql_query.py | 15 +-
.../example_cloud_storage_transfer_service_aws.py | 21 +-
.../example_cloud_storage_transfer_service_gcp.py | 15 +-
.../google/cloud/example_dags/example_compute.py | 16 +-
.../cloud/example_dags/example_compute_igm.py | 14 +-
.../cloud/example_dags/example_compute_ssh.py | 5 +-
.../cloud/example_dags/example_datacatalog.py | 9 +-
.../google/cloud/example_dags/example_dataflow.py | 16 +-
.../example_dags/example_dataflow_flex_template.py | 5 +-
.../cloud/example_dags/example_dataflow_sql.py | 5 +-
.../cloud/example_dags/example_datafusion.py | 5 +-
.../google/cloud/example_dags/example_dataprep.py | 5 +-
.../google/cloud/example_dags/example_dataproc.py | 83 +-
.../example_dags/example_dataproc_metastore.py | 216 +
.../google/cloud/example_dags/example_datastore.py | 10 +-
.../google/cloud/example_dags/example_dlp.py | 19 +-
.../example_dags/example_facebook_ads_to_gcs.py | 19 +-
.../google/cloud/example_dags/example_functions.py | 7 +-
.../google/cloud/example_dags/example_gcs.py | 37 +-
.../example_gcs_timespan_file_transform.py | 5 +-
.../cloud/example_dags/example_gcs_to_bigquery.py | 51 +-
.../cloud/example_dags/example_gcs_to_gcs.py | 8 +-
.../cloud/example_dags/example_gcs_to_local.py | 6 +-
.../cloud/example_dags/example_gcs_to_sftp.py | 8 +-
.../cloud/example_dags/example_gdrive_to_gcs.py | 5 +-
.../cloud/example_dags/example_gdrive_to_local.py | 5 +-
.../example_dags/example_kubernetes_engine.py | 5 +-
.../cloud/example_dags/example_life_sciences.py | 5 +-
.../cloud/example_dags/example_local_to_gcs.py | 5 +-
.../google/cloud/example_dags/example_mlengine.py | 5 +-
.../cloud/example_dags/example_mysql_to_gcs.py | 5 +-
.../cloud/example_dags/example_natural_language.py | 6 +-
.../cloud/example_dags/example_oracle_to_gcs.py | 5 +-
.../cloud/example_dags/example_postgres_to_gcs.py | 5 +-
.../cloud/example_dags/example_presto_to_gcs.py | 5 +-
.../google/cloud/example_dags/example_pubsub.py | 10 +-
.../google/cloud/example_dags/example_s3_to_gcs.py | 8 +-
.../example_dags/example_salesforce_to_gcs.py | 5 +-
.../cloud/example_dags/example_sftp_to_gcs.py | 9 +-
.../cloud/example_dags/example_sheets_to_gcs.py | 5 +-
.../google/cloud/example_dags/example_spanner.py | 5 +-
.../cloud/example_dags/example_speech_to_text.py | 5 +-
.../cloud/example_dags/example_stackdriver.py | 25 +-
.../google/cloud/example_dags/example_tasks.py | 4 +-
.../cloud/example_dags/example_text_to_speech.py | 5 +-
.../google/cloud/example_dags/example_translate.py | 5 +-
.../cloud/example_dags/example_translate_speech.py | 5 +-
.../cloud/example_dags/example_trino_to_gcs.py | 5 +-
.../example_dags/example_video_intelligence.py | 5 +-
.../google/cloud/example_dags/example_vision.py | 18 +-
.../google/cloud/example_dags/example_workflows.py | 9 +-
airflow/providers/google/cloud/hooks/bigquery.py | 6 +-
.../cloud/hooks/cloud_storage_transfer_service.py | 1 +
airflow/providers/google/cloud/hooks/dataproc.py | 221 +-
.../google/cloud/hooks/dataproc_metastore.py | 676 +++
airflow/providers/google/cloud/hooks/gcs.py | 8 +-
airflow/providers/google/cloud/hooks/workflows.py | 4 +-
.../providers/google/cloud/operators/bigquery.py | 2 +-
.../operators/cloud_storage_transfer_service.py | 42 +-
.../providers/google/cloud/operators/datafusion.py | 5 +-
.../providers/google/cloud/operators/dataproc.py | 332 +-
.../google/cloud/operators/dataproc_metastore.py | 1068 +++++
.../google/cloud/operators/kubernetes_engine.py | 27 +
.../providers/google/cloud/operators/workflows.py | 4 +-
airflow/providers/google/cloud/sensors/dataproc.py | 37 +-
.../google/cloud/transfers/adls_to_gcs.py | 2 +-
.../cloud/transfers/azure_fileshare_to_gcs.py | 2 +-
.../google/cloud/utils/credentials_provider.py | 37 +-
.../providers/google/cloud/utils/helpers.py | 14 +-
.../providers/google/common/hooks/base_google.py | 5 +
.../firebase/example_dags/example_firestore.py | 22 +-
.../google/leveldb/example_dags/example_leveldb.py | 12 +-
.../example_dags/example_analytics.py | 5 +-
.../example_dags/example_campaign_manager.py | 19 +-
.../example_dags/example_display_video.py | 13 +-
.../example_dags/example_search_ads.py | 5 +-
.../operators/campaign_manager.py | 5 +-
.../marketing_platform/operators/display_video.py | 5 +-
.../marketing_platform/operators/search_ads.py | 5 +-
airflow/providers/google/provider.yaml | 12 +
.../suite/example_dags/example_gcs_to_gdrive.py | 5 +-
.../suite/example_dags/example_gcs_to_sheets.py | 5 +-
.../google/suite/example_dags/example_sheets.py | 5 +-
.../suite/example_dags/example_sql_to_sheets.py | 6 +-
airflow/providers/grpc/.latest-doc-only-change.txt | 2 +-
airflow/providers/http/.latest-doc-only-change.txt | 2 +-
airflow/providers/influxdb/CHANGELOG.rst | 16 +
.../example_dags/example_influxdb_query.py} | 26 +-
.../providers/influxdb/operators}/__init__.py | 0
airflow/providers/influxdb/operators/influxdb.py | 55 +
airflow/providers/influxdb/provider.yaml | 6 +
airflow/providers/jdbc/.latest-doc-only-change.txt | 2 +-
airflow/providers/microsoft/azure/CHANGELOG.rst | 22 +-
.../example_azure_container_instances.py | 4 +-
.../azure/example_dags/example_azure_cosmosdb.py | 4 +-
.../azure/example_dags/example_fileshare.py | 9 +-
.../azure/example_dags/example_local_to_adls.py | 1 +
.../azure/example_dags/example_local_to_wasb.py | 1 +
.../providers/microsoft/azure/hooks/azure_batch.py | 384 +-
.../azure/hooks/azure_container_instance.py | 144 +-
.../azure/hooks/azure_container_registry.py | 55 +-
.../azure/hooks/azure_container_volume.py | 95 +-
.../microsoft/azure/hooks/azure_cosmos.py | 353 +-
.../microsoft/azure/hooks/azure_data_lake.py | 234 +-
.../microsoft/azure/hooks/azure_fileshare.py | 325 +-
.../azure/hooks/{azure_batch.py => batch.py} | 0
...container_instance.py => container_instance.py} | 0
...container_registry.py => container_registry.py} | 0
...ure_container_volume.py => container_volume.py} | 9 -
.../azure/hooks/{azure_cosmos.py => cosmos.py} | 0
.../microsoft/azure/hooks/data_factory.py | 21 +-
.../hooks/{azure_data_lake.py => data_lake.py} | 0
.../hooks/{azure_fileshare.py => fileshare.py} | 2 -
airflow/providers/microsoft/azure/hooks/wasb.py | 2 +-
.../providers/microsoft/azure/operators/adls.py | 2 +-
.../microsoft/azure/operators/azure_batch.py | 347 +-
.../azure/operators/azure_container_instances.py | 381 +-
.../microsoft/azure/operators/azure_cosmos.py | 59 +-
.../azure/operators/{azure_batch.py => batch.py} | 2 +-
...ntainer_instances.py => container_instances.py} | 8 +-
.../azure/operators/{azure_cosmos.py => cosmos.py} | 2 +-
airflow/providers/microsoft/azure/provider.yaml | 41 +-
.../microsoft/azure/secrets/azure_key_vault.py | 165 +-
.../secrets/{azure_key_vault.py => key_vault.py} | 2 +-
.../microsoft/azure/sensors/azure_cosmos.py | 57 +-
.../azure/sensors/{azure_cosmos.py => cosmos.py} | 2 +-
.../microsoft/azure/transfers/local_to_adls.py | 2 +-
.../azure/transfers/oracle_to_azure_data_lake.py | 2 +-
.../microsoft/mssql/.latest-doc-only-change.txt | 2 +-
.../microsoft/mssql/example_dags}/__init__.py | 0
.../microsoft/mssql/example_dags/create_table.sql} | 22 +-
.../microsoft/mssql/example_dags/example_mssql.py | 137 +
.../providers/microsoft/mssql/operators/mssql.py | 4 +
airflow/providers/microsoft/mssql/provider.yaml | 2 +
.../microsoft/winrm/.latest-doc-only-change.txt | 2 +-
airflow/providers/microsoft/winrm/CHANGELOG.rst | 2 +-
.../providers/mongo/.latest-doc-only-change.txt | 2 +-
airflow/providers/mongo/CHANGELOG.rst | 1 -
airflow/providers/mongo/sensors/mongo.py | 3 +
.../providers/mysql/.latest-doc-only-change.txt | 2 +-
.../providers/openfaas/.latest-doc-only-change.txt | 2 +-
.../providers/plexus/.latest-doc-only-change.txt | 2 +-
airflow/providers/postgres/CHANGELOG.rst | 25 +
airflow/providers/postgres/hooks/postgres.py | 20 +-
airflow/providers/postgres/provider.yaml | 1 +
.../providers/qubole/.latest-doc-only-change.txt | 2 +-
airflow/providers/salesforce/CHANGELOG.rst | 11 +
airflow/providers/salesforce/hooks/salesforce.py | 57 +-
airflow/providers/salesforce/provider.yaml | 1 +
airflow/providers/sftp/CHANGELOG.rst | 11 +
airflow/providers/sftp/hooks/sftp.py | 9 +
airflow/providers/sftp/provider.yaml | 1 +
.../singularity/.latest-doc-only-change.txt | 2 +-
.../providers/slack/.latest-doc-only-change.txt | 2 +-
airflow/providers/snowflake/CHANGELOG.rst | 12 +
airflow/providers/snowflake/hooks/snowflake.py | 3 +-
airflow/providers/snowflake/provider.yaml | 1 +
.../providers/sqlite/.latest-doc-only-change.txt | 2 +-
airflow/providers/sqlite/hooks/sqlite.py | 2 +-
.../providers/telegram/.latest-doc-only-change.txt | 2 +-
.../providers/yandex/.latest-doc-only-change.txt | 2 +-
airflow/providers_manager.py | 2 +
airflow/sensors/date_time.py | 2 +-
airflow/sensors/sql.py | 17 +-
airflow/sensors/time_delta.py | 2 +-
airflow/sensors/time_sensor.py | 2 +-
airflow/serialization/schema.json | 22 +-
airflow/serialization/serialized_objects.py | 62 +-
airflow/settings.py | 16 +-
airflow/smart_sensor_dags/smart_sensor_group.py | 10 +-
airflow/ti_deps/deps/valid_state_dep.py | 7 +-
airflow/timetables/interval.py | 5 +-
airflow/triggers/base.py | 4 +-
airflow/triggers/testing.py | 2 +-
airflow/ui/README.md | 2 +-
airflow/ui/docs/CONTRIBUTING.md | 4 +-
airflow/ui/test/TimezoneDropdown.test.tsx | 6 +-
airflow/utils/cli.py | 4 +-
airflow/utils/db.py | 147 +-
airflow/utils/email.py | 4 +
airflow/utils/log/secrets_masker.py | 7 +-
airflow/utils/retries.py | 4 +-
airflow/utils/session.py | 36 -
airflow/utils/sqlalchemy.py | 6 +-
airflow/utils/state.py | 2 +-
airflow/www/.babelrc | 8 +
airflow/www/.eslintrc | 8 +-
airflow/www/ask_for_recompile_assets_if_needed.sh | 19 +-
airflow/www/extensions/init_appbuilder.py | 625 ++-
airflow/www/fab_security/manager.py | 148 -
airflow/www/gunicorn_config.py | 7 +
.../www/{static/js/dag_code.js => jest-setup.js} | 26 +-
.../www/{static/js/dag_code.js => jest.config.js} | 18 +-
airflow/www/package.json | 36 +-
airflow/www/security.py | 2 +-
airflow/www/static/css/main.css | 9 +
airflow/www/static/js/connection_form.js | 35 +-
airflow/www/static/js/dag.js | 4 +
airflow/www/static/js/dag_code.js | 12 +-
airflow/www/static/js/datetime_utils.js | 12 +
airflow/www/static/js/graph.js | 3 +-
airflow/www/static/js/ti_log.js | 5 +-
airflow/www/static/js/tree.js | 496 ---
airflow/www/static/js/tree/InstanceTooltip.jsx | 145 +
airflow/www/static/js/tree/StatusBox.jsx | 72 +
airflow/www/static/js/tree/Tree.jsx | 75 +
airflow/www/static/js/tree/dagRuns/Bar.jsx | 86 +
airflow/www/static/js/tree/dagRuns/Tooltip.jsx | 99 +
airflow/www/static/js/tree/dagRuns/index.jsx | 108 +
airflow/www/static/js/tree/dagRuns/index.test.jsx | 158 +
.../www/static/js/{dag_code.js => tree/index.jsx} | 34 +-
airflow/www/static/js/tree/renderTaskRows.jsx | 173 +
airflow/www/static/js/tree/renderTaskRows.test.jsx | 169 +
airflow/www/static/js/tree/useTreeData.js | 104 +
airflow/www/static/js/tree/useTreeData.test.js | 112 +
airflow/www/templates/airflow/_messages.html | 4 +-
airflow/www/templates/airflow/conn_create.html | 1 +
airflow/www/templates/airflow/conn_edit.html | 1 +
airflow/www/templates/airflow/dag.html | 8 +-
.../{conn_edit.html => dagrun_details.html} | 32 +-
airflow/www/templates/airflow/dags.html | 13 +-
airflow/www/templates/airflow/main.html | 6 +-
airflow/www/templates/airflow/tree.html | 45 +-
airflow/www/templates/appbuilder/flash.html | 2 +-
airflow/www/utils.py | 66 +-
airflow/www/views.py | 446 +-
airflow/www/webpack.config.js | 37 +-
airflow/www/yarn.lock | 4301 +++++++++++++++++++-
breeze | 6 +-
breeze-complete | 6 +-
chart/CHANGELOG.txt | 38 +
chart/Chart.yaml | 4 +-
chart/README.md | 2 +-
chart/UPDATING.rst | 18 +-
chart/dockerfiles/pgbouncer-exporter/.gitignore | 1 -
chart/dockerfiles/pgbouncer-exporter/Dockerfile | 35 +-
.../pgbouncer-exporter/build_and_push.sh | 35 +-
chart/dockerfiles/pgbouncer/Dockerfile | 11 +-
chart/dockerfiles/pgbouncer/build_and_push.sh | 27 +-
chart/dockerfiles/statsd-exporter/Dockerfile | 10 +-
.../dockerfiles/statsd-exporter/build_and_push.sh | 27 +-
chart/files/pod-template-file.kubernetes-helm-yaml | 6 +-
chart/templates/_helpers.yaml | 7 +-
chart/templates/cleanup/cleanup-cronjob.yaml | 2 +
chart/templates/jobs/create-user-job.yaml | 17 +-
chart/templates/jobs/migrate-database-job.yaml | 15 +-
.../templates/secrets/kerberos-keytab.yaml | 35 +-
chart/templates/workers/worker-deployment.yaml | 1 +
chart/tests/helm_template_generator.py | 11 +-
chart/tests/test_cleanup_pods.py | 25 +
chart/tests/test_create_user_job.py | 30 +
chart/tests/test_flower.py | 14 +-
chart/tests/test_kerberos.py | 35 +-
chart/tests/test_migrate_database_job.py | 8 +
chart/tests/test_webserver.py | 32 +-
chart/values.schema.json | 60 +-
chart/values.yaml | 34 +-
clients/gen/common.sh | 3 +-
clients/gen/python.sh | 25 +-
dev/ISSUE_TEMPLATE.md.jinja2 | 21 +
dev/README_RELEASE_AIRFLOW.md | 279 +-
dev/README_RELEASE_AIRFLOW_UPGRADE_CHECK.md | 11 +-
dev/README_RELEASE_HELM_CHART.md | 116 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 25 +-
dev/airflow-github | 44 +-
.../doc/adr/0001-record-architecture-decisions.md | 48 +
.../0002-implement-standalone-python-command.md | 178 +
pyproject.toml => dev/breeze/pyproject.toml | 2 +-
dev/breeze/setup.cfg | 84 +
pyproject.toml => dev/breeze/setup.py | 15 +-
.../breeze/src/airflow_breeze}/__init__.py | 0
dev/breeze/src/airflow_breeze/breeze.py | 71 +
.../breeze/src/airflow_breeze/ci}/__init__.py | 0
dev/breeze/src/airflow_breeze/visuals/__init__.py | 62 +
.../breeze/tests/test_commands.py | 10 +-
.../ci/tools => dev}/prepare_prod_docker_images.sh | 33 +-
dev/prepare_release_issue.py | 286 ++
dev/provider_packages/prepare_provider_packages.py | 23 +-
dev/retag_docker_images.py | 33 +-
{tests/timetables => docker_tests}/__init__.py | 0
.../command_utils.py | 32 +-
pyproject.toml => docker_tests/constants.py | 8 +-
docker_tests/docker_tests_utils.py | 100 +
.../test_ci_image.py | 30 +-
docker_tests/test_docker_compose_quick_start.py | 161 +
.../test_examples_of_prod_image_building.py | 64 +
docker_tests/test_prod_image.py | 211 +
docs/apache-airflow-providers-amazon/commits.rst | 858 ++--
docs/apache-airflow-providers-amazon/index.rst | 6 +-
.../operators/dms.rst | 21 +-
.../operators.rst | 19 +-
.../commits.rst | 217 +-
.../index.rst | 6 +-
.../commits.rst | 200 +-
.../connections.rst | 2 +-
.../apache-airflow-providers-apache-hdfs/index.rst | 13 +-
.../commits.rst | 311 +-
.../connections/hive_metastore.rst | 2 +-
.../apache-airflow-providers-apache-hive/index.rst | 6 +-
.../commits.rst | 236 +-
.../connections/spark.rst | 2 +-
.../index.rst | 2 +-
.../commits.rst | 423 +-
.../index.rst | 2 +-
.../commits.rst | 216 +-
.../connections/databricks.rst | 37 +-
docs/apache-airflow-providers-databricks/index.rst | 2 +-
.../operators.rst | 59 +-
docs/apache-airflow-providers-google/commits.rst | 1260 +++---
.../connections/gcp.rst | 33 +-
.../connections/gcp_ssh.rst | 3 +-
docs/apache-airflow-providers-google/index.rst | 9 +-
.../operators/cloud/dataproc.rst | 62 +
.../operators/cloud/dataproc_metastore.rst | 196 +
.../operators/cloud/gcs.rst | 2 +
.../google-cloud-secret-manager-backend.rst | 4 +
docs/apache-airflow-providers-influxdb/commits.rst | 25 +-
docs/apache-airflow-providers-influxdb/index.rst | 3 +-
.../operators/index.rst | 21 +-
.../commits.rst | 405 +-
.../connections/adf.rst | 27 +-
.../index.rst | 6 +-
.../secrets-backends/azure-key-vault.rst | 6 +-
.../connections/mssql.rst | 53 +
.../index.rst | 8 +
.../operators.rst | 110 +
docs/apache-airflow-providers-postgres/commits.rst | 244 +-
.../connections/postgres.rst | 2 +
docs/apache-airflow-providers-postgres/index.rst | 6 +-
.../commits.rst | 222 +-
docs/apache-airflow-providers-salesforce/index.rst | 6 +-
docs/apache-airflow-providers-sftp/commits.rst | 240 +-
docs/apache-airflow-providers-sftp/index.rst | 6 +-
.../apache-airflow-providers-snowflake/commits.rst | 306 +-
docs/apache-airflow-providers-snowflake/index.rst | 6 +-
docs/apache-airflow/best-practices.rst | 13 +-
docs/apache-airflow/concepts/dags.rst | 47 +-
docs/apache-airflow/concepts/deferring.rst | 15 +-
docs/apache-airflow/concepts/operators.rst | 3 +-
docs/apache-airflow/concepts/params.rst | 31 +-
docs/apache-airflow/concepts/scheduler.rst | 28 +
docs/apache-airflow/concepts/tasks.rst | 12 +
docs/apache-airflow/dag-run.rst | 30 +-
docs/apache-airflow/executor/kubernetes.rst | 215 +-
docs/apache-airflow/faq.rst | 3 +-
docs/apache-airflow/howto/set-up-database.rst | 87 +-
docs/apache-airflow/howto/timetable.rst | 10 +-
.../img/dag_file_processing_diagram.png | Bin 0 -> 263825 bytes
docs/apache-airflow/installation/index.rst | 3 +-
.../installation/installing-from-pypi.rst | 12 +-
.../installation/installing-from-sources.rst | 2 +-
docs/apache-airflow/installation/prerequisites.rst | 11 +-
.../installation/setting-up-the-database.rst | 3 +
docs/apache-airflow/installation/upgrading.rst | 94 +
docs/apache-airflow/lineage.rst | 13 +-
.../logging-monitoring/logging-tasks.rst | 2 +-
docs/apache-airflow/migrations-ref.rst | 4 +-
docs/apache-airflow/operators-and-hooks-ref.rst | 23 +-
.../security/secrets/secrets-backend/index.rst | 13 +
docs/apache-airflow/timezone.rst | 14 +-
docs/apache-airflow/tutorial.rst | 6 +-
docs/apache-airflow/tutorial_taskflow_api.rst | 2 +-
docs/docker-stack/build.rst | 4 +-
.../customizing/add-build-essential-custom.sh | 4 +-
.../docker-examples/customizing/custom-sources.sh | 6 +-
.../{github-v2-1-test.sh => github-v2-2-test.sh} | 8 +-
.../customizing/pypi-dev-runtime-deps.sh | 4 +-
.../customizing/pypi-extras-and-deps.sh | 4 +-
.../customizing/pypi-selected-version.sh | 4 +-
.../extending/embedding-dags/test_dag.py | 10 +-
.../restricted/restricted_environments.sh | 12 +-
docs/docker-stack/entrypoint.rst | 10 +-
docs/helm-chart/airflow-configuration.rst | 9 +
docs/helm-chart/index.rst | 14 +-
.../installing-helm-chart-from-sources.rst | 2 +-
docs/helm-chart/quick-start.rst | 4 +-
.../setting-resources-for-containers.rst | 66 +
docs/installing-providers-from-sources.rst | 2 +-
docs/publish_docs.py | 2 +-
docs/spelling_wordlist.txt | 5 +
kubernetes_tests/test_kubernetes_executor.py | 4 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 7 +-
.../test_kubernetes_pod_operator_backcompat.py | 2 -
pyproject.toml | 2 +-
scripts/ci/docker-compose/_docker.env | 1 +
scripts/ci/docker-compose/backend-mssql.yml | 8 +-
scripts/ci/docker-compose/base.yml | 1 +
scripts/ci/docker-compose/integration-pinot.yml | 2 +-
scripts/ci/docker-compose/integration-statsd.yml | 2 +-
scripts/ci/docker-compose/local.yml | 1 +
.../ci_run_docker_compose_quick_start_test.sh} | 16 +-
scripts/ci/images/ci_run_docker_tests.py | 101 +
.../ci_test_examples_of_prod_image_building.sh | 70 +-
.../images/ci_wait_for_and_verify_all_ci_images.sh | 2 +
.../ci_wait_for_and_verify_all_prod_images.sh | 2 +
scripts/ci/installed_providers.txt | 22 +
scripts/ci/libraries/_build_images.sh | 3 +-
scripts/ci/libraries/_initialization.sh | 28 +-
scripts/ci/libraries/_kind.sh | 3 +
scripts/ci/libraries/_local_mounts.sh | 1 +
scripts/ci/libraries/_start_end.sh | 22 -
scripts/ci/libraries/_testing.sh | 16 +-
scripts/ci/libraries/_verify_image.sh | 366 +-
.../pre_commit/pre_commit_changelog_duplicates.py | 60 +
scripts/ci/pre_commit/pre_commit_flake8.sh | 2 +-
scripts/ci/pre_commit/pre_commit_mypy.sh | 5 +-
.../ci/pre_commit/pre_commit_update_versions.py | 25 +-
scripts/ci/selective_ci_checks.sh | 26 +
scripts/ci/testing/ci_run_airflow_testing.sh | 80 +-
.../ci_run_single_airflow_test_in_docker.sh | 21 +-
scripts/ci/tools/verify_docker_image.sh | 57 -
scripts/docker/compile_www_assets.sh | 2 +-
scripts/in_container/bin/run_tmux | 16 +-
scripts/in_container/check_environment.sh | 58 +-
scripts/in_container/entrypoint_ci.sh | 13 +-
scripts/in_container/run_generate_constraints.sh | 2 +-
scripts/in_container/run_resource_check.sh | 4 +-
scripts/in_container/run_tmux_welcome.sh | 4 +-
setup.cfg | 5 +-
setup.py | 6 +-
tests/api/common/experimental/test_trigger_dag.py | 6 +-
.../endpoints/test_dag_run_endpoint.py | 19 +
tests/api_connexion/endpoints/test_log_endpoint.py | 13 +
.../api_connexion/endpoints/test_pool_endpoint.py | 18 +-
.../endpoints/test_task_instance_endpoint.py | 35 +-
tests/api_connexion/schemas/test_pool_schemas.py | 3 +
tests/api_connexion/test_basic_auth.py | 1 +
tests/cli/commands/test_dag_command.py | 22 +
tests/cli/commands/test_plugins_command.py | 50 +-
tests/cli/commands/test_webserver_command.py | 174 +-
tests/dag_processing/test_manager.py | 3 +
tests/dag_processing/test_processor.py | 67 +-
tests/deprecated_classes.py | 15 +-
tests/executors/test_kubernetes_executor.py | 75 +-
tests/jobs/test_scheduler_job.py | 94 +-
tests/kubernetes/models/test_secret.py | 2 +-
tests/kubernetes/test_pod_generator.py | 46 +-
tests/macros/test_macros.py | 90 +
tests/models/test_dag.py | 98 +-
tests/models/test_dagrun.py | 23 +
tests/models/test_taskinstance.py | 1 -
tests/operators/test_email.py | 6 +-
tests/operators/test_python.py | 83 +
tests/operators/test_sql.py | 23 +
tests/plugins/test_plugin.py | 7 +
.../amazon/aws/hooks/test_batch_client.py | 2 +-
.../amazon/aws/hooks/test_batch_waiters.py | 2 +-
.../amazon/aws/hooks/test_cloud_formation.py | 19 +-
tests/providers/amazon/aws/hooks/test_ec2.py | 186 +
tests/providers/amazon/aws/hooks/test_logs.py | 4 +-
tests/providers/amazon/aws/hooks/test_s3.py | 1 -
tests/providers/amazon/aws/hooks/test_sagemaker.py | 20 +
.../amazon/aws/log/test_cloudwatch_task_handler.py | 34 +-
tests/providers/amazon/aws/operators/test_batch.py | 2 +-
tests/providers/amazon/aws/operators/test_ecs.py | 4 +-
.../aws/operators/test_sagemaker_processing.py | 10 +-
.../amazon/aws/transfers/test_s3_to_redshift.py | 6 +-
tests/providers/apache/hdfs/hooks/test_webhdfs.py | 25 +-
tests/providers/apache/hive/hooks/test_hive.py | 30 +-
.../providers/apache/spark/hooks/test_spark_sql.py | 3 +
.../cncf/kubernetes/hooks/test_kubernetes.py | 72 +-
.../kubernetes/operators/test_kubernetes_pod.py | 57 +-
.../cncf/kubernetes/utils/test_pod_launcher.py | 11 +
.../providers/databricks/hooks/test_databricks.py | 231 +-
.../databricks/operators/test_databricks.py | 26 +-
.../providers/google/cloud/hooks/test_dataproc.py | 118 +
.../google/cloud/hooks/test_dataproc_metastore.py | 489 +++
.../cloud/operators/test_cloud_sql_system.py | 77 +-
.../operators/test_cloud_sql_system_helper.py | 15 +-
.../test_cloud_storage_transfer_service.py | 15 +-
.../google/cloud/operators/test_dataproc.py | 126 +
.../cloud/operators/test_dataproc_metastore.py | 396 ++
...system.py => test_dataproc_metastore_system.py} | 27 +-
.../google/cloud/operators/test_dataproc_system.py | 4 +
.../google/cloud/operators/test_gcs_system.py | 33 +-
.../cloud/operators/test_gcs_system_helper.py | 23 +-
.../cloud/operators/test_kubernetes_engine.py | 116 +
.../google/cloud/sensors/test_dataproc.py | 44 +
.../cloud/utils/test_credentials_provider.py | 43 +-
.../providers/google/cloud/utils/test_helpers.py | 15 +-
.../google/common/hooks/test_base_google.py | 10 +-
.../operators/test_campaign_manager.py | 153 +-
.../operators/test_display_video.py | 174 +-
.../operators/test_search_ads.py | 90 +-
.../influxdb/operators}/__init__.py | 0
.../providers/influxdb/operators/test_influxdb.py | 21 +-
.../microsoft/azure/hooks/test_azure_batch.py | 16 +-
.../azure/hooks/test_azure_container_instance.py | 2 +-
.../azure/hooks/test_azure_container_registry.py | 2 +-
.../azure/hooks/test_azure_container_volume.py | 2 +-
.../microsoft/azure/hooks/test_azure_cosmos.py | 28 +-
.../azure/hooks/test_azure_data_factory.py | 44 +-
.../microsoft/azure/hooks/test_azure_data_lake.py | 52 +-
.../microsoft/azure/hooks/test_azure_fileshare.py | 26 +-
.../microsoft/azure/operators/test_azure_batch.py | 8 +-
.../operators/test_azure_container_instances.py | 46 +-
.../microsoft/azure/operators/test_azure_cosmos.py | 4 +-
.../azure/secrets/test_azure_key_vault.py | 24 +-
.../microsoft/azure/sensors/test_azure_cosmos.py | 6 +-
tests/providers/postgres/hooks/test_postgres.py | 44 +-
.../providers/salesforce/hooks/test_salesforce.py | 91 +-
tests/providers/sftp/hooks/test_sftp.py | 30 +
tests/secrets/test_local_filesystem.py | 24 +-
tests/secrets/test_secrets.py | 44 +-
tests/sensors/test_sql_sensor.py | 12 +
tests/serialization/test_dag_serialization.py | 74 +-
.../task/task_runner/test_standard_task_runner.py | 2 +
tests/test_utils/azure_system_helpers.py | 2 +-
tests/test_utils/logging_command_executor.py | 11 +-
tests/test_utils/mock_plugins.py | 1 +
tests/timetables/test_interval_timetable.py | 66 +-
tests/utils/test_db.py | 21 +-
tests/utils/test_dot_renderer.py | 2 +-
tests/utils/test_email.py | 10 +-
tests/www/views/test_views_dagrun.py | 10 +-
tests/www/views/test_views_tasks.py | 33 +-
737 files changed, 23389 insertions(+), 9909 deletions(-)
create mode 100755 Breeze2
delete mode 100644 airflow/example_dags/example_kubernetes_executor_config.py
create mode 100644 airflow/example_dags/example_sla_dag.py
delete mode 100644 airflow/example_dags/test_utils.py
create mode 100644 airflow/migrations/db_types.py
copy pyproject.toml => airflow/migrations/db_types.pyi (78%)
copy airflow/migrations/versions/{97cdd93827b8_add_queued_at_column_to_dagrun_table.py => be2bfac3da23_add_has_import_errors_column_to_dagmodel.py} (60%)
create mode 100644 airflow/providers/apache/drill/.latest-doc-only-change.txt
create mode 100644 airflow/providers/docker/.latest-doc-only-change.txt
create mode 100644 airflow/providers/google/cloud/example_dags/example_dataproc_metastore.py
create mode 100644 airflow/providers/google/cloud/hooks/dataproc_metastore.py
create mode 100644 airflow/providers/google/cloud/operators/dataproc_metastore.py
copy scripts/ci/pre_commit/pre_commit_mypy.sh => airflow/providers/google/cloud/utils/helpers.py (70%)
mode change 100755 => 100644
copy airflow/providers/{apache/pig/example_dags/example_pig.py => influxdb/example_dags/example_influxdb_query.py} (63%)
copy {tests/timetables => airflow/providers/influxdb/operators}/__init__.py (100%)
create mode 100644 airflow/providers/influxdb/operators/influxdb.py
copy airflow/providers/microsoft/azure/hooks/{azure_batch.py => batch.py} (100%)
copy airflow/providers/microsoft/azure/hooks/{azure_container_instance.py => container_instance.py} (100%)
copy airflow/providers/microsoft/azure/hooks/{azure_container_registry.py => container_registry.py} (100%)
copy airflow/providers/microsoft/azure/hooks/{azure_container_volume.py => container_volume.py} (93%)
copy airflow/providers/microsoft/azure/hooks/{azure_cosmos.py => cosmos.py} (100%)
copy airflow/providers/microsoft/azure/hooks/{azure_data_lake.py => data_lake.py} (100%)
copy airflow/providers/microsoft/azure/hooks/{azure_fileshare.py => fileshare.py} (99%)
copy airflow/providers/microsoft/azure/operators/{azure_batch.py => batch.py} (99%)
copy airflow/providers/microsoft/azure/operators/{azure_container_instances.py => container_instances.py} (97%)
copy airflow/providers/microsoft/azure/operators/{azure_cosmos.py => cosmos.py} (96%)
copy airflow/providers/microsoft/azure/secrets/{azure_key_vault.py => key_vault.py} (98%)
copy airflow/providers/microsoft/azure/sensors/{azure_cosmos.py => cosmos.py} (96%)
copy {tests/timetables => airflow/providers/microsoft/mssql/example_dags}/__init__.py (100%)
copy airflow/{www/templates/airflow/_messages.html => providers/microsoft/mssql/example_dags/create_table.sql} (67%)
create mode 100644 airflow/providers/microsoft/mssql/example_dags/example_mssql.py
create mode 100644 airflow/www/.babelrc
copy airflow/www/{static/js/dag_code.js => jest-setup.js} (60%)
copy airflow/www/{static/js/dag_code.js => jest.config.js} (79%)
delete mode 100644 airflow/www/static/js/tree.js
create mode 100644 airflow/www/static/js/tree/InstanceTooltip.jsx
create mode 100644 airflow/www/static/js/tree/StatusBox.jsx
create mode 100644 airflow/www/static/js/tree/Tree.jsx
create mode 100644 airflow/www/static/js/tree/dagRuns/Bar.jsx
create mode 100644 airflow/www/static/js/tree/dagRuns/Tooltip.jsx
create mode 100644 airflow/www/static/js/tree/dagRuns/index.jsx
create mode 100644 airflow/www/static/js/tree/dagRuns/index.test.jsx
copy airflow/www/static/js/{dag_code.js => tree/index.jsx} (50%)
create mode 100644 airflow/www/static/js/tree/renderTaskRows.jsx
create mode 100644 airflow/www/static/js/tree/renderTaskRows.test.jsx
create mode 100644 airflow/www/static/js/tree/useTreeData.js
create mode 100644 airflow/www/static/js/tree/useTreeData.test.js
copy airflow/www/templates/airflow/{conn_edit.html => dagrun_details.html} (51%)
delete mode 100644 chart/dockerfiles/pgbouncer-exporter/.gitignore
copy airflow/contrib/hooks/azure_container_registry_hook.py => chart/templates/secrets/kerberos-keytab.yaml (63%)
create mode 100644 dev/ISSUE_TEMPLATE.md.jinja2
create mode 100644 dev/breeze/doc/adr/0001-record-architecture-decisions.md
create mode 100644 dev/breeze/doc/adr/0002-implement-standalone-python-command.md
copy pyproject.toml => dev/breeze/pyproject.toml (94%)
create mode 100644 dev/breeze/setup.cfg
copy pyproject.toml => dev/breeze/setup.py (84%)
copy {tests/timetables => dev/breeze/src/airflow_breeze}/__init__.py (100%)
create mode 100755 dev/breeze/src/airflow_breeze/breeze.py
copy {tests/timetables => dev/breeze/src/airflow_breeze/ci}/__init__.py (100%)
create mode 100644 dev/breeze/src/airflow_breeze/visuals/__init__.py
copy pyproject.toml => dev/breeze/tests/test_commands.py (88%)
rename {scripts/ci/tools => dev}/prepare_prod_docker_images.sh (57%)
create mode 100755 dev/prepare_release_issue.py
copy {tests/timetables => docker_tests}/__init__.py (100%)
copy airflow/contrib/hooks/azure_container_instance_hook.py => docker_tests/command_utils.py (52%)
copy pyproject.toml => docker_tests/constants.py (88%)
create mode 100644 docker_tests/docker_tests_utils.py
copy airflow/contrib/secrets/azure_key_vault.py => docker_tests/test_ci_image.py (52%)
create mode 100644 docker_tests/test_docker_compose_quick_start.py
create mode 100644 docker_tests/test_examples_of_prod_image_building.py
create mode 100644 docker_tests/test_prod_image.py
create mode 100644 docs/apache-airflow-providers-google/operators/cloud/dataproc_metastore.rst
copy airflow/providers/influxdb/CHANGELOG.rst => docs/apache-airflow-providers-influxdb/operators/index.rst (62%)
create mode 100644 docs/apache-airflow-providers-microsoft-mssql/connections/mssql.rst
create mode 100644 docs/apache-airflow-providers-microsoft-mssql/operators.rst
create mode 100644 docs/apache-airflow/img/dag_file_processing_diagram.png
create mode 100644 docs/apache-airflow/installation/upgrading.rst
rename docs/docker-stack/docker-examples/customizing/{github-v2-1-test.sh => github-v2-2-test.sh} (85%)
create mode 100644 docs/helm-chart/setting-resources-for-containers.rst
copy scripts/ci/{pre_commit/pre_commit_flake8.sh => images/ci_run_docker_compose_quick_start_test.sh} (65%)
create mode 100755 scripts/ci/images/ci_run_docker_tests.py
create mode 100644 scripts/ci/installed_providers.txt
create mode 100755 scripts/ci/pre_commit/pre_commit_changelog_duplicates.py
delete mode 100755 scripts/ci/tools/verify_docker_image.sh
create mode 100644 tests/macros/test_macros.py
create mode 100644 tests/providers/google/cloud/hooks/test_dataproc_metastore.py
create mode 100644 tests/providers/google/cloud/operators/test_dataproc_metastore.py
copy tests/providers/google/cloud/operators/{test_gcs_system.py => test_dataproc_metastore_system.py} (62%)
copy scripts/ci/pre_commit/pre_commit_mypy.sh => tests/providers/google/cloud/utils/test_helpers.py (69%)
mode change 100755 => 100644
copy tests/{timetables => providers/influxdb/operators}/__init__.py (100%)
copy airflow/contrib/secrets/azure_key_vault.py => tests/providers/influxdb/operators/test_influxdb.py (55%)