You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ka...@apache.org on 2021/01/21 20:14:48 UTC
[airflow] branch v2-0-test updated (09358ac -> f68d020)
This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch v2-0-test
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from 09358ac Fix doc string error (#13103)
new 4350f32 Bump version of sphinx-airflow-theme (#13054)
new 1aa2537 Skip discovering snowflake provider in development mode (#13062)
new 43bef50 Display version selector for production docs (#13051)
new 3e0c71c Update stable version for published docs (#13052)
new 7637710 Fetch inventories for third-party services only once (#13068)
new 81b92db Check for missing references to operator guides (#13059)
new f750a56 Remove unneeded parentheses from Python file (#12968)
new e723969 Update INTHEWILD.md - Add Altafino (#13079)
new 61f2993 Fix failing pylint check on Master (#13078)
new 70d5524 Fix failing static check in master (#13082)
new 5336548 Remove inapplicable arg 'output' for CLI pools import/export (#13071)
new 7c5967c Add question about PR to feature request template (#13087)
new 7a86bea Upgrading epoch to rebuild images after pyarrow upgrade (#13084)
new 1a40e38 Fix Code Coverage (#13092)
new c703697 Add link to PyPI Repository to provider docs (#13064)
new 8741d62 Add schema validation for config.yml (#13025)
new 1ae7ad1 Add identity pre-commit hook (#13089)
new 9e22e28 Move tests for airflow.utils.dates out of tests/core/ (#13088)
new a2b832f Fix Data Catalog operators (#13096)
new d69b074 Rebase message before pulling now stands-out - it is yellow (#13104)
new c8e814d Skip identity pre-commit in ci and always display it first (#13106)
new 009070c Annotate DagRun methods with return types (#11486)
new 1086e29 Update docs link in REST API spec (#13107)
new 02aa5c5 Add The Dyrt to INTHEWILD.md (#13098)
new 659f8ef Add Trade Republic to list of Airflow users (#13111)
new b780f87 Avoid confusion in doc for CeleryKubernetesExecutor (#13116)
new 883473b For v2 target branches python 2.7 and 3.5 images are skipped (#13118)
new 087c2fd Add guidelines for promoting Committers to PMC (#13090)
new 811d54a Cleans all DBs on ./breeze stop (#13119)
new 4e37b78 Remove Kaxil's old record in INTHEWILD.md (#13123)
new ca20ba0 Fix spelling (#13130)
new 2d945f2 Fix Google BigQueryHook method get_schema() (#13136)
new 102b86e Add system tests for CloudKMSHook (#13122)
new ce52abb Fix typo in provider name - Oracle (#13147)
new a3e5e3f Fix typo in pip upgrade command :( (#13148)
new 8f2c58d The default value in chart should be 2.0.0 (#13125)
new a3271f1 Fix spelling (#13135)
new bc04e96 Add Airflow 2.0.0 to requirements table (#13140)
new fa98a50 Fix Headings in CONTRIBUTING.rst (#13120)
new fac4b76 Use generic information in UpdateMask component (#13146)
new 3cecd14 Bump datatables.net from 1.10.21 to 1.10.22 in /airflow/www (#13143)
new d1bd896 Fix invalid provider name - Apache Kylin (#13157)
new d741a50 Minor style fix in docs/extra-packages-ref (#13159)
new 40e511c Add missing version information to recently added configs (#13161)
new 0b83c73 Remove duplicate pre-commit checks (#13167)
new edc52e7 Sync Updating Guide with 2.0.0 (#13168)
new 88f7809 Replace deprecated dummy operator path in test_zip.zip (#13172)
new 7c866a2 Fix typos in TESTING.rst (#13169)
new 1d0047f Filter DagRuns with Task Instances in removed State while Scheduling (#13165)
new 42496f7 Stop sending Callback Requests if no callbacks are defined on DAG (#13163)
new 5ca86e2 User werkzeug's own type conversion for request args (#13184)
new ec8e0ee Display alternative tooltip when a Task has yet to run (no TI) (#13162)
new 377c1ac Use new logging options on values.yaml (#13173)
new 768bbbf Add documentation about webserver_config.py (#13155)
new b63ab7f Update pylint to 2.6.0 (#13174)
new e6fefc6 Remove unused libraries - flask-swagger, funcsigs (#13178)
new 9daddf2 Fix brokend master (#13201)
new bc333df Fix parenthesis preventing Keda ScaledObject creation (#13183)
new 979cb62 Make function purpose clearer in example_kubernetes_executor example dag (#13216)
new 151c8a8 Bump dompurify from 2.0.12 to 2.2.6 in /airflow/www (#13164)
new b4ae7f2 Update chart readme to remove astronomer references (#13210)
new 4aa5969 Add Mutt Data to INTHEWILD.md (#13227)
new 2f65a10 Fix typos and minor simplification in TESTING.rst (#13194)
new 41e214c Add regional support to dataproc workflow template operators (#12907)
new a714079 Update minimum cattrs version (#13223)
new 2b550d4 Add note block to 2.x migration docs (#13094)
new f51b9e3 specify constraint key type & drop auto fkey referred to users tables (#13239)
new f10fcb5 Reset PIP version after eager upgrade (#13251)
new 9bdf44c Flower should be enabled for CeleryKubernetesExecutor (#13248)
new f1c138d Bump datatables JS to 1.10.23 (#13253)
new bb34a3e skip entrypoint load if provider has already been loaded from local source (#13245)
new 8eafd62 Fix link to Airflow master branch documentation (#13179)
new 7b48fee Describe which Python versions are supported. (#13259)
new 05e1bd9 Add Artelys to the list of Airflow users (#13261)
new b73dd6b Allow PID file path to be relative when daemonize a process (scheduler, kerberos, etc) (#13232)
new 06c3c7e Dispose connections when running tasks with os.fork & CeleryExecutor (#13265)
new e5054ee UI: Add queued_by_job_id & external_executor_id Columns to TI View (#13266)
new 2163ef4 Default python version is used when building image (#13285)
new 453b1fd Runs scheduled quarantine tests always (#13288)
new d63879f Move kerberos auth backend tests (#13240)
new 97df8e3 Compile assets automatically when needed at Breeze entry (#13292)
new fdaa44e Correct commas on providers page, Q&A -> FAQ (#13294)
new c7aa1d7 Rename second pylint pre-commit hook to distinguish it from first (#13303)
new f0c3a2f Fix Flower network policy for CeleryKubernetesExecutor (#13301)
new 1b60c8d Fix doci string in API entry. (#13300)
new ea5af5b When CLI changes, we also re-run K8S tests (#13305)
new 168a83d Pass SchedulerJob.subdir to Dagbag (#13291)
new 031e269 Validation of config is done at the very end (#13260)
new 3bc6acc Installed providers are initialized in subshell (#13270)
new fd0fddc Fix imagePullPolicy missing in tests (#13316)
new a32cfb6 Updates IMAGES documentation to reflect Airflow 2.0 changes (#13312)
new 025793c Add pre-commit hook limiting hook name length (#13319)
new dc84319 Rename PIP_VERSION to AIRFLOW_PIP_VERSION (#13320)
new 3a7370f Switch to Apache-owned GitHub actions (#13327)
new d352f52 Also add codecov action to apache airflow repo (#13328)
new 42ec1e2 Vastly improves usability of CI logs (#13323)
new 67a3b03 Prefer newer CLI syntax over legacy in helm chart (#13330)
new 1c439da Fix the behavior for deactivate the authentication option and documenting the process to do it (#13191)
new ec68308 Add missing sqlite provider for production image (#13332)
new ffe1bea json-merge-patch becomes optional library and has looser restrictions (#13175)
new 38b9a41 Re-enables verification of production image (#13329)
new f9868b2 Print better error message when tests fail (#13339)
new 047a197 Adds missing LDAP "extra" dependencies to ldap provider. (#13308)
new 803a064 Refactored setup.py to better reflect changes in providers (#13314)
new 643d878 Production image can also be upgraded to newer dependencies (#13345)
new cbb69e1 Add Fleek Fashion to the list of Airflow users (#13372)
new 4b1da36 Fix Grammar in PIP warning (#13380)
new 8364362 Minor enhancements to Sensors docs (#13381)
new 0f85034 Fix typo in Open API docs (#13374)
new 9bd5de3 Bugfix: Sync Access Control defined in DAGs when running sync-perm (#13377)
new 1a74152 Fix broken link in PR Welcome message (#13386)
new 1a4c651 Add integration tests for Apache Pinot (#13195)
new e591158 Fix Apache Airflow icon link in Helm Chart (#13387)
new 28ed4ff Use 2.0.0 in Airflow docs & Breeze (#13379)
new 97d0b05 Disable persisting credentials in Github Action's checkout (#13389)
new 1deeb79 Improves documentation regarding providers and custom connections (#13375)
new 57ebf01 Fix mallformed table in production-deployment.rst (#13395)
new 48caec3 Simplify CeleryKubernetesExecutor tests (#13307)
new 856848d Update celery.rst to fix broken links. (#13400)
new 1cdb04f Update persists-credentials (#13401)
new e9cf263 Limit old versions of pinotdb to force update on CI (#13402)
new c2763cb Remove reference to scheduler run_duration param in docs (#13346)
new 26a5178 Warns politely, do not force run a long operation (#13313)
new 05b805d Set minimum SQLite version supported. (#13412)
new 16018c6 Enable interpretation of backslash escapes for colored message (#13418)
new 5fa5d5c Developers Quick Guide (#13417)
new 6dd2dbb Allow ./run_tmux.sh script to run standalone (#13420)
new 4f16cd8 Add last-commit example to static-check --help message. (#13411)
new 7f117b4 Fix environment checking for Apache Pinot (#13419)
new 2244dce Improves documentation regarding providers and custom connections 2 (#13410)
new b9c0ed6 Change timeout s and disables reverse IP lookup for integrations (#13424)
new 754f146 Add verbose flag to ./build_docs.py (#13403)
new 9bfc783 Removes pip download when installing from local packages (#13422)
new d2b58ee Fixed failing pylint errors introduced in #13403 (#13429)
new a4c0221 Fix pylint issues - broken master (#13427)
new 202b636 Fix selective checks for changes outside of airflow .py files (#13430)
new 94fb613 Adds timeout to all curl commands (#13431)
new 6707bbe Add extras when installing prod image from packages (#13432)
new 4c4b475 fixup! Adds timeout to all curl commands (#13431) (#13435)
new 9a66fc0 fixup! Fixed failing pylint errors introduced in #13403 (#13429) (#13437)
new 9b0ea24 Install airflow and providers together from context files (#13441)
new 1f09a33 Fix grammar in API docs (#13444)
new 70fbe98 Replace deprecated decorator (#13443)
new b90adbe Fix few typos (#13450)
new 278e3b1 Streamline & simplify __eq__ methods in models Dag and BaseOperator (#13449)
new 637d832 Add support for no-menu plugin views (#11742)
new 7a555ff GitHub PROD image build is pushed to GitHub Registry. (#13442)
new 4910642 Replace tests-only dependency - tzlocal (#13413)
new ec55140 Additional properties should be allowed in provider schema (#13440)
new ade4d2b Add docker health check to integrations (#13446)
new 1c2d5fe Fix installation doc (#13462)
new 8726728 Remove unused dependency - contextdecorator (#13455)
new 3fe6b87 Log migrations info in consisten way (#13458)
new 2ada1e0 Rewrite handwritten argument parser in prepare_provider_packages.py (#13234)
new 76084b0 Remove redundant word (#13466)
new d05e444 Upgrade pre-commit hooks (#13465)
new e1e7a7a Fix typo in TaskGroup docstrings (#13475)
new 82a4149 Replace dictionary creation with dictionary literal (#13474)
new 23a4c09 Remove 'typing' dependency (#13472)
new f918ba6 Update supported Python version in LOCAL_VIRTUALENV.rst (#13468)
new 594f606 Fix webserver ingress annotations (#12619)
new 9699b44 Jeremiah Lowin has resigned from the Airflow project (#13486)
new 9bf7434 Add Vikram in the Airflow Committer's list (#13489)
new 6efdd77 Check for minimum version of Sqlite (#13496)
new 4b94924 Chart: Add custom_airflow_environment to flower container (#12630)
new 2ca0305 Add docs about mocking variables and connections (#13502)
new 217a116 Add comprehensive tests for pod launcher role in helm chart (#13302)
new f8f7bdb Add docs about Flask CLI (#13500)
new 1b99d39 upgrade mysql-connector-python to 8.0.22 (#13370)
new 95cc1f6 Update chart README with section on Airflow configuration (#13519)
new 242a0f2 When "full tests needed" label is present, run all tests (#13538)
new 317e06b Add python-daemon limit for python 3.8+ (#13540)
new f9593a5 Remove thrift as a core dependency (#13471)
new 50232a8 Change the host in the example of using the API auth backend (#13548)
new b0955b6 Fix known-hosts volume name (#13457)
new 18f21b7 Separate nodeSelector logic of chart (#13508)
new 2086775 More verbose and less frequent image poll (#13555)
new d9d12ae Add NotFound response for DELETE methods in OpenAPI YAML (#13550)
new 0aaa896 The check for image is now more robust (#13556)
new 9b978c6 Optimises prod image preparation in CI (#13557)
new b0761e0 Change render to render_template in plugins.rst (#13560)
new 8872e7f Optimize wait for prod images to be run after ci images (#13562)
new d4468bd Forces unistalling providers in editable mode. (#13439)
new f83522b Little changes in How To Rebase a PR (#13564)
new b4da4c3 Fix capitalisation of boolean in config (#13569)
new d7b55bf Make docs clear that Auth can't be disabled for Stable API (#13568)
new 3b5e8ef Removes provider-imposed requirements from setup.cfg (#13409)
new 09242dc Adds information about PIP being the only official install tool (#13565)
new 2052b2c Add Guidelines to become an Airflow Committer (#13236)
new c4c0c3b Use `yaml.full_load_all` instead of `yaml.load_all` (#13577)
new 2a897a7 Fix depcrecated K8S api (#13575)
new 8108e16 Fix image and add airflow config for cleanup pods (#13576)
new 3e8deef Fix extraVolumeMounts of scheduler (#13509)
new 0d2cd04 Stop Log Spamming when `[core] lazy_load_plugins` is False (#13578)
new 1390a86 Reduce the number of variables in Bash scripts (#13572)
new 8701b64 Remove archived links from docs & add link for AIPs (#13580)
new 75716b1 Fix link for Committers Requirement in README.md (#13581)
new 4d44c86 Fix Formatting and link for Installing Backport Providers (#13582)
new 9ce9d2c Minor fixes in upgrading-to-2.rst (#13583)
new f82a40e Fix Link in Upgrading to 2.0 guide (#13584)
new 6075047 Minor grammar fix in OpenAPI YAML (#13586)
new f966d92 Support external Redis in Helm Chart (#12010)
new a1becf2 Eager upgrade works also in editable mode. (#13589)
new 822a2a5 Add classic installation scripts for additional tools (#13587)
new 97dba72 Fix code typo in logging-tasks.rst (#13594)
new d10a3bd Display message and docs link when no plugins are loaded (#13599)
new 78c7cba Improve a little readability (#13605)
new eddd632 Run "third party" github actions from submodules instead (#13514)
new 3954b02 Fix ./breeze exec command - don't force run tmux (#13607)
new 3eb424c Fix rendering of CI.rst in Github (#13613)
new 1a85c26 Fix version in upgrading-to-2.rst (#13611)
new 42cfe83 Have proper default for webserver.expose_config in Helm Chart (#13596)
new b0d1411 Introduces separate runtime provider schema (#13488)
new 6f8f23a Change the default celery worker_concurrency to 16 (#13612)
new c8895bd Add submodules in added workflow job (#13631)
new e94942c Audit Log records View should not contain link if dag_id is None (#13619)
new 648fd5a Allow customization of probes path and host (#12634)
new f922c6a Fixed changed sequence of checkout/action (#13633)
new 7eec334 Providers are not installed from PyPI when testing local files (#13632)
new a8a353a Fix the docs for Transfer Operators (#13641)
new b136d15 Correct XCOM pickle advisory in UPDATING.md (#13639)
new 0fc4b17 Fixes problems with extras for custom connection types (#13640)
new 62f365f Fix invalid continue_token for cleanup list pods (#13563)
new 6dda6d4 Docs: Fix heading for Mocking section in best-practices.rst (#13658)
new 32beb0d Add how to use custom operators within plugins folder (#13186)
new d3bc0e3 Install providers from sources is disabled for prod image build (#13657)
new 3b711a6 Fixed up entrypoint regex (#13652)
new 0f69d1d Losser restriction for colorlog (#13176)
new 9cf7abe Emergency fix to manifest problem in Github Package Registry (#13669)
new 9dde9e4 Structure and small content improvements in installation.rst (#13661)
new 2980239 Add missing Dag Tag for Example DAGs (#13665)
new d0f6332 Update outdated docs in scheduler_job.py (#13663)
new 61ddb0a Better fix for broken GitHub Image (#13673)
new 680f383 Increase the default ``min_file_process_interval`` to decrease CPU Usage (#13664)
new 8e7552b Add recipes for installing a few common tools in Docker image (#13655)
new b14681f Fix some typos in celery_kubernetes.rst (#13606)
new c3fd4f8 Run openapi-generator as "current" user, not root. (#13674)
new ada6ac3 BugFix: Dag-level Callback Requests were not run (#13651)
new 674e0b7 Bugfix: Return XCom Value in the XCom Endpoint API (#13684)
new 2fc8fa8 Support tables in DAG docs (#13533)
new b98a61c Update docs to register Operator Extra Links (#13683)
new b446d14 Stop creating duplicate Dag File Processors (#13662)
new 39eae83 Perform case-independent sorting in pre_commit_sort_in_the_wild.sh (#13699)
new 6d3d5e1 Improve formatting on run-with-upstart.rst (#13698)
new d9232b6 Improvements for database setup docs (#13696)
new 0d439a8 Make Scheduler livenessProbe HA-compatible (#13705)
new e3ad69e Add Missing Statsd Metrics in Docs (#13708)
new 87a6dbb Add Missing Email configs in Configuration doc (#13709)
new fc488d8 [CI] Docs should be built when config.yml is changed (#13710)
new 96b281d Switches to latest version of snowflake connector (#13654)
new 02a4160 Add dependency to azure-core (#13715)
new 88a7c11 Add EUIGS - Admiral Group to INTHEWILD.md (#13689)
new 9de676f Add open id dependency (#13714)
new 91a06f2 Fix bug in GCSToS3Operator (#13718)
new 43dc289 Fix static check on Master (#13721)
new acfef49 [Doc] Replace module path to Class with just Class Name (#13719)
new f45ae8d Improve doc for 1.10.x support (#13720)
new 5f91406 Fix Production Deployment doc (#13723)
new 3757d16 Update pod-template-file.kubernetes-helm-yaml (#13686)
new 25e91c8 Use plain asserts in tests. (#12951)
new 63a36af Gets rid of all the docker cli tools in Breeze. (#13731)
new bf3c068 Fix backfill crash on task retry or reschedule (#13712)
new 01bd703 Disables provider's manager warning for source-installed prod image. (#13729)
new 618fdf7 Update DAG Serialization docs (#13722)
new 62825dc Fix broken link on resolving conflicts (#13748)
new 1a848e8 Setting `max_tis_per_query` to 0 now correctly removes the limit (#13512)
new 46e46e8 Add __repr__ for Executors (#13753)
new 1166937 Use the correct link for Apache Airflow Dockerhub repo (#13752)
new efe163a Fix race conditions in task callback invocations (#10917)
new f2674f4 Update installation notes to warn against common problems. (#13727)
new 803db37 Increase timeouts for tests (#13756)
new f6a974e Dividing contributors guide into expert and beginner parts (#13742)
new 1e6717a Adds automated user creation in production image (#13728)
new 58d99dc Remove chmod +x for installation script for docker build. (#13772)
new 4629702 Fix webserver exiting when gunicorn master crashes (#13518)
new dda4405 Add description to hint if conn_type is missing (#13778)
new efa7081 Change log level from debug to info when spawning new gunicorn workers (#13780)
new d7038d6 Fix SQL syntax to check duplicate connections (#13783)
new c571c09 BaseBranchOperator will push to xcom by default. (#13704) (#13763)
new a1cf0d9 Fix Deprecation for configuration.getsection (#13804)
new d15bef1 Adds capability of switching to Github Container Registry (#13726)
new b4a6b19 Bump version to 2.0.1
new 0af4b14 Use 2.0.1 in Docs
new f68d020 Add Changelog for 2.0.1
The 284 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/ISSUE_TEMPLATE/feature_request.md | 4 +
.github/actions/cancel-workflow-runs | 1 +
.github/actions/checks-action | 1 +
.github/actions/codecov-action | 1 +
.github/actions/configure-aws-credentials | 1 +
.github/actions/get-workflow-origin | 1 +
.github/actions/github-push-action | 1 +
.github/actions/label-when-approved-action | 1 +
.github/boring-cyborg.yml | 2 +-
.github/workflows/build-images-workflow-run.yml | 221 ++++-
.github/workflows/ci.yml | 194 +++-
.github/workflows/codeql-analysis.yml | 2 +
.../workflows/label_when_reviewed_workflow_run.yml | 25 +-
.github/workflows/repo_sync.yml | 4 +-
.github/workflows/scheduled_quarantined.yml | 30 +-
.gitmodules | 21 +
.pre-commit-config.yaml | 68 +-
BREEZE.rst | 213 +++--
CHANGELOG.txt | 114 ++-
CI.rst | 83 +-
COMMITTERS.rst | 193 ++++
CONTRIBUTING.rst | 227 +++--
CONTRIBUTORS_QUICK_START.rst | 992 +++++++++++++++++++++
Dockerfile | 173 ++--
Dockerfile.ci | 129 ++-
IMAGES.rst | 246 +++--
INSTALL | 56 +-
INTHEWILD.md | 95 +-
LOCAL_VIRTUALENV.rst | 70 +-
MANIFEST.in | 2 +-
PULL_REQUEST_WORKFLOW.rst | 23 +-
README.md | 77 +-
STATIC_CODE_CHECKS.rst | 4 +
TESTING.rst | 148 +--
UPDATING.md | 37 +-
.../api/common/experimental/get_task_instance.py | 2 +-
airflow/api_connexion/endpoints/xcom_endpoint.py | 4 +-
airflow/api_connexion/openapi/v1.yaml | 35 +-
airflow/cli/cli_parser.py | 18 +-
airflow/cli/commands/kubernetes_command.py | 5 +-
airflow/cli/commands/sync_perm_command.py | 4 +-
airflow/cli/commands/task_command.py | 5 +-
airflow/cli/commands/webserver_command.py | 7 +-
airflow/config_templates/config.yml | 72 +-
airflow/config_templates/config.yml.schema.json | 61 ++
airflow/config_templates/default_airflow.cfg | 21 +-
.../config_templates/default_webserver_config.py | 11 +
airflow/configuration.py | 22 +-
.../customized_form_field_behaviours.schema.json | 4 +-
.../provider-2.0.0.yaml.schema.json} | 2 +-
airflow/example_dags/example_dag_decorator.py | 2 +-
.../example_dags/example_kubernetes_executor.py | 9 +-
airflow/example_dags/tutorial_taskflow_api_etl.py | 2 +-
airflow/executors/base_executor.py | 3 +
airflow/executors/celery_executor.py | 3 +
airflow/executors/celery_kubernetes_executor.py | 3 +-
airflow/executors/debug_executor.py | 4 +
airflow/jobs/backfill_job.py | 28 +-
airflow/jobs/local_task_job.py | 36 +-
airflow/jobs/scheduler_job.py | 37 +-
.../2c6edca13270_resource_based_permissions.py | 5 +
.../versions/cf5dc11e79ad_drop_user_and_chart.py | 3 +-
airflow/models/baseoperator.py | 8 +-
airflow/models/dag.py | 14 +-
airflow/models/dagrun.py | 49 +-
airflow/models/taskinstance.py | 139 ++-
airflow/operators/branch.py | 4 +-
airflow/plugins_manager.py | 2 +-
airflow/provider.yaml.schema.json | 4 +-
airflow/provider_info.schema.json | 38 +
airflow/providers/amazon/README.md | 4 +-
airflow/providers/amazon/aws/hooks/batch_client.py | 2 +-
.../providers/amazon/aws/transfers/gcs_to_s3.py | 2 +-
airflow/providers/apache/cassandra/README.md | 4 +-
airflow/providers/apache/druid/README.md | 4 +-
airflow/providers/apache/hdfs/README.md | 4 +-
airflow/providers/apache/hive/README.md | 4 +-
airflow/providers/apache/hive/hooks/hive.py | 2 +-
airflow/providers/apache/kylin/README.md | 4 +-
airflow/providers/apache/kylin/provider.yaml | 2 +-
airflow/providers/apache/livy/README.md | 4 +-
airflow/providers/apache/pig/README.md | 4 +-
airflow/providers/apache/pinot/README.md | 4 +-
airflow/providers/apache/spark/README.md | 4 +-
airflow/providers/apache/sqoop/README.md | 4 +-
airflow/providers/celery/README.md | 4 +-
airflow/providers/cloudant/README.md | 4 +-
airflow/providers/cncf/kubernetes/README.md | 4 +-
airflow/providers/databricks/README.md | 4 +-
airflow/providers/datadog/README.md | 4 +-
airflow/providers/dingding/README.md | 4 +-
airflow/providers/discord/README.md | 4 +-
airflow/providers/docker/README.md | 4 +-
airflow/providers/elasticsearch/README.md | 4 +-
airflow/providers/exasol/README.md | 4 +-
airflow/providers/facebook/README.md | 4 +-
airflow/providers/ftp/README.md | 4 +-
airflow/providers/google/README.md | 4 +-
.../cloud/example_dags/example_datacatalog.py | 1 +
airflow/providers/google/cloud/hooks/bigquery.py | 2 +-
.../providers/google/cloud/hooks/datacatalog.py | 12 +-
airflow/providers/google/cloud/hooks/dataproc.py | 16 +-
airflow/providers/google/cloud/hooks/kms.py | 3 +-
.../providers/google/cloud/operators/dataprep.py | 4 +
.../google/cloud/transfers/mysql_to_gcs.py | 4 +
.../providers/google/cloud/transfers/s3_to_gcs.py | 4 +
airflow/providers/grpc/README.md | 4 +-
airflow/providers/hashicorp/README.md | 4 +-
airflow/providers/http/README.md | 4 +-
airflow/providers/imap/README.md | 4 +-
airflow/providers/jdbc/README.md | 4 +-
airflow/providers/jenkins/README.md | 4 +-
airflow/providers/jira/README.md | 4 +-
airflow/providers/microsoft/azure/README.md | 4 +-
airflow/providers/microsoft/mssql/README.md | 4 +-
airflow/providers/microsoft/winrm/README.md | 4 +-
airflow/providers/mongo/README.md | 4 +-
airflow/providers/mysql/ADDITIONAL_INFO.md | 24 +
airflow/providers/mysql/README.md | 4 +-
airflow/providers/odbc/README.md | 4 +-
airflow/providers/openfaas/README.md | 4 +-
airflow/providers/opsgenie/README.md | 4 +-
airflow/providers/oracle/README.md | 4 +-
airflow/providers/oracle/provider.yaml | 2 +-
airflow/providers/pagerduty/README.md | 4 +-
airflow/providers/papermill/README.md | 4 +-
airflow/providers/plexus/README.md | 4 +-
airflow/providers/postgres/README.md | 4 +-
airflow/providers/presto/README.md | 4 +-
airflow/providers/qubole/README.md | 4 +-
airflow/providers/redis/README.md | 4 +-
airflow/providers/salesforce/README.md | 4 +-
airflow/providers/samba/README.md | 4 +-
airflow/providers/segment/README.md | 4 +-
airflow/providers/sendgrid/README.md | 4 +-
airflow/providers/sftp/README.md | 4 +-
airflow/providers/singularity/README.md | 4 +-
airflow/providers/slack/README.md | 4 +-
airflow/providers/snowflake/README.md | 4 +-
airflow/providers/sqlite/README.md | 4 +-
airflow/providers/ssh/README.md | 4 +-
airflow/providers/telegram/README.md | 4 +-
airflow/providers/vertica/README.md | 4 +-
airflow/providers/yandex/README.md | 4 +-
airflow/providers/zendesk/README.md | 4 +-
airflow/providers_manager.py | 62 +-
airflow/sentry.py | 2 +-
airflow/serialization/schema.json | 2 +
airflow/serialization/serialized_objects.py | 12 +
airflow/task/task_runner/base_task_runner.py | 35 +-
airflow/task/task_runner/standard_task_runner.py | 3 +-
airflow/utils/callback_requests.py | 4 +-
airflow/utils/cli.py | 3 +
airflow/utils/dag_processing.py | 11 +-
airflow/utils/db.py | 10 +-
airflow/utils/log/file_processor_handler.py | 3 +-
airflow/utils/log/logging_mixin.py | 3 +-
airflow/utils/process_utils.py | 7 +-
airflow/utils/task_group.py | 2 +-
...ts.sh => ask_for_recompile_assets_if_needed.sh} | 23 +-
airflow/www/compile_assets.sh | 5 +
airflow/www/extensions/init_views.py | 10 +-
airflow/www/package.json | 4 +-
airflow/www/security.py | 4 +-
airflow/www/static/js/connection_form.js | 2 +-
airflow/www/static/js/task-instances.js | 13 +
airflow/www/templates/airflow/graph.html | 3 +
airflow/www/templates/airflow/plugin.html | 46 +-
airflow/www/templates/airflow/tree.html | 2 +-
airflow/www/utils.py | 4 +-
airflow/www/views.py | 55 +-
airflow/www/yarn.lock | 24 +-
breeze | 135 ++-
breeze-complete | 19 +-
chart/Chart.yaml | 2 +-
chart/README.md | 129 ++-
chart/files/pod-template-file.kubernetes-helm-yaml | 6 +-
chart/templates/_helpers.yaml | 2 +-
chart/templates/check-values.yaml | 51 ++
chart/templates/cleanup/cleanup-cronjob.yaml | 20 +-
chart/templates/create-user-job.yaml | 11 +-
chart/templates/flower/flower-deployment.yaml | 12 +-
chart/templates/flower/flower-ingress.yaml | 6 +-
chart/templates/flower/flower-networkpolicy.yaml | 17 +-
chart/templates/migrate-database-job.yaml | 11 +-
.../templates/pgbouncer/pgbouncer-deployment.yaml | 9 +-
chart/templates/rbac/pod-launcher-rolebinding.yaml | 8 +-
chart/templates/redis/redis-networkpolicy.yaml | 2 +-
chart/templates/redis/redis-service.yaml | 2 +-
chart/templates/redis/redis-statefulset.yaml | 11 +-
.../templates/scheduler/scheduler-deployment.yaml | 23 +-
chart/templates/secrets/redis-secrets.yaml | 18 +-
chart/templates/statsd/statsd-deployment.yaml | 9 +-
.../templates/webserver/webserver-deployment.yaml | 23 +-
chart/templates/webserver/webserver-ingress.yaml | 16 +-
.../webserver/webserver-networkpolicy.yaml | 14 +-
chart/templates/workers/worker-deployment.yaml | 11 +-
chart/templates/workers/worker-kedaautoscaler.yaml | 2 +-
chart/templates/workers/worker-networkpolicy.yaml | 2 +-
chart/tests/helm_template_generator.py | 11 +-
chart/tests/test_basic_helm_chart.py | 96 +-
chart/tests/test_celery_kubernetes_executor.py | 8 +-
chart/tests/test_cleanup_pods.py | 61 ++
chart/tests/test_dags_persistent_volume_claim.py | 19 +-
chart/tests/test_extra_configmaps_secrets.py | 10 +-
chart/tests/test_extra_env_env_from.py | 4 +-
chart/tests/test_flower_authorization.py | 30 +-
chart/tests/test_git_sync_scheduler.py | 115 +--
chart/tests/test_git_sync_webserver.py | 10 +-
chart/tests/test_git_sync_worker.py | 12 +-
...es_pod_launcher_role.py => test_ingress_web.py} | 20 +-
chart/tests/test_keda.py | 57 ++
chart/tests/test_kerberos.py | 2 +-
chart/tests/test_migrate_database_job.py | 7 +-
chart/tests/test_pod_launcher_role.py | 50 ++
chart/tests/test_pod_template_file.py | 190 ++--
chart/tests/test_redis.py | 231 +++++
chart/tests/test_scheduler.py | 6 +-
chart/tests/test_webserver_deployment.py | 108 +++
chart/tests/test_worker.py | 6 +-
chart/values.schema.json | 151 +++-
chart/values.yaml | 69 +-
clients/gen/common.sh | 1 +
codecov.yml | 1 +
.../PROVIDER_README_TEMPLATE.md.jinja2 | 4 +-
dev/provider_packages/build_source_package.sh | 2 +-
dev/provider_packages/prepare_provider_packages.py | 439 +++++----
dev/remove_artifacts.sh | 3 +-
dev/templates/announce_email.j2 | 2 +-
docs/README.rst | 2 +-
docs/apache-airflow-providers-amazon/index.rst | 1 +
.../index.rst | 1 +
.../index.rst | 1 +
.../apache-airflow-providers-apache-hdfs/index.rst | 1 +
.../apache-airflow-providers-apache-hive/index.rst | 1 +
.../index.rst | 1 +
.../apache-airflow-providers-apache-livy/index.rst | 1 +
docs/apache-airflow-providers-apache-pig/index.rst | 1 +
.../index.rst | 1 +
.../index.rst | 1 +
.../index.rst | 1 +
docs/apache-airflow-providers-celery/index.rst | 1 +
docs/apache-airflow-providers-cloudant/index.rst | 1 +
.../index.rst | 1 +
docs/apache-airflow-providers-databricks/index.rst | 1 +
docs/apache-airflow-providers-datadog/index.rst | 6 +
docs/apache-airflow-providers-dingding/index.rst | 1 +
docs/apache-airflow-providers-discord/index.rst | 1 +
docs/apache-airflow-providers-docker/index.rst | 1 +
.../index.rst | 6 +
docs/apache-airflow-providers-exasol/index.rst | 6 +
docs/apache-airflow-providers-facebook/index.rst | 6 +
docs/apache-airflow-providers-ftp/index.rst | 6 +
docs/apache-airflow-providers-google/index.rst | 1 +
.../operators/transfer/s3_to_gcs.rst | 3 +-
docs/apache-airflow-providers-grpc/index.rst | 6 +
docs/apache-airflow-providers-hashicorp/index.rst | 6 +
docs/apache-airflow-providers-http/index.rst | 1 +
docs/apache-airflow-providers-imap/index.rst | 6 +
docs/apache-airflow-providers-jdbc/index.rst | 1 +
docs/apache-airflow-providers-jenkins/index.rst | 1 +
docs/apache-airflow-providers-jira/index.rst | 6 +
.../index.rst | 1 +
.../index.rst | 6 +
.../index.rst | 1 +
docs/apache-airflow-providers-mongo/index.rst | 6 +
docs/apache-airflow-providers-mysql/index.rst | 6 +
docs/apache-airflow-providers-odbc/index.rst | 2 +
docs/apache-airflow-providers-openfaas/index.rst | 6 +
docs/apache-airflow-providers-opsgenie/index.rst | 6 +
docs/apache-airflow-providers-oracle/index.rst | 6 +
docs/apache-airflow-providers-pagerduty/index.rst | 6 +
docs/apache-airflow-providers-papermill/index.rst | 1 +
docs/apache-airflow-providers-plexus/index.rst | 6 +
docs/apache-airflow-providers-postgres/index.rst | 6 +
docs/apache-airflow-providers-presto/index.rst | 6 +
docs/apache-airflow-providers-qubole/index.rst | 1 +
docs/apache-airflow-providers-redis/index.rst | 6 +
docs/apache-airflow-providers-salesforce/index.rst | 1 +
docs/apache-airflow-providers-samba/index.rst | 6 +
docs/apache-airflow-providers-segment/index.rst | 6 +
docs/apache-airflow-providers-sendgrid/index.rst | 6 +
docs/apache-airflow-providers-sftp/index.rst | 6 +
.../apache-airflow-providers-singularity/index.rst | 1 +
docs/apache-airflow-providers-slack/index.rst | 6 +
docs/apache-airflow-providers-snowflake/index.rst | 1 +
docs/apache-airflow-providers-sqlite/index.rst | 6 +
docs/apache-airflow-providers-ssh/index.rst | 6 +
docs/apache-airflow-providers-telegram/index.rst | 1 +
docs/apache-airflow-providers-vertica/index.rst | 6 +
docs/apache-airflow-providers-yandex/index.rst | 1 +
docs/apache-airflow-providers-zendesk/index.rst | 1 +
docs/apache-airflow-providers/index.rst | 174 +++-
docs/apache-airflow/backport-providers.rst | 2 +-
docs/apache-airflow/best-practices.rst | 82 +-
docs/apache-airflow/concepts.rst | 72 +-
docs/apache-airflow/dag-serialization.rst | 18 +-
.../docker-images-recipes/gcloud.Dockerfile | 41 +
.../docker-images-recipes/hadoop.Dockerfile | 88 ++
docs/apache-airflow/executor/celery.rst | 4 +-
docs/apache-airflow/executor/celery_kubernetes.rst | 14 +-
docs/apache-airflow/extra-packages-ref.rst | 411 ++++-----
docs/apache-airflow/howto/connection.rst | 21 +-
docs/apache-airflow/howto/custom-operator.rst | 7 +
docs/apache-airflow/howto/define_extra_link.rst | 10 +-
docs/apache-airflow/howto/index.rst | 2 +-
docs/apache-airflow/howto/initialize-database.rst | 105 ---
docs/apache-airflow/howto/run-with-upstart.rst | 6 +-
docs/apache-airflow/howto/set-up-database.rst | 145 +++
docs/apache-airflow/img/dag_serialization.png | Bin 43549 -> 99917 bytes
docs/apache-airflow/installation.rst | 226 +++--
.../logging-monitoring/logging-tasks.rst | 2 +-
docs/apache-airflow/logging-monitoring/metrics.rst | 67 +-
docs/apache-airflow/plugins.rst | 29 +-
docs/apache-airflow/production-deployment.rst | 424 +++++++--
docs/apache-airflow/project.rst | 11 +-
docs/apache-airflow/redirects.txt | 3 +
docs/apache-airflow/scheduler.rst | 2 +
docs/apache-airflow/security/api.rst | 6 +-
docs/apache-airflow/security/webserver.rst | 55 +-
docs/apache-airflow/start.rst | 34 +-
docs/apache-airflow/upgrade-check.rst | 20 +-
docs/apache-airflow/upgrading-to-2.rst | 49 +-
docs/build_docs.py | 25 +-
docs/conf.py | 101 ++-
docs/exts/docs_build/docs_builder.py | 30 +-
docs/exts/docs_build/fetch_inventories.py | 27 +-
docs/exts/docs_build/lint_checks.py | 197 ++--
docs/exts/docs_build/third_party_inventories.py | 52 ++
.../operators_and_hooks_ref-transfers.rst.jinja2 | 2 +-
docs/spelling_wordlist.txt | 3 +
images/quick_start/add Interpreter.png | Bin 0 -> 118539 bytes
images/quick_start/add_configuration.png | Bin 0 -> 97805 bytes
images/quick_start/add_env_variable.png | Bin 0 -> 86158 bytes
images/quick_start/airflow_clone.png | Bin 0 -> 175230 bytes
images/quick_start/airflow_fork.png | Bin 0 -> 44861 bytes
images/quick_start/ci_tests.png | Bin 0 -> 74167 bytes
images/quick_start/click_on_clone.png | Bin 0 -> 28944 bytes
images/quick_start/creating_branch_1.png | Bin 0 -> 32659 bytes
images/quick_start/creating_branch_2.png | Bin 0 -> 17802 bytes
images/quick_start/local_airflow.png | Bin 0 -> 21976 bytes
images/quick_start/mysql_connection.png | Bin 0 -> 99933 bytes
images/quick_start/pr1.png | Bin 0 -> 59941 bytes
images/quick_start/pr2.png | Bin 0 -> 57712 bytes
images/quick_start/pr3.png | Bin 0 -> 163389 bytes
images/quick_start/pycharm_clone.png | Bin 0 -> 25074 bytes
images/quick_start/start_airflow_tmux.png | Bin 0 -> 212341 bytes
kubernetes_tests/test_kubernetes_executor.py | 28 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 114 +--
.../test_kubernetes_pod_operator_backcompat.py | 73 +-
pylintrc | 3 +-
.../ci/build_airflow/ci_build_airflow_package.sh | 5 +-
scripts/ci/constraints/ci_generate_constraints.sh | 2 +-
scripts/ci/docker-compose/_docker.env | 2 +-
scripts/ci/docker-compose/backend-mysql.yml | 13 +-
scripts/ci/docker-compose/backend-postgres.yml | 12 +-
scripts/ci/docker-compose/backend-sqlite.yml | 2 -
scripts/ci/docker-compose/base.yml | 5 +-
.../ci/docker-compose/integration-cassandra.yml | 11 +-
scripts/ci/docker-compose/integration-kerberos.yml | 18 +-
scripts/ci/docker-compose/integration-mongo.yml | 11 +-
scripts/ci/docker-compose/integration-openldap.yml | 11 +-
...integration-redis.yml => integration-pinot.yml} | 24 +-
scripts/ci/docker-compose/integration-presto.yml | 9 +-
scripts/ci/docker-compose/integration-rabbitmq.yml | 11 +-
scripts/ci/docker-compose/integration-redis.yml | 11 +-
scripts/ci/docker-compose/local.yml | 1 -
scripts/ci/dockerfiles/presto/entrypoint.sh | 4 +-
scripts/ci/docs/ci_docs.sh | 2 +-
scripts/ci/images/ci_build_dockerhub.sh | 8 +-
scripts/ci/images/ci_prepare_ci_image_on_ci.sh | 6 +-
scripts/ci/images/ci_prepare_prod_image_on_ci.sh | 16 +-
scripts/ci/images/ci_verify_ci_image.sh | 17 +-
scripts/ci/images/ci_verify_prod_image.sh | 160 +++-
scripts/ci/images/ci_wait_for_ci_image.sh | 12 +-
scripts/ci/images/ci_wait_for_prod_image.sh | 13 +-
scripts/ci/kubernetes/ci_run_kubernetes_tests.sh | 121 +--
...tup_cluster_and_deploy_airflow_to_kubernetes.sh | 2 +-
scripts/ci/libraries/_build_airflow_packages.sh | 4 +-
scripts/ci/libraries/_build_images.sh | 304 +++++--
scripts/ci/libraries/_initialization.sh | 257 +++---
scripts/ci/libraries/_kind.sh | 61 +-
scripts/ci/libraries/_local_mounts.sh | 1 -
scripts/ci/libraries/_md5sum.sh | 5 +
scripts/ci/libraries/_parameters.sh | 4 +-
scripts/ci/libraries/_permissions.sh | 10 +-
scripts/ci/libraries/_push_pull_remove_images.sh | 97 +-
scripts/ci/libraries/_repeats.sh | 4 +-
scripts/ci/libraries/_runs.sh | 11 +-
scripts/ci/libraries/_sanity_checks.sh | 10 +-
scripts/ci/libraries/_script_init.sh | 14 +
scripts/ci/libraries/_start_end.sh | 27 +
scripts/ci/openapi/client_codegen_diff.sh | 2 +-
.../pre_commit_check_extras_have_providers.py | 69 +-
.../ci/pre_commit/pre_commit_check_order_setup.py | 129 ++-
.../pre_commit_check_pre_commit_hook_names.py | 61 ++
.../ci/pre_commit/pre_commit_check_pre_commits.sh | 8 +-
.../pre_commit_check_provider_yaml_files.py | 8 +
.../pre_commit_check_setup_extra_packages_ref.py | 272 ++++--
scripts/ci/pre_commit/pre_commit_mermaid.sh | 2 +-
.../ci/pre_commit/pre_commit_sort_in_the_wild.sh | 2 +-
.../ci_install_and_test_provider_packages.sh | 5 +-
.../ci_prepare_provider_packages.sh | 4 +-
.../ci_prepare_provider_readmes.sh | 4 +-
scripts/ci/selective_ci_checks.sh | 139 ++-
scripts/ci/static_checks/check_license.sh | 6 +-
scripts/ci/testing/ci_run_airflow_testing.sh | 90 +-
scripts/docker/compile_www_assets.sh | 50 ++
scripts/docker/install_additional_dependencies.sh | 52 ++
scripts/docker/install_airflow.sh | 88 ++
.../docker/install_airflow_from_latest_master.sh | 58 ++
.../docker/install_from_docker_context_files.sh | 106 +++
scripts/docker/install_mysql.sh | 50 +-
scripts/in_container/_in_container_utils.sh | 76 +-
scripts/in_container/bin/install_aws.sh | 67 ++
scripts/in_container/bin/install_az.sh | 70 ++
scripts/in_container/bin/install_gcloud.sh | 76 ++
.../bin/install_imgcat.sh} | 36 +-
scripts/in_container/bin/install_java.sh | 70 ++
scripts/in_container/bin/install_kubectl.sh | 55 ++
scripts/in_container/bin/install_terraform.sh | 56 ++
scripts/in_container/bin/run_tmux | 63 ++
scripts/in_container/check_environment.sh | 54 +-
scripts/in_container/entrypoint_ci.sh | 47 +-
scripts/in_container/entrypoint_exec.sh | 5 +-
scripts/in_container/prod/entrypoint_prod.sh | 252 ++++--
scripts/in_container/run_ci_tests.sh | 10 +-
scripts/in_container/run_cli_tool.sh | 167 ----
scripts/in_container/run_generate_constraints.sh | 2 +-
.../run_install_and_test_provider_packages.sh | 171 ++--
scripts/in_container/run_mypy.sh | 2 +
.../in_container/run_prepare_provider_packages.sh | 256 +++---
.../in_container/run_prepare_provider_readme.sh | 13 +-
scripts/in_container/run_tmux.sh | 59 --
scripts/in_container/run_tmux_welcome.sh | 2 +-
setup.cfg | 32 +-
setup.py | 759 ++++++++--------
tests/always/test_example_dags.py | 8 +-
tests/always/test_project_structure.py | 10 +-
.../auth/backend/test_kerberos_auth.py} | 8 +-
tests/api/auth/test_client.py | 4 +-
tests/api/client/test_local_client.py | 21 +-
tests/api/common/experimental/test_delete_dag.py | 32 +-
tests/api/common/experimental/test_mark_tasks.py | 114 +--
tests/api/common/experimental/test_pool.py | 92 +-
tests/api/common/experimental/test_trigger_dag.py | 13 +-
.../endpoints/test_connection_endpoint.py | 182 ++--
tests/api_connexion/endpoints/test_dag_endpoint.py | 177 ++--
.../endpoints/test_dag_run_endpoint.py | 94 +-
.../endpoints/test_dag_source_endpoint.py | 16 +-
.../endpoints/test_event_log_endpoint.py | 116 ++-
.../endpoints/test_extra_link_endpoint.py | 73 +-
.../endpoints/test_health_endpoint.py | 30 +-
.../endpoints/test_import_error_endpoint.py | 73 +-
tests/api_connexion/endpoints/test_log_endpoint.py | 59 +-
.../api_connexion/endpoints/test_pool_endpoint.py | 246 +++--
.../endpoints/test_task_instance_endpoint.py | 150 ++--
.../endpoints/test_variable_endpoint.py | 2 +-
.../endpoints/test_version_endpoint.py | 4 +-
.../api_connexion/endpoints/test_xcom_endpoint.py | 181 ++--
tests/api_connexion/schemas/test_common_schema.py | 97 +-
.../schemas/test_connection_schema.py | 141 ++-
tests/api_connexion/schemas/test_dag_run_schema.py | 88 +-
tests/api_connexion/schemas/test_dag_schema.py | 88 +-
tests/api_connexion/schemas/test_error_schema.py | 52 +-
.../api_connexion/schemas/test_event_log_schema.py | 76 +-
tests/api_connexion/schemas/test_health_schema.py | 2 +-
tests/api_connexion/schemas/test_pool_schemas.py | 66 +-
.../schemas/test_task_instance_schema.py | 11 +-
tests/api_connexion/schemas/test_version_schema.py | 2 +-
tests/api_connexion/schemas/test_xcom_schema.py | 113 +--
tests/api_connexion/test_error_handling.py | 6 +-
tests/api_connexion/test_parameters.py | 17 +-
tests/build_provider_packages_dependencies.py | 4 +-
tests/cli/commands/test_celery_command.py | 10 +-
tests/cli/commands/test_cheat_sheet_command.py | 6 +-
tests/cli/commands/test_config_command.py | 18 +-
tests/cli/commands/test_connection_command.py | 46 +-
tests/cli/commands/test_dag_command.py | 92 +-
tests/cli/commands/test_db_command.py | 37 +-
tests/cli/commands/test_info_command.py | 36 +-
tests/cli/commands/test_kubernetes_command.py | 60 +-
tests/cli/commands/test_legacy_commands.py | 23 +-
tests/cli/commands/test_plugins_command.py | 2 +-
tests/cli/commands/test_pool_command.py | 18 +-
tests/cli/commands/test_role_command.py | 20 +-
tests/cli/commands/test_sync_perm_command.py | 27 +-
tests/cli/commands/test_task_command.py | 76 +-
tests/cli/commands/test_user_command.py | 38 +-
tests/cli/commands/test_variable_command.py | 40 +-
tests/cli/commands/test_version_command.py | 2 +-
tests/cli/commands/test_webserver_command.py | 87 +-
tests/cli/test_cli_parser.py | 54 +-
tests/core/test_config_templates.py | 4 +-
tests/core/test_configuration.py | 280 +++---
tests/core/test_core.py | 128 +--
tests/core/test_core_to_contrib.py | 18 +-
tests/core/test_impersonation_tests.py | 4 +-
tests/core/test_logging_config.py | 12 +-
tests/core/test_providers_manager.py | 21 +-
tests/core/test_sentry.py | 4 +-
tests/core/test_settings.py | 14 +-
tests/core/test_sqlalchemy_config.py | 3 +-
tests/core/test_stats.py | 7 +-
tests/dags/test_zip.zip | Bin 2977 -> 3307 bytes
tests/executors/test_base_executor.py | 8 +-
tests/executors/test_celery_executor.py | 125 ++-
tests/executors/test_celery_kubernetes_executor.py | 265 ++----
tests/executors/test_dask_executor.py | 8 +-
tests/executors/test_executor_loader.py | 12 +-
tests/executors/test_kubernetes_executor.py | 63 +-
tests/executors/test_local_executor.py | 10 +-
tests/hooks/test_dbapi.py | 22 +-
tests/jobs/test_backfill_job.py | 379 ++++----
tests/jobs/test_local_task_job.py | 200 +++--
tests/jobs/test_scheduler_job.py | 606 ++++++++-----
tests/kubernetes/models/test_secret.py | 144 ++-
tests/kubernetes/test_pod_generator.py | 151 ++--
tests/kubernetes/test_pod_launcher.py | 36 +-
tests/kubernetes/test_refresh_config.py | 7 +-
tests/lineage/test_lineage.py | 24 +-
tests/macros/test_hive.py | 10 +-
tests/models/test_baseoperator.py | 84 +-
tests/models/test_cleartasks.py | 100 +--
tests/models/test_connection.py | 115 +--
tests/models/test_dag.py | 431 ++++-----
tests/models/test_dagbag.py | 133 +--
tests/models/test_dagcode.py | 22 +-
tests/models/test_dagrun.py | 131 +--
tests/models/test_pool.py | 49 +-
tests/models/test_renderedtifields.py | 44 +-
tests/models/test_sensorinstance.py | 4 +-
tests/models/test_serialized_dag.py | 28 +-
tests/models/test_skipmixin.py | 4 +-
tests/models/test_taskinstance.py | 375 ++++----
tests/models/test_xcom.py | 41 +-
tests/operators/test_bash.py | 24 +-
tests/operators/test_branch_operator.py | 41 +-
tests/operators/test_latest_only_operator.py | 91 +-
tests/operators/test_python.py | 121 ++-
tests/operators/test_sql.py | 76 +-
tests/operators/test_subdag_operator.py | 33 +-
tests/operators/test_trigger_dagrun.py | 42 +-
tests/plugins/test_plugin.py | 2 +
tests/plugins/test_plugin_ignore.py | 4 +-
tests/plugins/test_plugins_manager.py | 46 +-
tests/providers/amazon/aws/hooks/test_athena.py | 16 +-
tests/providers/amazon/aws/hooks/test_base_aws.py | 45 +-
.../amazon/aws/hooks/test_base_aws_system.py | 2 +-
.../amazon/aws/hooks/test_batch_client.py | 79 +-
.../amazon/aws/hooks/test_batch_waiters.py | 86 +-
.../amazon/aws/hooks/test_cloud_formation.py | 14 +-
tests/providers/amazon/aws/hooks/test_datasync.py | 109 +--
tests/providers/amazon/aws/hooks/test_dynamodb.py | 4 +-
tests/providers/amazon/aws/hooks/test_ec2.py | 10 +-
.../hooks/test_elasticache_replication_group.py | 4 +-
tests/providers/amazon/aws/hooks/test_emr.py | 10 +-
tests/providers/amazon/aws/hooks/test_glacier.py | 6 +-
tests/providers/amazon/aws/hooks/test_glue.py | 6 +-
.../amazon/aws/hooks/test_glue_catalog.py | 25 +-
tests/providers/amazon/aws/hooks/test_kinesis.py | 8 +-
tests/providers/amazon/aws/hooks/test_logs.py | 2 +-
tests/providers/amazon/aws/hooks/test_redshift.py | 16 +-
tests/providers/amazon/aws/hooks/test_s3.py | 15 +-
tests/providers/amazon/aws/hooks/test_sagemaker.py | 86 +-
.../amazon/aws/hooks/test_secrets_manager.py | 8 +-
tests/providers/amazon/aws/hooks/test_sns.py | 2 +-
tests/providers/amazon/aws/hooks/test_sqs.py | 2 +-
.../amazon/aws/hooks/test_step_function.py | 2 +-
.../amazon/aws/log/test_cloudwatch_task_handler.py | 31 +-
.../amazon/aws/log/test_s3_task_handler.py | 46 +-
.../providers/amazon/aws/operators/test_athena.py | 40 +-
.../amazon/aws/operators/test_datasync.py | 228 +++--
.../aws/operators/test_ec2_start_instance.py | 12 +-
.../amazon/aws/operators/test_ec2_stop_instance.py | 12 +-
.../amazon/aws/operators/test_emr_add_steps.py | 13 +-
.../aws/operators/test_emr_create_job_flow.py | 12 +-
.../aws/operators/test_emr_modify_cluster.py | 13 +-
tests/providers/amazon/aws/operators/test_glue.py | 2 +-
.../amazon/aws/operators/test_s3_copy_object.py | 12 +-
.../amazon/aws/operators/test_s3_delete_objects.py | 18 +-
.../amazon/aws/operators/test_s3_file_transform.py | 9 +-
.../providers/amazon/aws/operators/test_s3_list.py | 2 +-
.../amazon/aws/operators/test_sagemaker_base.py | 2 +-
.../aws/operators/test_sagemaker_endpoint.py | 6 +-
.../operators/test_sagemaker_endpoint_config.py | 7 +-
.../amazon/aws/operators/test_sagemaker_model.py | 5 +-
.../aws/operators/test_sagemaker_processing.py | 10 +-
.../aws/operators/test_sagemaker_training.py | 23 +-
.../aws/operators/test_sagemaker_transform.py | 14 +-
.../amazon/aws/operators/test_sagemaker_tuning.py | 37 +-
tests/providers/amazon/aws/operators/test_sns.py | 14 +-
tests/providers/amazon/aws/operators/test_sqs.py | 12 +-
.../test_step_function_get_execution_output.py | 10 +-
.../test_step_function_start_execution.py | 14 +-
.../amazon/aws/secrets/test_secrets_manager.py | 16 +-
.../amazon/aws/secrets/test_systems_manager.py | 20 +-
tests/providers/amazon/aws/sensors/test_athena.py | 16 +-
.../amazon/aws/sensors/test_cloud_formation.py | 19 +-
.../amazon/aws/sensors/test_ec2_instance_state.py | 27 +-
.../providers/amazon/aws/sensors/test_emr_base.py | 14 +-
.../amazon/aws/sensors/test_emr_job_flow.py | 9 +-
.../providers/amazon/aws/sensors/test_emr_step.py | 12 +-
tests/providers/amazon/aws/sensors/test_glacier.py | 14 +-
tests/providers/amazon/aws/sensors/test_glue.py | 4 +-
.../aws/sensors/test_glue_catalog_partition.py | 16 +-
.../providers/amazon/aws/sensors/test_redshift.py | 6 +-
.../amazon/aws/sensors/test_s3_keys_unchanged.py | 23 +-
.../providers/amazon/aws/sensors/test_s3_prefix.py | 4 +-
.../amazon/aws/sensors/test_sagemaker_base.py | 12 +-
.../amazon/aws/sensors/test_sagemaker_endpoint.py | 7 +-
.../amazon/aws/sensors/test_sagemaker_training.py | 11 +-
.../amazon/aws/sensors/test_sagemaker_transform.py | 7 +-
.../amazon/aws/sensors/test_sagemaker_tuning.py | 7 +-
tests/providers/amazon/aws/sensors/test_sqs.py | 22 +-
.../aws/sensors/test_step_function_execution.py | 15 +-
.../amazon/aws/transfers/test_dynamodb_to_s3.py | 2 +-
.../amazon/aws/transfers/test_gcs_to_s3.py | 22 +-
.../amazon/aws/transfers/test_google_api_to_s3.py | 5 +-
.../amazon/aws/transfers/test_hive_to_dynamodb.py | 6 +-
.../amazon/aws/transfers/test_redshift_to_s3.py | 8 +-
.../amazon/aws/transfers/test_s3_to_redshift.py | 8 +-
.../amazon/aws/transfers/test_s3_to_sftp.py | 21 +-
.../amazon/aws/transfers/test_sftp_to_s3.py | 12 +-
.../apache/cassandra/hooks/test_cassandra.py | 30 +-
.../apache/cassandra/sensors/test_record.py | 6 +-
.../apache/cassandra/sensors/test_table.py | 6 +-
tests/providers/apache/druid/hooks/test_druid.py | 51 +-
.../providers/apache/druid/operators/test_druid.py | 2 +-
.../apache/druid/operators/test_druid_check.py | 4 +-
.../apache/druid/transfers/test_hive_to_druid.py | 2 +-
tests/providers/apache/hdfs/hooks/test_hdfs.py | 10 +-
tests/providers/apache/hdfs/hooks/test_webhdfs.py | 13 +-
tests/providers/apache/hdfs/sensors/test_hdfs.py | 16 +-
.../providers/apache/hdfs/sensors/test_web_hdfs.py | 4 +-
tests/providers/apache/hive/hooks/test_hive.py | 103 +--
tests/providers/apache/hive/operators/test_hive.py | 14 +-
.../apache/hive/operators/test_hive_stats.py | 54 +-
.../hive/sensors/test_named_hive_partition.py | 28 +-
.../apache/hive/transfers/test_hive_to_mysql.py | 4 +-
.../apache/hive/transfers/test_mssql_to_hive.py | 8 +-
.../apache/hive/transfers/test_mysql_to_hive.py | 73 +-
.../apache/hive/transfers/test_s3_to_hive.py | 44 +-
tests/providers/apache/kylin/hooks/test_kylin.py | 22 +-
.../apache/kylin/operators/test_kylin_cube.py | 34 +-
tests/providers/apache/livy/hooks/test_livy.py | 148 +--
tests/providers/apache/livy/operators/test_livy.py | 12 +-
tests/providers/apache/livy/sensors/test_livy.py | 2 +-
tests/providers/apache/pig/hooks/test_pig.py | 19 +-
tests/providers/apache/pig/operators/test_pig.py | 4 +-
tests/providers/apache/pinot/hooks/test_pinot.py | 34 +-
.../apache/spark/hooks/test_spark_jdbc.py | 4 +-
.../providers/apache/spark/hooks/test_spark_sql.py | 120 ++-
.../apache/spark/hooks/test_spark_submit.py | 145 ++-
.../apache/spark/operators/test_spark_jdbc.py | 56 +-
.../apache/spark/operators/test_spark_sql.py | 30 +-
.../apache/spark/operators/test_spark_submit.py | 54 +-
tests/providers/apache/sqoop/hooks/test_sqoop.py | 205 +++--
.../providers/apache/sqoop/operators/test_sqoop.py | 52 +-
.../providers/celery/sensors/test_celery_queue.py | 6 +-
tests/providers/cloudant/hooks/test_cloudant.py | 6 +-
.../cncf/kubernetes/hooks/test_kubernetes.py | 17 +-
.../kubernetes/operators/test_spark_kubernetes.py | 8 +-
.../kubernetes/sensors/test_spark_kubernetes.py | 50 +-
.../providers/databricks/hooks/test_databricks.py | 47 +-
.../databricks/operators/test_databricks.py | 42 +-
tests/providers/datadog/hooks/test_datadog.py | 8 +-
tests/providers/datadog/sensors/test_datadog.py | 4 +-
tests/providers/dingding/hooks/test_dingding.py | 25 +-
.../providers/dingding/operators/test_dingding.py | 12 +-
.../discord/hooks/test_discord_webhook.py | 12 +-
.../discord/operators/test_discord_webhook.py | 14 +-
tests/providers/docker/hooks/test_docker.py | 14 +-
tests/providers/docker/operators/test_docker.py | 47 +-
.../docker/operators/test_docker_swarm.py | 25 +-
.../elasticsearch/hooks/test_elasticsearch.py | 10 +-
tests/providers/exasol/hooks/test_exasol.py | 32 +-
tests/providers/ftp/sensors/test_ftp.py | 22 +-
.../_internal_client/test_secret_manager_client.py | 8 +-
.../providers/google/cloud/hooks/test_bigquery.py | 180 ++--
.../google/cloud/hooks/test_bigquery_dts.py | 4 +-
.../google/cloud/hooks/test_bigquery_system.py | 14 +-
.../providers/google/cloud/hooks/test_bigtable.py | 36 +-
.../google/cloud/hooks/test_cloud_build.py | 33 +-
.../google/cloud/hooks/test_cloud_memorystore.py | 23 +-
.../providers/google/cloud/hooks/test_cloud_sql.py | 201 ++---
.../hooks/test_cloud_storage_transfer_service.py | 145 ++-
tests/providers/google/cloud/hooks/test_compute.py | 48 +-
.../google/cloud/hooks/test_compute_ssh.py | 58 +-
.../google/cloud/hooks/test_datacatalog.py | 65 +-
.../providers/google/cloud/hooks/test_dataflow.py | 86 +-
.../providers/google/cloud/hooks/test_dataprep.py | 12 +-
.../providers/google/cloud/hooks/test_dataproc.py | 80 +-
.../providers/google/cloud/hooks/test_datastore.py | 58 +-
tests/providers/google/cloud/hooks/test_dlp.py | 165 ++--
.../providers/google/cloud/hooks/test_functions.py | 34 +-
tests/providers/google/cloud/hooks/test_gdm.py | 14 +-
tests/providers/google/cloud/hooks/test_kms.py | 12 +-
.../google/cloud/hooks/test_kms_system.py | 104 +++
.../google/cloud/hooks/test_kubernetes_engine.py | 21 +-
.../google/cloud/hooks/test_life_sciences.py | 35 +-
.../providers/google/cloud/hooks/test_mlengine.py | 53 +-
.../google/cloud/hooks/test_natural_language.py | 16 +-
.../providers/google/cloud/hooks/test_os_login.py | 3 +-
tests/providers/google/cloud/hooks/test_pubsub.py | 61 +-
.../google/cloud/hooks/test_secret_manager.py | 4 +-
.../cloud/hooks/test_secret_manager_system.py | 10 +-
tests/providers/google/cloud/hooks/test_spanner.py | 66 +-
.../google/cloud/hooks/test_speech_to_text.py | 4 +-
.../google/cloud/hooks/test_text_to_speech.py | 4 +-
.../providers/google/cloud/hooks/test_translate.py | 19 +-
.../google/cloud/hooks/test_video_intelligence.py | 8 +-
tests/providers/google/cloud/hooks/test_vision.py | 118 ++-
.../cloud/log/test_gcs_task_handler_system.py | 6 +-
.../cloud/log/test_stackdriver_task_handler.py | 42 +-
.../log/test_stackdriver_task_handler_system.py | 10 +-
.../google/cloud/operators/test_bigquery.py | 102 +--
.../google/cloud/operators/test_bigtable.py | 116 ++-
.../google/cloud/operators/test_cloud_build.py | 21 +-
.../google/cloud/operators/test_cloud_sql.py | 106 +--
.../cloud/operators/test_cloud_sql_system.py | 22 +-
.../test_cloud_storage_transfer_service.py | 194 ++--
.../google/cloud/operators/test_compute.py | 145 +--
.../google/cloud/operators/test_datacatalog.py | 12 +-
.../cloud/operators/test_datacatalog_system.py} | 17 +-
.../google/cloud/operators/test_dataflow.py | 46 +-
.../google/cloud/operators/test_functions.py | 59 +-
tests/providers/google/cloud/operators/test_gcs.py | 2 +-
.../cloud/operators/test_kubernetes_engine.py | 21 +-
.../google/cloud/operators/test_life_sciences.py | 4 +-
.../google/cloud/operators/test_mlengine_utils.py | 16 +-
.../cloud/operators/test_natural_language.py | 8 +-
.../google/cloud/operators/test_pubsub.py | 10 +-
.../google/cloud/operators/test_spanner.py | 82 +-
.../google/cloud/operators/test_speech_to_text.py | 14 +-
.../google/cloud/operators/test_text_to_speech.py | 7 +-
.../google/cloud/operators/test_translate.py | 19 +-
.../cloud/operators/test_translate_speech.py | 26 +-
.../google/cloud/operators/test_vision.py | 4 +-
.../google/cloud/secrets/test_secret_manager.py | 40 +-
.../cloud/secrets/test_secret_manager_system.py | 4 +-
.../google/cloud/sensors/test_bigquery.py | 4 +-
.../google/cloud/sensors/test_bigtable.py | 15 +-
.../sensors/test_cloud_storage_transfer_service.py | 10 +-
.../google/cloud/sensors/test_dataflow.py | 21 +-
.../google/cloud/sensors/test_dataproc.py | 9 +-
tests/providers/google/cloud/sensors/test_gcs.py | 57 +-
.../providers/google/cloud/sensors/test_pubsub.py | 9 +-
.../google/cloud/transfers/test_adls_to_gcs.py | 16 +-
.../cloud/transfers/test_azure_fileshare_to_gcs.py | 16 +-
.../cloud/transfers/test_cassandra_to_gcs.py | 35 +-
.../google/cloud/transfers/test_gcs_to_gcs.py | 10 +-
.../google/cloud/transfers/test_gcs_to_sftp.py | 28 +-
.../google/cloud/transfers/test_local_to_gcs.py | 10 +-
.../google/cloud/transfers/test_mssql_to_gcs.py | 30 +-
.../google/cloud/transfers/test_mysql_to_gcs.py | 79 +-
.../google/cloud/transfers/test_postgres_to_gcs.py | 30 +-
.../google/cloud/transfers/test_presto_to_gcs.py | 54 +-
.../google/cloud/transfers/test_s3_to_gcs.py | 16 +-
.../cloud/transfers/test_salesforce_to_gcs.py | 2 +-
.../google/cloud/transfers/test_sftp_to_gcs.py | 8 +-
.../google/cloud/utils/gcp_authenticator.py | 2 +
.../cloud/utils/test_credentials_provider.py | 113 +--
.../google/cloud/utils/test_field_sanitizer.py | 60 +-
.../google/cloud/utils/test_field_validator.py | 52 +-
.../cloud/utils/test_mlengine_operator_utils.py | 119 ++-
.../utils/test_mlengine_prediction_summary.py | 15 +-
.../common/auth_backend/test_google_openid.py | 26 +-
.../google/common/hooks/test_base_google.py | 153 ++--
.../common/utils/test_id_token_credentials.py | 21 +-
.../google/firebase/hooks/test_firestore.py | 21 +-
.../marketing_platform/hooks/test_analytics.py | 14 +-
.../hooks/test_campaign_manager.py | 22 +-
.../marketing_platform/hooks/test_display_video.py | 18 +-
.../marketing_platform/hooks/test_search_ads.py | 8 +-
.../sensors/test_campaign_manager.py | 2 +-
tests/providers/google/suite/hooks/test_drive.py | 10 +-
tests/providers/google/suite/hooks/test_sheets.py | 66 +-
.../google/suite/transfers/test_gcs_to_gdrive.py | 4 +-
tests/providers/grpc/hooks/test_grpc.py | 26 +-
tests/providers/grpc/operators/test_grpc.py | 2 +-
.../_internal_client/test_vault_client.py | 195 ++--
tests/providers/hashicorp/hooks/test_vault.py | 155 ++--
tests/providers/hashicorp/secrets/test_vault.py | 33 +-
tests/providers/http/hooks/test_http.py | 43 +-
tests/providers/http/operators/test_http.py | 4 +-
tests/providers/http/sensors/test_http.py | 11 +-
tests/providers/imap/hooks/test_imap.py | 48 +-
.../providers/imap/sensors/test_imap_attachment.py | 2 +-
tests/providers/jdbc/hooks/test_jdbc.py | 6 +-
tests/providers/jenkins/hooks/test_jenkins.py | 8 +-
.../jenkins/operators/test_jenkins_job_trigger.py | 12 +-
tests/providers/jira/hooks/test_jira.py | 6 +-
tests/providers/jira/operators/test_jira.py | 8 +-
tests/providers/jira/sensors/test_jira.py | 4 +-
tests/providers/microsoft/azure/hooks/test_adx.py | 13 +-
.../microsoft/azure/hooks/test_azure_batch.py | 14 +-
.../azure/hooks/test_azure_container_instance.py | 6 +-
.../azure/hooks/test_azure_container_registry.py | 8 +-
.../azure/hooks/test_azure_container_volume.py | 12 +-
.../microsoft/azure/hooks/test_azure_cosmos.py | 21 +-
.../microsoft/azure/hooks/test_azure_data_lake.py | 6 +-
.../microsoft/azure/hooks/test_azure_fileshare.py | 16 +-
tests/providers/microsoft/azure/hooks/test_wasb.py | 24 +-
.../microsoft/azure/log/test_wasb_task_handler.py | 31 +-
.../microsoft/azure/operators/test_adls_list.py | 2 +-
.../microsoft/azure/operators/test_azure_batch.py | 30 +-
.../operators/test_azure_container_instances.py | 87 +-
.../azure/operators/test_wasb_delete_blob.py | 12 +-
.../azure/secrets/test_azure_key_vault.py | 24 +-
.../microsoft/azure/sensors/test_azure_cosmos.py | 4 +-
.../providers/microsoft/azure/sensors/test_wasb.py | 24 +-
.../azure/transfers/test_azure_blob_to_gcs.py | 24 +-
.../microsoft/azure/transfers/test_file_to_wasb.py | 14 +-
.../azure/transfers/test_local_to_adls.py | 6 +-
.../transfers/test_oracle_to_azure_data_lake.py | 8 +-
.../providers/microsoft/mssql/hooks/test_mssql.py | 4 +-
.../providers/microsoft/winrm/hooks/test_winrm.py | 14 +-
.../microsoft/winrm/operators/test_winrm.py | 6 +-
tests/providers/mongo/hooks/test_mongo.py | 54 +-
tests/providers/mongo/sensors/test_mongo.py | 2 +-
tests/providers/mysql/hooks/test_mysql.py | 70 +-
.../providers/mysql/transfers/test_s3_to_mysql.py | 4 +-
.../opsgenie/hooks/test_opsgenie_alert.py | 17 +-
.../opsgenie/operators/test_opsgenie_alert.py | 30 +-
tests/providers/oracle/hooks/test_oracle.py | 61 +-
tests/providers/pagerduty/hooks/test_pagerduty.py | 12 +-
tests/providers/postgres/hooks/test_postgres.py | 16 +-
tests/providers/presto/hooks/test_presto.py | 43 +-
tests/providers/qubole/hooks/test_qubole.py | 6 +-
tests/providers/qubole/hooks/test_qubole_check.py | 8 +-
tests/providers/qubole/operators/test_qubole.py | 50 +-
.../qubole/operators/test_qubole_check.py | 11 +-
tests/providers/qubole/sensors/test_qubole.py | 8 +-
tests/providers/redis/hooks/test_redis.py | 22 +-
.../redis/operators/test_redis_publish.py | 8 +-
tests/providers/redis/sensors/test_redis_key.py | 4 +-
.../providers/redis/sensors/test_redis_pub_sub.py | 24 +-
.../providers/salesforce/hooks/test_salesforce.py | 15 +-
tests/providers/salesforce/hooks/test_tableau.py | 2 +-
.../operators/test_tableau_refresh_workbook.py | 9 +-
.../salesforce/sensors/test_tableau_job_status.py | 6 +-
tests/providers/samba/hooks/test_samba.py | 5 +-
tests/providers/segment/hooks/test_segment.py | 10 +-
.../segment/operators/test_segment_track_event.py | 10 +-
tests/providers/sftp/operators/test_sftp.py | 73 +-
tests/providers/sftp/sensors/test_sftp.py | 9 +-
.../singularity/operators/test_singularity.py | 5 +-
tests/providers/slack/hooks/test_slack.py | 18 +-
tests/providers/slack/hooks/test_slack_webhook.py | 8 +-
tests/providers/slack/operators/test_slack.py | 50 +-
.../slack/operators/test_slack_webhook.py | 24 +-
tests/providers/snowflake/hooks/test_snowflake.py | 14 +-
tests/providers/sqlite/hooks/test_sqlite.py | 10 +-
tests/providers/ssh/hooks/test_ssh.py | 24 +-
tests/providers/ssh/operators/test_ssh.py | 43 +-
tests/providers/telegram/hooks/test_telegram.py | 29 +-
.../providers/telegram/operators/test_telegram.py | 11 +-
tests/providers/vertica/hooks/test_vertica.py | 10 +-
tests/providers/yandex/hooks/test_yandex.py | 11 +-
.../yandex/hooks/test_yandexcloud_dataproc.py | 12 +-
tests/providers/zendesk/hooks/test_zendesk.py | 3 +-
tests/secrets/test_local_filesystem.py | 56 +-
tests/secrets/test_secrets.py | 12 +-
tests/secrets/test_secrets_backends.py | 20 +-
tests/security/test_kerberos.py | 19 +-
tests/sensors/test_base.py | 217 +++--
tests/sensors/test_bash.py | 4 +-
tests/sensors/test_external_task_sensor.py | 36 +-
tests/sensors/test_filesystem.py | 8 +-
tests/sensors/test_python.py | 14 +-
tests/sensors/test_smart_sensor_operator.py | 46 +-
tests/sensors/test_sql_sensor.py | 50 +-
tests/sensors/test_timeout_sensor.py | 7 +-
tests/sensors/test_weekday_sensor.py | 13 +-
tests/serialization/test_dag_serialization.py | 241 +++--
tests/task/task_runner/test_cgroup_task_runner.py | 4 +-
.../task/task_runner/test_standard_task_runner.py | 24 +-
tests/task/task_runner/test_task_runner.py | 6 +-
tests/test_utils/gcp_system_helpers.py | 3 +
tests/test_utils/mock_executor.py | 1 +
tests/test_utils/perf/perf_kit/__init__.py | 8 +-
tests/test_utils/reset_warning_registry.py | 4 +-
.../test_remote_user_api_auth_backend.py | 24 +-
.../deps/test_dag_ti_slots_available_dep.py | 4 +-
tests/ti_deps/deps/test_dag_unpaused_dep.py | 4 +-
tests/ti_deps/deps/test_dagrun_exists_dep.py | 4 +-
tests/ti_deps/deps/test_dagrun_id_dep.py | 8 +-
tests/ti_deps/deps/test_not_in_retry_period_dep.py | 10 +-
.../ti_deps/deps/test_pool_slots_available_dep.py | 8 +-
tests/ti_deps/deps/test_prev_dagrun_dep.py | 12 +-
tests/ti_deps/deps/test_ready_to_reschedule_dep.py | 14 +-
tests/ti_deps/deps/test_runnable_exec_date_dep.py | 8 +-
tests/ti_deps/deps/test_task_concurrency.py | 8 +-
tests/ti_deps/deps/test_task_not_running_dep.py | 4 +-
tests/ti_deps/deps/test_trigger_rule_dep.py | 100 +--
tests/ti_deps/deps/test_valid_state_dep.py | 8 +-
tests/utils/log/test_file_processor_handler.py | 24 +-
tests/utils/log/test_json_formatter.py | 12 +-
tests/utils/log/test_log_reader.py | 122 ++-
tests/utils/test_cli_util.py | 48 +-
tests/utils/test_compression.py | 20 +-
tests/utils/test_dag_cycle.py | 24 +-
tests/utils/test_dag_processing.py | 71 +-
tests/utils/test_dates.py | 96 +-
tests/utils/test_db.py | 4 +-
tests/utils/test_decorators.py | 22 +-
tests/utils/test_docs.py | 2 +-
tests/utils/test_dot_renderer.py | 32 +-
tests/utils/test_email.py | 133 +--
tests/utils/test_helpers.py | 62 +-
tests/utils/test_json.py | 34 +-
tests/utils/test_log_handlers.py | 51 +-
tests/utils/test_logging_mixin.py | 14 +-
tests/utils/test_module_loading.py | 8 +-
tests/utils/test_net.py | 12 +-
tests/utils/test_operator_helpers.py | 42 +-
tests/utils/test_process_utils.py | 52 +-
tests/utils/test_python_virtualenv.py | 6 +-
tests/utils/test_serve_logs.py | 2 +-
tests/utils/test_sqlalchemy.py | 18 +-
.../test_task_handler_with_custom_formatter.py | 4 +-
tests/utils/test_timezone.py | 40 +-
tests/utils/test_trigger_rule.py | 20 +-
tests/utils/test_weekday.py | 18 +-
tests/utils/test_weight_rule.py | 8 +-
.../www/api/experimental/test_dag_runs_endpoint.py | 46 +-
tests/www/api/experimental/test_endpoints.py | 178 ++--
tests/www/test_app.py | 45 +-
tests/www/test_init_views.py | 9 +-
tests/www/test_security.py | 120 ++-
tests/www/test_utils.py | 122 +--
tests/www/test_validators.py | 62 +-
tests/www/test_views.py | 348 ++++----
934 files changed, 20769 insertions(+), 14268 deletions(-)
create mode 160000 .github/actions/cancel-workflow-runs
create mode 160000 .github/actions/checks-action
create mode 160000 .github/actions/codecov-action
create mode 160000 .github/actions/configure-aws-credentials
create mode 160000 .github/actions/get-workflow-origin
create mode 160000 .github/actions/github-push-action
create mode 160000 .github/actions/label-when-approved-action
create mode 100644 .gitmodules
create mode 100644 COMMITTERS.rst
create mode 100644 CONTRIBUTORS_QUICK_START.rst
create mode 100644 airflow/config_templates/config.yml.schema.json
copy airflow/{provider.yaml.schema.json => deprecated_schemas/provider-2.0.0.yaml.schema.json} (98%)
create mode 100644 airflow/provider_info.schema.json
create mode 100644 airflow/providers/mysql/ADDITIONAL_INFO.md
copy airflow/www/{compile_assets.sh => ask_for_recompile_assets_if_needed.sh} (59%)
create mode 100644 chart/templates/check-values.yaml
create mode 100644 chart/tests/test_cleanup_pods.py
rename chart/tests/{test_celery_kubernetes_pod_launcher_role.py => test_ingress_web.py} (59%)
create mode 100644 chart/tests/test_keda.py
create mode 100644 chart/tests/test_pod_launcher_role.py
create mode 100644 chart/tests/test_redis.py
create mode 100644 chart/tests/test_webserver_deployment.py
create mode 100644 docs/apache-airflow/docker-images-recipes/gcloud.Dockerfile
create mode 100644 docs/apache-airflow/docker-images-recipes/hadoop.Dockerfile
delete mode 100644 docs/apache-airflow/howto/initialize-database.rst
create mode 100644 docs/apache-airflow/howto/set-up-database.rst
create mode 100644 docs/exts/docs_build/third_party_inventories.py
create mode 100644 images/quick_start/add Interpreter.png
create mode 100644 images/quick_start/add_configuration.png
create mode 100644 images/quick_start/add_env_variable.png
create mode 100644 images/quick_start/airflow_clone.png
create mode 100644 images/quick_start/airflow_fork.png
create mode 100644 images/quick_start/ci_tests.png
create mode 100644 images/quick_start/click_on_clone.png
create mode 100644 images/quick_start/creating_branch_1.png
create mode 100644 images/quick_start/creating_branch_2.png
create mode 100644 images/quick_start/local_airflow.png
create mode 100644 images/quick_start/mysql_connection.png
create mode 100644 images/quick_start/pr1.png
create mode 100644 images/quick_start/pr2.png
create mode 100644 images/quick_start/pr3.png
create mode 100644 images/quick_start/pycharm_clone.png
create mode 100644 images/quick_start/start_airflow_tmux.png
copy scripts/ci/docker-compose/{integration-redis.yml => integration-pinot.yml} (74%)
create mode 100755 scripts/ci/pre_commit/pre_commit_check_pre_commit_hook_names.py
create mode 100755 scripts/docker/compile_www_assets.sh
create mode 100755 scripts/docker/install_additional_dependencies.sh
create mode 100755 scripts/docker/install_airflow.sh
create mode 100755 scripts/docker/install_airflow_from_latest_master.sh
create mode 100755 scripts/docker/install_from_docker_context_files.sh
create mode 100755 scripts/in_container/bin/install_aws.sh
create mode 100755 scripts/in_container/bin/install_az.sh
create mode 100755 scripts/in_container/bin/install_gcloud.sh
copy scripts/{ci/libraries/_script_init.sh => in_container/bin/install_imgcat.sh} (57%)
create mode 100755 scripts/in_container/bin/install_java.sh
create mode 100755 scripts/in_container/bin/install_kubectl.sh
create mode 100755 scripts/in_container/bin/install_terraform.sh
create mode 100755 scripts/in_container/bin/run_tmux
delete mode 100755 scripts/in_container/run_cli_tool.sh
delete mode 100755 scripts/in_container/run_tmux.sh
rename tests/{www/api/experimental/test_kerberos_endpoints.py => api/auth/backend/test_kerberos_auth.py} (93%)
create mode 100644 tests/providers/google/cloud/hooks/test_kms_system.py
copy tests/{utils/test_weight_rule.py => providers/google/cloud/operators/test_datacatalog_system.py} (62%)