You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ka...@apache.org on 2020/11/09 19:59:12 UTC
[airflow] branch v2-0-test updated (406ed29 -> 59eb5de)
This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch v2-0-test
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from 406ed29 Make Dag Serialization a hard requirement (#11335)
add 6788428 Add FanDuel to the list of users in the wild. (#11864)
add afbdc42 Pin werkzeug back to <1.0.0 (#11872)
add 07a3c6f Fix failing tests in tests/models/test_dag.py (#11868)
add 0f41ba9 Use correct name for PostgreSQL (#11869)
add 2c89fbc add wix & wixanswers (#11863)
add b161642 Retrieve PR labels from the associated PR (#11820)
add 73884e8 Constraints generation runs regardless from test status (#11838)
add d0d931e Adds newly added fast CI jobs to "fail-fast" cancelling (#11830)
add 923cc09 Fixes the doc pattern in selective checks (#11834)
add 5154b84 Upgrade FAB to 3.1.1 (#11884)
add 6b1439f Revert "fix: Override FAB styling (#11752)" (#11888)
add e4e44c1 Fix broken link in README.md (#11885)
add de5e890 Update start.rst (#11886)
add c3f993a Fixes a problem with checked-out version of the selective check (#11891)
add d007c49 Fixes backtick in the documentation (#11892)
add 2cf1611 Add providers, operators, and hooks readmes (#11829)
add 560182e Fix typo in the word daemon (#11897)
add c204a2e Updating 2.0 docs (#11842)
add 2d9f6ee Add readme for core sensors, standardize capitalization schema (#11898)
add 8477efe Change Decorated Flow to TaskFlow API (#11895)
add aa0177f Unpin werkzeug & set default cookie_samesite to Lax (#11873)
add 4f3cd65 Fix broken docs build (#11900)
add 0d1ad66 Add Python Helm testing framework (#11693)
add 555c574 Add taskflow to accepted words (#11902)
add db121f7 Add truncate table (before copy) option to S3ToRedshiftOperator (#9246)
add 3d7f348 Fix CI Step Name for Postgres (#11908)
add b603dc6 Constraints job depends on CI images (#11904)
add 186a368 Fix Helm Chart Testing guide (#11909)
add 2352983 Add note on GKE metadata server Workload Identity (#10728)
add 0c8d089 Fix broken doc build on Master (#11915)
add 79cb771 Fixing re pattern and changing to use a single character class. (#11857)
add 02fb012 Add Ryan Hamilton to Committers list (#11923)
add fc1b85f Make taskinstances pid and duration nullable (#11906)
add bdd5e0b Simplify "scheduled" conditons to follow today's change in GA (#11876)
add e581135 Fix spelling problem introduced in #11923 (#11927)
add e802c6c Add docs about Scheduler HA, how to use it and DB requirements (#11467)
add 4cb0621 Use resource permissions for Airflow view access (#11362)
add 37eaac3 The PRs which are not approved run subset of tests (#11828)
add 3d97167 Quarantine test_exception_propagation (#11933)
add c2b4c2e Add Umami Collective as Airflow user (#11935)
add f9cd953 ci: Fix CodeQL Workflow for Javascript (#11941)
add 3455395 Update flask_wtf version to work with werkzeug>=1.0 (#11939)
add 039a86b Use Github Discussions to asking User Questions (#11940)
add e5713e0 Add drain option when canceling Dataflow pipelines (#11374)
add 9320fe6 Standardize quotes in HTML files (#11724)
add 8222851 Add Template Fields to RedshiftToS3Operator & S3ToRedshiftOperator (#11844)
add ba9c044 Add How-to guide for JDBC Operator (#11472)
add 96583e2 Remove archived link from README.md (#11945)
add a7ad204 Rename example JDBC dag (#11946)
add 2fe2011 Fix failing docs build on Master (#11951)
add 470c1b2 Fix issue rendering k8s V1Pod (#11952)
add 164a707 Fix broken master (isort fix) (#11954)
add b4b90da Fix oversized width of DAGs table with hide/reveal of "links" (#11866)
add 09a2db2 Make mypy happy with airflow.executors.local_executor (#11944)
add d8e59aa Add missing space to log message in task completion logs (#11934)
add 69b760a Cache CLI parser objects (#11957)
add b104516 Update flask-caching dep to version that works with Werkzeug 1 (#11955)
add 4bd1131 Speed up task execution in Celery by pre-loading "expensive" modules (#11956)
add 0473c9e Migration commands shouldn't print a bunch of data. (#11961)
add 44f6e6f Log instead of raise an Error for unregistered OperatorLinks (#11959)
add 1fb6741 Clean up command-line arguments (#11682)
add f000a69 Move test_serve_logs to quarantine as it fails on mysql sometimes (#11963)
add 2124453 Moves tests that should be always executed to 'always' directory (#11948)
add ecc3a4d Add autocommit property for snowflake connection (#10838)
add 1faf985 Fix: Responsive layout of DAGs (Home) view (#11958)
add 9322f3e Migrate from helm-unittest to python unittest (#11827)
add 3ad0378 Bump attrs and cattrs dependencies (#11969)
add 78cd521 Allow fractional seconds for timeout values (#11966)
add 9687b3bc Pin `kubernetes` to a max version of 11.0.0. (#11974)
add 2f703df Add SalesforceToGcsOperator (#10760)
add 69c00d9 Fixes broken ci.yaml workflow (#11981)
add 3c723e3 Move Project focus and Principles higher in the README (#11973)
add b4324bb9 Change should_response to should_respond (#11978)
add 4b5c885 Improve instalation command (#11971)
add 06597da Update doc images to reflect latest UI (#11984)
add 36b5cc6 Implements canceling of future duplicate runs (but the latest) (#11980)
add 912fe52 Fix broken link in config.yml (#11986)
add 0204eae Improve formatting in configurations docs (#11987)
add 3122b35 Added Bloomreach to the list of companies using Apache Airflow (#11995)
add b02a451 Update "click" to 7.x (#11999)
add d1df2a1 Remove unused "poke_exception_cache_ttl" param from SmartSensorOperator (#11972)
add eb023f4 Disable XCom pickling by default (#11991)
add e238b88 Validate airflow chart values.yaml & values.schema.json (#11990)
add 644ac1b Add Flower Authentication to Helm Chart (#11836)
add 4c54718 fix helm chart worker deployment without kerberos (#11681)
add 3c85c2c All k8s object must comply with JSON Schema (#12003)
add 069b1f7 fix helm scheduler deployment / scheduler logs (#11685)
add 21350aa Switches to "cancel-all-duplicates' mode of cancelling. (#12004)
add d363adb Adding SnowflakeOperator howto-documentation and example DAG (#11975)
add 72f3fcb Fix K8S CI job name rendering (#12007)
add d85a31f Adds documentation about the optimized PR workflow (#12006)
add 719af8e Remove hacktoberfest label (#12013)
add 7a467ce Adding Raisin to list of companies using Airflow (#12015)
add e032301 Code smell fixes for BackfillJob (#12005)
add 6c8c308 Add contributor-targeted description of the PR workflow. (#12016)
add 0314a3a Allow airflow.providers to be installed in multiple python folders (#10806)
add 1d14e74 Adds more aggressive cancelling of duplicate Build Image jobs (#12018)
add 489b158 Require atleast 1 approving reviews for PRs (#12020)
add 6e29504 Refine request check in api_connextion Pool endpoints (#12019)
add 77ae32e Revise "Project Focus" copy (#12011)
add aa5213b Fixes problem with non-iterable data returned by GH API (#12021)
add 565be44 Fix typos (#12022)
add 5f9792c Fix canceling of CodeQL workflow (#12024)
add a7a7cf2 Turns failure of PR label when approved action into warning (#12017)
add 438547d Added Axesor to INTHEWILD.md (#12026)
add 7a22515 Added Avesta to the list of companies using Apache Airflow (#12027)
add 1c7fbaf Add Elai Data to INTHEWILD.md (#12029)
add 6071fdd Improve handling server errors in DataprocSubmitJobOperator (#11947)
add 66e74f5 Add homebrew/python/setproctitle issue to FAQ (#12025)
add ba2b3b2 Fix doc build error (#12034)
add c75264c Fix spelling build (#12036)
add 1fec9675 Updates backport release process decription (#12032)
add 2354bd2 Checks if all the libraries in setup.py are listed in installation.rst file (#12023)
add adbf764 Fixes documentation-only selective checks (#12038)
add 6447919 Ignore the basepath when ignoring files via .airflowignore (#11993)
add e4c86a5 Replace Docs GIF with updated UI screenshots (#12044)
add fabcb2d Install cattr on Python 3.7 - Fix docs build on RTD (#12045)
add c2925cf adding quick description for singularity container operator (#12047)
add 5204ff6 Fix incorrect .airflowignore behavior with multiple nested directories (#11994)
add 6ee6830 Update faq.rst (#12041)
add b72bd4a Adds updating note to ariflowignore fix (#12043)
add a1a1fc9 Override FAB table views where table width extends beyond parent containers (#12048)
add 2192010 Retry Dagbag.sync_to_db to avoid Deadlocks (#12046)
add 5e77a61 Docstring fix for S3DeleteBucketOperator (#12049)
add dd2442b Vault with optional Variables or Connections (#11736)
add 088b98e Remove unused JavaScript function (#12052)
add 577a41c Testing XCom endpoint joins to avoid regression (#11859)
add 5c199fb Uses DOCKER_TAG when building image in DockerHub (#12050)
add e324b37 Add job name and progress logs to Cloud Storage Transfer Hook (#12014)
add eea6c4f Perform "mini scheduling run" after task has finished (#11589)
add 79aa543 Update INTHEWILD.md (#12060)
add 57768e6 Add Nav to INTHEWILD (#12059)
add 45ae145 Log BigQuery job id in insert method of BigQueryHook (#12056)
add 7862755 added american-family-insurance to INTHEWILD (#12062)
add bb598d5 Delete an environment-dependent value from CLI documentation (#12055)
add d8aa24b Adds a forgotten word in a README.md (#12066)
add 2ebe623 Replace deprecated PythonOperator module with the new one (#12064)
add 980c725 Add Kubernetes cleanup-pods CLI command for Helm Chart (#11802)
add 8000ab7 If we build a new image, we should run more than basic checks (#12070)
add 8c42cf1 Use PyUpgrade to use Python 3.6 features (#11447)
add 1dc7099 Fixes import of BaseOperator in dinging (#12063)
add 4e8f9cc Enable Black - Python Auto Formmatter (#9550)
add 2d56be8 Add Badges for Black Code-Style & PyPI Downloads (#12076)
add 643e6af Document Pagerduty provider in installation.rst (#12054)
add 5e8b537 Remove the ability to import operators and sensors from plugins (#12072)
add b21c3b5 Fix typo in docker-context-files/README.md (#12078)
add d971c1c Fixes problem with building a PROD image (#12080)
add 5f5244b Add template fields renderers to Biguery and Dataproc operators (#12067)
add 2ac53ee Avoid unnecessary IF checks when generate Duration & Landing Time views (#12075)
add bec9f3b Use sys.exit() instead of exit() (#12084)
add d559da1 Fix proper SHA in check preventing accidentally merging PR (#12083)
add 7597f3a Remove explicit casting to List when sorted() is applied (#12085)
add 41bf172 Simplify string expressions (#12093)
add f1f1940 Add DataflowStartSQLQuery operator (#8553)
add 75f2296 Adding MySql howto-documentation and example DAG (#12077)
add 79836bb Convert OpenAPI client generation tests to use selective checks (#12092)
add cadae49 Correct failure message in sql_sensor.py. (#12057)
add fd3db77 Add server side cursor support for postgres to GCS operator (#11793)
add 91a64db Format all files (without excepions) by black (#12091)
add fcfc7f1 Improve reading SSL credentials file in GRPC Hook (#12094)
add 31dc6cf Changed tutorial file to reflect name change to TaskFlow API (#12099)
add ded3dbb Update install_mysql.sh (#12101)
add fb6027a Small fixes in Google Cloud Secrets Manager guide (#12105)
add 3c51566 Fix doc for "hiding sensitive variables" in Variable View (#12113)
add 054de07 Add Kubernetes files to selective checks (#12114)
add 5d97037 Add SIGUSR2 handler to Scheduler to dump executor state (#12107)
add 8dcc744 Fix link to StackdriverTaskHandler reference docs (#12106)
add cb070e9 Refactor Elasticsearch provider to support 1.10.x (#11509)
add 60cf315 Remove redundant parenthesis (#12118)
add 68ba54b Add ability to specify pod_template_file in executor_config (#11784)
add 7825be5 Randomize pod name (#12117)
add dcdf324 Upgrade pygrep-hooks to 1.7.0 (#12124)
add f68225e Remove commented line (#12125)
add 356dc0b Clean-up Sphinx config (#12109)
add a83be66 Replace conditional with builtin max (#12122)
add 78ae235 Update INTHEWILD.md (#12129)
add 24a8370 airflow info fixed for python 3.8+ (#12132)
add f097ae3 Fix grammar in FAQ.rst (#12127)
add cf9437d Simplify string expressions (#12123)
add bdcb6f8 Remove the ability to add hooks to airflow.hooks namespace (#12108)
add 0caec9f Dataflow - add waiting for successful job cancel (#11501)
add 2dd4e96 Unpin 'markdown' library (#12134)
add 5351f0d Work properly if some variables are not defined (#12135)
add 128c991 Update to new helm stable repo (#12137)
add 4df25e9 Add missing packages descriptions in docs/installation.rst (#12141)
add 0703625 Retry Publishing Task to Celery Broker (#12140)
add fb6bddb In AWS Secrets backend, a lookup is optional (#12143)
add 874e497 Fix default values for Helm Chart (#12153)
add c7f3410 Fixes undefined variables (#12155)
add 83aa6ad Add missing description of `celery.task_timeout_error` metric (#12152)
add 5c60157 Fixes "--force-clean-images" flag in Breeze (#12156)
add b7b401a fix spacing between table and pagination (#12160)
add 0cd7a0a Make doc_md field nullable and raise json for non-existing dag in dag detail endpoint (#12142)
add bc2ee5e Fix docs build on RTD (#12161)
add ed13326 Sync FAB Permissions for all base views (#12162)
add 95cef76 Fix Celery Tests (#12166)
add fbbb199 Move docs for max_db_retries option to core (#12167)
add bedaf53 Allow Connection Edit View to handle entries with NULL 'extra' (#12149)
add 8d5ad69 Proper title for XCom List View page (#12169)
add df5d871 Added 1.10.x section to Upgrading to 2.0 doc (#12173)
add 2ef3b7e Fix ERROR - Object of type 'bytes' is not JSON serializable when using store_to_xcom_key parameter (#12172)
add 3ff7e07 azure key vault optional lookup (#12174)
add 75bdfae Uses always the same Python base image as used for CI image (#12177)
add 7dfb398 Remove redundant asserts in tests/www/test_views.py (#12176)
add 63ac07d Adds extra check while the selective checks are run (#12178)
add fcb6b00 Add authentication to AWS with Google credentials (#12079)
add 6ce95fb Fix broken 'Blocked Highlight' feature in UI (#12183)
add 833ba45 Move metrics configuration to new section - metrics (#12165)
add 57b273a Fixed path of the test_core.py file in docs (#12191)
add 7e0d08e Add how-to Guide for Databricks operators (#12175)
add 92e405e Call scheduler "book-keeping" operations less frequently. (#12139)
add eaac361 Provider packages are installed by default in production image (#12154)
add b2a28d1 Moves provider packages scripts to dev (#12082)
add 3f59e75 KubernetesPodOperator: use randomized name to get the failure status (#12171)
add 61feb6e Provider's readmes generated for elasticsearch and google packages (#12194)
add ea1cc0f Don't include provider datafiles in the apache-airflow sdist (#12196)
add 8f423c7 Filter dags by owner (#11121)
add 55c401d Remove BaseDag and BaseDagBag classes (#12195)
add 765cbbc Include data files in (backport) provider packages (#12200)
add ac45621 Workaround missing git commit in providers's check in CI (#12205)
add 59eb5de Update provider READMEs for up-coming 1.0.0beta1 releases (#12206)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 6 +-
.dockerignore | 1 +
.github/ISSUE_TEMPLATE/config.yml | 2 +-
.github/workflows/build-images-workflow-run.yml | 75 +-
.github/workflows/ci.yml | 190 ++-
.github/workflows/codeql-analysis.yml | 39 +-
.github/workflows/delete_old_artifacts.yml | 18 +-
.github/workflows/label_when_reviewed.yml | 29 +
.../workflows/label_when_reviewed_workflow_run.yml | 156 ++
.github/workflows/scheduled_quarantined.yml | 6 +-
.gitignore | 4 +
.pre-commit-config.yaml | 68 +-
BREEZE.rst | 21 +-
CI.rst | 110 +-
CONTRIBUTING.rst | 52 +-
Dockerfile.ci | 8 +
IMAGES.rst | 11 +
INSTALL | 16 +-
INTHEWILD.md | 13 +
MANIFEST.in | 5 -
PULL_REQUEST_WORKFLOW.rst | 260 +++
README.md | 46 +-
STATIC_CODE_CHECKS.rst | 12 +-
TESTING.rst | 52 +-
UPDATING.md | 951 +----------
UPGRADING_TO_2.0.md | 1049 ++++++++++++
airflow/__init__.py | 8 +
airflow/api/__init__.py | 5 +-
airflow/api/auth/backend/basic_auth.py | 5 +-
airflow/api/auth/backend/default.py | 1 +
airflow/api/auth/backend/kerberos_auth.py | 7 +-
airflow/api/client/__init__.py | 2 +-
airflow/api/client/json_client.py | 38 +-
airflow/api/client/local_client.py | 11 +-
airflow/api/common/experimental/__init__.py | 14 +-
airflow/api/common/experimental/delete_dag.py | 13 +-
airflow/api/common/experimental/get_dag_runs.py | 22 +-
airflow/api/common/experimental/get_lineage.py | 10 +-
.../api/common/experimental/get_task_instance.py | 3 +-
airflow/api/common/experimental/mark_tasks.py | 79 +-
airflow/api/common/experimental/trigger_dag.py | 25 +-
airflow/api_connexion/__init__.py | 16 -
airflow/api_connexion/endpoints/dag_endpoint.py | 16 +-
.../api_connexion/endpoints/dag_run_endpoint.py | 12 +-
.../api_connexion/endpoints/dag_source_endpoint.py | 1 -
.../api_connexion/endpoints/event_log_endpoint.py | 4 +-
.../api_connexion/endpoints/extra_link_endpoint.py | 3 +-
airflow/api_connexion/endpoints/log_endpoint.py | 4 +-
airflow/api_connexion/endpoints/pool_endpoint.py | 15 +-
airflow/api_connexion/endpoints/task_endpoint.py | 8 +-
.../endpoints/task_instance_endpoint.py | 46 +-
airflow/api_connexion/endpoints/xcom_endpoint.py | 8 +-
airflow/api_connexion/exceptions.py | 6 +-
airflow/api_connexion/openapi/v1.yaml | 3 +
airflow/api_connexion/schemas/common_schema.py | 2 +-
airflow/api_connexion/schemas/sla_miss_schema.py | 1 +
.../api_connexion/schemas/task_instance_schema.py | 6 +-
airflow/api_connexion/security.py | 47 +-
airflow/cli/cli_parser.py | 973 +++++------
airflow/cli/commands/cheat_sheet_command.py | 2 +-
airflow/cli/commands/config_command.py | 4 +-
airflow/cli/commands/connection_command.py | 75 +-
airflow/cli/commands/dag_command.py | 110 +-
airflow/cli/commands/db_command.py | 10 +-
airflow/cli/commands/info_command.py | 12 +-
airflow/cli/commands/kubernetes_command.py | 72 +-
airflow/cli/commands/legacy_commands.py | 2 +-
airflow/cli/commands/plugins_command.py | 7 +-
airflow/cli/commands/pool_command.py | 15 +-
airflow/cli/commands/role_command.py | 4 +-
airflow/cli/commands/rotate_fernet_key_command.py | 3 +-
airflow/cli/commands/scheduler_command.py | 11 +-
airflow/cli/commands/sync_perm_command.py | 6 +-
airflow/cli/commands/task_command.py | 88 +-
airflow/cli/commands/user_command.py | 81 +-
airflow/cli/commands/variable_command.py | 15 +-
airflow/cli/commands/webserver_command.py | 106 +-
airflow/config_templates/airflow_local_settings.py | 43 +-
airflow/config_templates/config.yml | 277 +--
airflow/config_templates/default_airflow.cfg | 171 +-
airflow/config_templates/default_celery.py | 49 +-
airflow/config_templates/default_test.cfg | 1 +
airflow/configuration.py | 170 +-
airflow/contrib/__init__.py | 4 +-
airflow/contrib/hooks/aws_dynamodb_hook.py | 3 +-
airflow/contrib/hooks/aws_glue_catalog_hook.py | 3 +-
airflow/contrib/hooks/aws_hook.py | 6 +-
airflow/contrib/hooks/aws_logs_hook.py | 3 +-
.../contrib/hooks/azure_container_instance_hook.py | 3 +-
.../contrib/hooks/azure_container_registry_hook.py | 3 +-
.../contrib/hooks/azure_container_volume_hook.py | 3 +-
airflow/contrib/hooks/azure_cosmos_hook.py | 3 +-
airflow/contrib/hooks/azure_data_lake_hook.py | 3 +-
airflow/contrib/hooks/azure_fileshare_hook.py | 3 +-
airflow/contrib/hooks/bigquery_hook.py | 9 +-
airflow/contrib/hooks/cassandra_hook.py | 3 +-
airflow/contrib/hooks/cloudant_hook.py | 3 +-
airflow/contrib/hooks/databricks_hook.py | 17 +-
airflow/contrib/hooks/datadog_hook.py | 3 +-
airflow/contrib/hooks/datastore_hook.py | 3 +-
airflow/contrib/hooks/dingding_hook.py | 3 +-
airflow/contrib/hooks/discord_webhook_hook.py | 3 +-
airflow/contrib/hooks/emr_hook.py | 3 +-
airflow/contrib/hooks/fs_hook.py | 3 +-
airflow/contrib/hooks/ftp_hook.py | 3 +-
airflow/contrib/hooks/gcp_api_base_hook.py | 6 +-
airflow/contrib/hooks/gcp_bigtable_hook.py | 3 +-
airflow/contrib/hooks/gcp_cloud_build_hook.py | 3 +-
airflow/contrib/hooks/gcp_compute_hook.py | 6 +-
airflow/contrib/hooks/gcp_container_hook.py | 6 +-
airflow/contrib/hooks/gcp_dataflow_hook.py | 6 +-
airflow/contrib/hooks/gcp_dataproc_hook.py | 6 +-
airflow/contrib/hooks/gcp_dlp_hook.py | 3 +-
airflow/contrib/hooks/gcp_function_hook.py | 6 +-
airflow/contrib/hooks/gcp_kms_hook.py | 6 +-
airflow/contrib/hooks/gcp_mlengine_hook.py | 3 +-
airflow/contrib/hooks/gcp_natural_language_hook.py | 3 +-
airflow/contrib/hooks/gcp_pubsub_hook.py | 3 +-
airflow/contrib/hooks/gcp_speech_to_text_hook.py | 6 +-
airflow/contrib/hooks/gcp_tasks_hook.py | 3 +-
airflow/contrib/hooks/gcp_text_to_speech_hook.py | 6 +-
airflow/contrib/hooks/gcp_transfer_hook.py | 6 +-
airflow/contrib/hooks/gcp_translate_hook.py | 3 +-
.../contrib/hooks/gcp_video_intelligence_hook.py | 3 +-
airflow/contrib/hooks/gcp_vision_hook.py | 3 +-
airflow/contrib/hooks/gcs_hook.py | 6 +-
airflow/contrib/hooks/gdrive_hook.py | 3 +-
airflow/contrib/hooks/grpc_hook.py | 3 +-
airflow/contrib/hooks/imap_hook.py | 3 +-
airflow/contrib/hooks/jenkins_hook.py | 3 +-
airflow/contrib/hooks/mongo_hook.py | 3 +-
airflow/contrib/hooks/openfaas_hook.py | 3 +-
airflow/contrib/hooks/opsgenie_alert_hook.py | 3 +-
airflow/contrib/hooks/pagerduty_hook.py | 3 +-
airflow/contrib/hooks/pinot_hook.py | 3 +-
airflow/contrib/hooks/qubole_check_hook.py | 3 +-
airflow/contrib/hooks/qubole_hook.py | 3 +-
airflow/contrib/hooks/redis_hook.py | 3 +-
airflow/contrib/hooks/sagemaker_hook.py | 9 +-
airflow/contrib/hooks/salesforce_hook.py | 3 +-
airflow/contrib/hooks/segment_hook.py | 3 +-
airflow/contrib/hooks/slack_webhook_hook.py | 3 +-
airflow/contrib/hooks/spark_jdbc_hook.py | 3 +-
airflow/contrib/hooks/spark_sql_hook.py | 3 +-
airflow/contrib/hooks/spark_submit_hook.py | 3 +-
airflow/contrib/hooks/sqoop_hook.py | 3 +-
airflow/contrib/hooks/ssh_hook.py | 3 +-
airflow/contrib/hooks/vertica_hook.py | 3 +-
airflow/contrib/hooks/wasb_hook.py | 3 +-
airflow/contrib/hooks/winrm_hook.py | 3 +-
airflow/contrib/operators/adls_list_operator.py | 3 +-
airflow/contrib/operators/adls_to_gcs.py | 6 +-
.../azure_container_instances_operator.py | 3 +-
airflow/contrib/operators/azure_cosmos_operator.py | 3 +-
.../contrib/operators/bigquery_check_operator.py | 7 +-
airflow/contrib/operators/bigquery_get_data.py | 3 +-
airflow/contrib/operators/bigquery_operator.py | 12 +-
airflow/contrib/operators/bigquery_to_bigquery.py | 3 +-
airflow/contrib/operators/bigquery_to_gcs.py | 6 +-
.../operators/bigquery_to_mysql_operator.py | 3 +-
airflow/contrib/operators/cassandra_to_gcs.py | 6 +-
airflow/contrib/operators/databricks_operator.py | 6 +-
airflow/contrib/operators/dataflow_operator.py | 16 +-
airflow/contrib/operators/dataproc_operator.py | 53 +-
.../contrib/operators/datastore_export_operator.py | 6 +-
.../contrib/operators/datastore_import_operator.py | 6 +-
airflow/contrib/operators/dingding_operator.py | 3 +-
.../contrib/operators/discord_webhook_operator.py | 3 +-
airflow/contrib/operators/docker_swarm_operator.py | 3 +-
airflow/contrib/operators/druid_operator.py | 3 +-
airflow/contrib/operators/dynamodb_to_s3.py | 3 +-
airflow/contrib/operators/ecs_operator.py | 3 +-
.../contrib/operators/emr_add_steps_operator.py | 3 +-
.../operators/emr_create_job_flow_operator.py | 3 +-
.../operators/emr_terminate_job_flow_operator.py | 3 +-
airflow/contrib/operators/file_to_gcs.py | 6 +-
airflow/contrib/operators/file_to_wasb.py | 3 +-
airflow/contrib/operators/gcp_bigtable_operator.py | 28 +-
.../contrib/operators/gcp_cloud_build_operator.py | 3 +-
airflow/contrib/operators/gcp_compute_operator.py | 30 +-
.../contrib/operators/gcp_container_operator.py | 16 +-
airflow/contrib/operators/gcp_dlp_operator.py | 58 +-
airflow/contrib/operators/gcp_function_operator.py | 12 +-
.../operators/gcp_natural_language_operator.py | 21 +-
airflow/contrib/operators/gcp_spanner_operator.py | 33 +-
.../operators/gcp_speech_to_text_operator.py | 6 +-
airflow/contrib/operators/gcp_sql_operator.py | 15 +-
airflow/contrib/operators/gcp_tasks_operator.py | 19 +-
.../operators/gcp_text_to_speech_operator.py | 6 +-
airflow/contrib/operators/gcp_transfer_operator.py | 48 +-
.../contrib/operators/gcp_translate_operator.py | 3 +-
.../operators/gcp_translate_speech_operator.py | 6 +-
.../operators/gcp_video_intelligence_operator.py | 6 +-
airflow/contrib/operators/gcp_vision_operator.py | 59 +-
airflow/contrib/operators/gcs_acl_operator.py | 12 +-
airflow/contrib/operators/gcs_delete_operator.py | 6 +-
airflow/contrib/operators/gcs_download_operator.py | 6 +-
airflow/contrib/operators/gcs_list_operator.py | 6 +-
airflow/contrib/operators/gcs_operator.py | 6 +-
airflow/contrib/operators/gcs_to_bq.py | 6 +-
airflow/contrib/operators/gcs_to_gcs.py | 6 +-
.../operators/gcs_to_gcs_transfer_operator.py | 3 +-
.../contrib/operators/gcs_to_gdrive_operator.py | 6 +-
airflow/contrib/operators/gcs_to_s3.py | 6 +-
airflow/contrib/operators/grpc_operator.py | 3 +-
airflow/contrib/operators/hive_to_dynamodb.py | 3 +-
.../operators/imap_attachment_to_s3_operator.py | 3 +-
.../operators/jenkins_job_trigger_operator.py | 3 +-
airflow/contrib/operators/jira_operator.py | 3 +-
.../contrib/operators/kubernetes_pod_operator.py | 3 +-
airflow/contrib/operators/mlengine_operator.py | 19 +-
airflow/contrib/operators/mongo_to_s3.py | 3 +-
airflow/contrib/operators/mssql_to_gcs.py | 6 +-
airflow/contrib/operators/mysql_to_gcs.py | 6 +-
.../contrib/operators/opsgenie_alert_operator.py | 3 +-
.../oracle_to_azure_data_lake_transfer.py | 3 +-
.../contrib/operators/oracle_to_oracle_transfer.py | 6 +-
.../contrib/operators/postgres_to_gcs_operator.py | 6 +-
airflow/contrib/operators/pubsub_operator.py | 7 +-
airflow/contrib/operators/qubole_check_operator.py | 6 +-
airflow/contrib/operators/qubole_operator.py | 3 +-
.../contrib/operators/redis_publish_operator.py | 3 +-
.../contrib/operators/s3_copy_object_operator.py | 3 +-
.../operators/s3_delete_objects_operator.py | 3 +-
airflow/contrib/operators/s3_list_operator.py | 3 +-
airflow/contrib/operators/s3_to_gcs_operator.py | 3 +-
.../operators/s3_to_gcs_transfer_operator.py | 7 +-
airflow/contrib/operators/s3_to_sftp_operator.py | 3 +-
.../contrib/operators/sagemaker_base_operator.py | 3 +-
.../sagemaker_endpoint_config_operator.py | 3 +-
.../operators/sagemaker_endpoint_operator.py | 3 +-
.../contrib/operators/sagemaker_model_operator.py | 3 +-
.../operators/sagemaker_training_operator.py | 3 +-
.../operators/sagemaker_transform_operator.py | 3 +-
.../contrib/operators/sagemaker_tuning_operator.py | 3 +-
.../operators/segment_track_event_operator.py | 3 +-
airflow/contrib/operators/sftp_to_s3_operator.py | 3 +-
.../contrib/operators/slack_webhook_operator.py | 3 +-
airflow/contrib/operators/snowflake_operator.py | 3 +-
airflow/contrib/operators/spark_jdbc_operator.py | 3 +-
airflow/contrib/operators/spark_sql_operator.py | 3 +-
airflow/contrib/operators/spark_submit_operator.py | 3 +-
airflow/contrib/operators/sql_to_gcs.py | 6 +-
airflow/contrib/operators/sqoop_operator.py | 3 +-
airflow/contrib/operators/ssh_operator.py | 3 +-
airflow/contrib/operators/vertica_operator.py | 3 +-
airflow/contrib/operators/vertica_to_hive.py | 6 +-
airflow/contrib/operators/vertica_to_mysql.py | 6 +-
.../contrib/operators/wasb_delete_blob_operator.py | 3 +-
airflow/contrib/operators/winrm_operator.py | 3 +-
airflow/contrib/secrets/gcp_secrets_manager.py | 3 +-
.../sensors/aws_glue_catalog_partition_sensor.py | 3 +-
airflow/contrib/sensors/azure_cosmos_sensor.py | 3 +-
airflow/contrib/sensors/bash_sensor.py | 3 +-
airflow/contrib/sensors/celery_queue_sensor.py | 3 +-
airflow/contrib/sensors/datadog_sensor.py | 3 +-
airflow/contrib/sensors/emr_base_sensor.py | 3 +-
airflow/contrib/sensors/emr_job_flow_sensor.py | 3 +-
airflow/contrib/sensors/emr_step_sensor.py | 3 +-
airflow/contrib/sensors/file_sensor.py | 3 +-
airflow/contrib/sensors/ftp_sensor.py | 3 +-
airflow/contrib/sensors/gcp_transfer_sensor.py | 6 +-
airflow/contrib/sensors/gcs_sensor.py | 19 +-
airflow/contrib/sensors/hdfs_sensor.py | 9 +-
airflow/contrib/sensors/imap_attachment_sensor.py | 3 +-
airflow/contrib/sensors/mongo_sensor.py | 3 +-
airflow/contrib/sensors/pubsub_sensor.py | 3 +-
airflow/contrib/sensors/python_sensor.py | 3 +-
airflow/contrib/sensors/qubole_sensor.py | 7 +-
airflow/contrib/sensors/redis_key_sensor.py | 3 +-
airflow/contrib/sensors/redis_pub_sub_sensor.py | 3 +-
airflow/contrib/sensors/sagemaker_base_sensor.py | 3 +-
.../contrib/sensors/sagemaker_endpoint_sensor.py | 3 +-
.../contrib/sensors/sagemaker_training_sensor.py | 6 +-
.../contrib/sensors/sagemaker_transform_sensor.py | 3 +-
airflow/contrib/sensors/sagemaker_tuning_sensor.py | 3 +-
airflow/contrib/sensors/wasb_sensor.py | 3 +-
airflow/contrib/sensors/weekday_sensor.py | 3 +-
airflow/contrib/task_runner/cgroup_task_runner.py | 3 +-
airflow/contrib/utils/__init__.py | 5 +-
airflow/contrib/utils/gcp_field_sanitizer.py | 6 +-
airflow/contrib/utils/gcp_field_validator.py | 7 +-
airflow/contrib/utils/log/__init__.py | 5 +-
.../log/task_handler_with_custom_formatter.py | 3 +-
airflow/contrib/utils/mlengine_operator_utils.py | 3 +-
.../contrib/utils/mlengine_prediction_summary.py | 3 +-
airflow/contrib/utils/sendgrid.py | 3 +-
airflow/contrib/utils/weekday.py | 3 +-
airflow/dag/__init__.py | 17 -
airflow/dag/base_dag.py | 90 -
airflow/example_dags/example_bash_operator.py | 2 +-
airflow/example_dags/example_branch_operator.py | 2 +-
.../example_branch_python_dop_operator_3.py | 9 +-
airflow/example_dags/example_dag_decorator.py | 11 +-
.../example_external_task_marker_dag.py | 24 +-
.../example_dags/example_kubernetes_executor.py | 38 +-
.../example_kubernetes_executor_config.py | 75 +-
airflow/example_dags/example_latest_only.py | 2 +-
.../example_latest_only_with_trigger.py | 2 +-
airflow/example_dags/example_nested_branch_dag.py | 5 +-
.../example_passing_params_via_test_command.py | 16 +-
airflow/example_dags/example_python_operator.py | 7 +-
airflow/example_dags/example_skip_dag.py | 6 +-
airflow/example_dags/example_subdag_operator.py | 6 +-
.../example_dags/example_trigger_controller_dag.py | 2 +-
airflow/example_dags/example_trigger_target_dag.py | 2 +-
airflow/example_dags/example_xcom.py | 2 +-
airflow/example_dags/subdags/subdag.py | 6 +-
airflow/example_dags/tutorial.py | 1 +
airflow/example_dags/tutorial_decorated_etl_dag.py | 111 --
airflow/example_dags/tutorial_etl_dag.py | 8 +-
airflow/example_dags/tutorial_taskflow_api_etl.py | 114 ++
airflow/executors/base_executor.py | 76 +-
airflow/executors/celery_executor.py | 140 +-
airflow/executors/celery_kubernetes_executor.py | 47 +-
airflow/executors/dask_executor.py | 12 +-
airflow/executors/debug_executor.py | 10 +-
airflow/executors/executor_loader.py | 9 +-
airflow/executors/kubernetes_executor.py | 347 ++--
airflow/executors/local_executor.py | 54 +-
airflow/executors/sequential_executor.py | 12 +-
airflow/hooks/README.md | 24 +
airflow/hooks/base_hook.py | 2 +-
airflow/hooks/dbapi_hook.py | 35 +-
airflow/hooks/docker_hook.py | 3 +-
airflow/hooks/druid_hook.py | 3 +-
airflow/hooks/hdfs_hook.py | 3 +-
airflow/hooks/hive_hooks.py | 8 +-
airflow/hooks/http_hook.py | 3 +-
airflow/hooks/jdbc_hook.py | 3 +-
airflow/hooks/mssql_hook.py | 3 +-
airflow/hooks/mysql_hook.py | 3 +-
airflow/hooks/oracle_hook.py | 3 +-
airflow/hooks/pig_hook.py | 3 +-
airflow/hooks/postgres_hook.py | 3 +-
airflow/hooks/presto_hook.py | 3 +-
airflow/hooks/samba_hook.py | 3 +-
airflow/hooks/slack_hook.py | 3 +-
airflow/hooks/sqlite_hook.py | 3 +-
airflow/hooks/webhdfs_hook.py | 3 +-
airflow/hooks/zendesk_hook.py | 3 +-
airflow/jobs/backfill_job.py | 310 ++--
airflow/jobs/base_job.py | 30 +-
airflow/jobs/local_task_job.py | 77 +-
airflow/jobs/scheduler_job.py | 588 ++++---
airflow/kubernetes/kube_client.py | 22 +-
airflow/kubernetes/pod_generator.py | 81 +-
airflow/kubernetes/pod_generator_deprecated.py | 43 +-
airflow/kubernetes/pod_launcher.py | 112 +-
airflow/kubernetes/pod_runtime_info_env.py | 6 +-
airflow/kubernetes/refresh_config.py | 6 +-
airflow/kubernetes/secret.py | 41 +-
airflow/lineage/__init__.py | 67 +-
airflow/lineage/entities.py | 2 +-
airflow/logging_config.py | 15 +-
airflow/macros/hive.py | 16 +-
airflow/migrations/env.py | 5 +-
.../versions/03bc53e68815_add_sm_dag_index.py | 4 +-
.../versions/05f30312d566_merge_heads.py | 4 +-
.../0a2a5b66e19d_add_task_reschedule_table.py | 20 +-
.../0e2a74e0fc9f_add_time_zone_awareness.py | 188 +--
...dfa7_add_dag_id_state_index_on_dag_run_table.py | 4 +-
.../versions/13eb55f81627_for_compatibility.py | 4 +-
.../versions/1507a7289a2f_create_is_encrypted.py | 17 +-
...cfc09e3_add_is_encrypted_column_to_variable_.py | 4 +-
.../migrations/versions/1b38cef5b76e_add_dagrun.py | 30 +-
.../versions/211e584da130_add_ti_state_index.py | 4 +-
...30d7c24_add_executor_config_to_task_instance.py | 4 +-
.../2c6edca13270_resource_based_permissions.py | 317 ++++
.../versions/2e541a1dcfed_task_duration.py | 14 +-
.../versions/2e82aab8ef20_rename_user_table.py | 4 +-
...338e90f54d61_more_logging_into_task_isntance.py | 4 +-
...7a1ff4_add_kubernetes_resource_checkpointing.py | 15 +-
.../versions/40e67319e3a9_dagrun_config.py | 4 +-
.../versions/41f5f12752f8_add_superuser_field.py | 4 +-
.../versions/4446e08588_dagrun_start_end.py | 4 +-
...236f1_add_fractional_seconds_to_mysql_tables.py | 202 +--
.../versions/502898887f84_adding_extra_to_log.py | 4 +-
...0_fix_mssql_exec_date_rendered_task_instance.py | 4 +-
.../versions/52d714495f0_job_id_indices.py | 7 +-
.../561833c1c74b_add_password_column_to_user.py | 4 +-
.../64de9cddf6c9_add_task_fails_journal_table.py | 4 +-
...a59344a4_make_taskinstance_pool_not_nullable.py | 14 +-
...867_change_datetime_to_datetime2_6_on_mssql_.py | 155 +-
.../versions/7939bcff74ba_add_dagtags_table.py | 7 +-
.../849da589634d_prefix_dag_permissions.py | 10 +-
.../versions/8504051e801b_xcom_dag_task_indices.py | 3 +-
...15af_add_rendered_task_instance_fields_table.py | 4 +-
.../856955da8476_fix_sqlite_foreign_key.py | 43 +-
...0d1215c0_add_kubernetes_scheduler_uniqueness.py | 23 +-
...d48763f6d53_add_unique_constraint_to_conn_id.py | 22 +-
...1e647c8_task_reschedule_fk_on_cascade_delete.py | 18 +-
.../versions/947454bf1dff_add_ti_job_id_index.py | 4 +-
.../versions/952da73b5eff_add_dag_code_table.py | 18 +-
.../versions/9635ae0956e7_index_faskfail.py | 10 +-
...606e2_add_scheduling_decision_to_dagrun_and_.py | 1 +
...67d16b_add_pool_slots_field_to_task_instance.py | 4 +-
.../versions/a56c9515abdc_remove_dag_stat_table.py | 14 +-
...eea_add_precision_to_execution_date_in_mysql.py | 10 +-
.../versions/b0125267960b_merge_heads.py | 4 +-
...cfc896_add_a_column_to_track_the_encryption_.py | 7 +-
...13e_add_notification_sent_column_to_sla_miss.py | 4 +-
...3e6c56_make_xcom_value_column_a_large_binary.py | 4 +-
.../bef4f3d11e8b_drop_kuberesourceversion_and_.py | 30 +-
.../bf00311e1990_add_index_to_taskinstance.py | 11 +-
.../versions/c8ffec048a3b_add_fields_to_dag.py | 4 +-
...623dc7_add_max_tries_column_to_task_instance.py | 24 +-
.../versions/cf5dc11e79ad_drop_user_and_chart.py | 17 +-
.../d2ae31099d61_increase_text_size_for_mysql.py | 4 +-
.../d38e04c12aa2_add_serialized_dag_table.py | 25 +-
...c3a5a_add_dag_hash_column_to_serialized_dag_.py | 3 +-
.../versions/dd25f486b8ea_add_idx_log_dag.py | 4 +-
.../dd4ecb8fbee3_add_schedule_interval_to_dag.py | 4 +-
.../e38be357a868_update_schema_for_smart_sensor.py | 15 +-
.../versions/e3a246e0dc1_current_schema.py | 67 +-
.../f23433877c24_fix_mysql_not_null_constraint.py | 4 +-
.../versions/f2ca10b85618_add_dag_stats_table.py | 22 +-
...935f_increase_length_for_connection_password.py | 20 +-
airflow/models/base.py | 4 +-
airflow/models/baseoperator.py | 295 ++--
airflow/models/connection.py | 88 +-
airflow/models/crypto.py | 13 +-
airflow/models/dag.py | 594 ++++---
airflow/models/dagbag.py | 159 +-
airflow/models/dagcode.py | 52 +-
airflow/models/dagrun.py | 302 ++--
airflow/models/log.py | 4 +-
airflow/models/pool.py | 16 +-
airflow/models/renderedtifields.py | 80 +-
airflow/models/sensorinstance.py | 28 +-
airflow/models/serialized_dag.py | 46 +-
airflow/models/skipmixin.py | 32 +-
airflow/models/slamiss.py | 7 +-
airflow/models/taskfail.py | 5 +-
airflow/models/taskinstance.py | 529 +++---
airflow/models/taskreschedule.py | 29 +-
airflow/models/variable.py | 17 +-
airflow/models/xcom.py | 119 +-
airflow/models/xcom_arg.py | 13 +-
airflow/operators/README.md | 24 +
airflow/operators/bash.py | 28 +-
airflow/operators/bash_operator.py | 3 +-
airflow/operators/check_operator.py | 20 +-
airflow/operators/dagrun_operator.py | 7 +-
airflow/operators/docker_operator.py | 3 +-
airflow/operators/druid_check_operator.py | 3 +-
airflow/operators/email.py | 35 +-
airflow/operators/email_operator.py | 3 +-
airflow/operators/gcs_to_s3.py | 3 +-
airflow/operators/generic_transfer.py | 22 +-
airflow/operators/google_api_to_s3_transfer.py | 13 +-
airflow/operators/hive_operator.py | 3 +-
airflow/operators/hive_stats_operator.py | 3 +-
airflow/operators/hive_to_druid.py | 6 +-
airflow/operators/hive_to_mysql.py | 6 +-
airflow/operators/hive_to_samba_operator.py | 3 +-
airflow/operators/http_operator.py | 3 +-
airflow/operators/jdbc_operator.py | 3 +-
airflow/operators/latest_only.py | 10 +-
airflow/operators/latest_only_operator.py | 3 +-
airflow/operators/mssql_operator.py | 3 +-
airflow/operators/mssql_to_hive.py | 6 +-
airflow/operators/mysql_operator.py | 3 +-
airflow/operators/mysql_to_hive.py | 6 +-
airflow/operators/oracle_operator.py | 3 +-
airflow/operators/papermill_operator.py | 3 +-
airflow/operators/pig_operator.py | 3 +-
airflow/operators/postgres_operator.py | 3 +-
airflow/operators/presto_check_operator.py | 12 +-
airflow/operators/presto_to_mysql.py | 6 +-
airflow/operators/python.py | 118 +-
airflow/operators/python_operator.py | 8 +-
airflow/operators/redshift_to_s3_operator.py | 6 +-
airflow/operators/s3_file_transform_operator.py | 3 +-
airflow/operators/s3_to_hive_operator.py | 6 +-
airflow/operators/s3_to_redshift_operator.py | 6 +-
airflow/operators/slack_operator.py | 3 +-
airflow/operators/sql.py | 79 +-
airflow/operators/sql_branch_operator.py | 6 +-
airflow/operators/sqlite_operator.py | 3 +-
airflow/operators/subdag_operator.py | 56 +-
airflow/plugins_manager.py | 99 +-
airflow/providers/README.md | 28 +
airflow/providers/__init__.py | 16 -
.../providers/amazon/PROVIDER_CHANGES_1.0.0b1.md | 17 +
airflow/providers/amazon/README.md | 20 +-
.../aws/example_dags/example_glacier_to_gcs.py | 4 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 68 +-
airflow/providers/amazon/aws/hooks/batch_client.py | 14 +-
.../providers/amazon/aws/hooks/cloud_formation.py | 2 +-
airflow/providers/amazon/aws/hooks/datasync.py | 2 +-
.../aws/hooks/elasticache_replication_group.py | 3 +-
airflow/providers/amazon/aws/hooks/glacier.py | 1 +
airflow/providers/amazon/aws/hooks/glue.py | 4 +-
airflow/providers/amazon/aws/hooks/glue_catalog.py | 2 +-
airflow/providers/amazon/aws/hooks/s3.py | 12 +-
airflow/providers/amazon/aws/hooks/sagemaker.py | 10 +-
.../providers/amazon/aws/hooks/secrets_manager.py | 1 +
airflow/providers/amazon/aws/hooks/sns.py | 2 +-
.../providers/amazon/aws/log/s3_task_handler.py | 6 +-
airflow/providers/amazon/aws/operators/batch.py | 2 +-
airflow/providers/amazon/aws/operators/datasync.py | 12 +-
airflow/providers/amazon/aws/operators/ecs.py | 8 +-
.../providers/amazon/aws/operators/s3_bucket.py | 2 +-
.../amazon/aws/operators/s3_file_transform.py | 4 +-
.../amazon/aws/operators/sagemaker_transform.py | 2 +-
.../amazon/aws/secrets/secrets_manager.py | 27 +-
.../amazon/aws/secrets/systems_manager.py | 27 +-
airflow/providers/amazon/aws/sensors/emr_base.py | 2 +-
airflow/providers/amazon/aws/sensors/glue.py | 2 +-
.../amazon/aws/sensors/sagemaker_training.py | 3 +-
.../amazon/aws/transfers/dynamodb_to_s3.py | 2 +-
.../providers/amazon/aws/transfers/gcs_to_s3.py | 2 +-
.../amazon/aws/transfers/glacier_to_gcs.py | 2 +-
.../amazon/aws/transfers/hive_to_dynamodb.py | 2 +-
.../providers/amazon/aws/transfers/mongo_to_s3.py | 2 +-
.../amazon/aws/transfers/redshift_to_s3.py | 6 +-
.../amazon/aws/transfers/s3_to_redshift.py | 39 +-
.../providers/amazon/backport_provider_setup.cfg | 51 -
.../providers/amazon/backport_provider_setup.py | 112 --
.../apache/cassandra/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/apache/cassandra/README.md | 12 +-
.../apache/cassandra/backport_provider_setup.cfg | 51 -
.../apache/cassandra/backport_provider_setup.py | 105 --
.../apache/druid/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/apache/druid/README.md | 14 +-
.../apache/druid/backport_provider_setup.cfg | 51 -
.../apache/druid/backport_provider_setup.py | 104 --
airflow/providers/apache/druid/hooks/druid.py | 10 +-
.../apache/druid/transfers/hive_to_druid.py | 4 +-
.../apache/hdfs/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/apache/hdfs/README.md | 14 +-
.../apache/hdfs/backport_provider_setup.cfg | 51 -
.../apache/hdfs/backport_provider_setup.py | 104 --
airflow/providers/apache/hdfs/hooks/hdfs.py | 4 +-
airflow/providers/apache/hdfs/hooks/webhdfs.py | 2 +-
.../apache/hive/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/apache/hive/README.md | 14 +-
.../apache/hive/backport_provider_setup.cfg | 51 -
.../apache/hive/backport_provider_setup.py | 111 --
airflow/providers/apache/hive/hooks/hive.py | 52 +-
.../providers/apache/hive/operators/hive_stats.py | 2 +-
.../apache/hive/transfers/mssql_to_hive.py | 2 +-
.../providers/apache/hive/transfers/s3_to_hive.py | 2 +-
.../apache/hive/transfers/vertica_to_hive.py | 2 +-
.../apache/kylin/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/apache/kylin/README.md | 13 +-
.../apache/kylin/backport_provider_setup.cfg | 51 -
.../apache/kylin/backport_provider_setup.py | 104 --
airflow/providers/apache/kylin/hooks/kylin.py | 2 +-
.../providers/apache/kylin/operators/kylin_cube.py | 4 +-
.../apache/livy/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/apache/livy/README.md | 13 +-
.../apache/livy/backport_provider_setup.cfg | 51 -
.../apache/livy/backport_provider_setup.py | 104 --
airflow/providers/apache/livy/hooks/livy.py | 16 +-
airflow/providers/apache/livy/operators/livy.py | 2 +-
.../apache/pig/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/apache/pig/README.md | 12 +-
.../apache/pig/backport_provider_setup.cfg | 51 -
.../apache/pig/backport_provider_setup.py | 104 --
.../apache/pinot/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/apache/pinot/README.md | 14 +-
.../apache/pinot/backport_provider_setup.cfg | 51 -
.../apache/pinot/backport_provider_setup.py | 104 --
airflow/providers/apache/pinot/hooks/pinot.py | 6 +-
.../apache/spark/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/apache/spark/README.md | 13 +-
.../apache/spark/backport_provider_setup.cfg | 51 -
.../apache/spark/backport_provider_setup.py | 104 --
airflow/providers/apache/spark/hooks/spark_jdbc.py | 4 +-
airflow/providers/apache/spark/hooks/spark_sql.py | 2 +-
.../providers/apache/spark/hooks/spark_submit.py | 4 +-
.../apache/sqoop/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/apache/sqoop/README.md | 14 +-
.../apache/sqoop/backport_provider_setup.cfg | 51 -
.../apache/sqoop/backport_provider_setup.py | 104 --
airflow/providers/apache/sqoop/hooks/sqoop.py | 14 +-
.../providers/celery/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/celery/README.md | 13 +-
.../providers/celery/backport_provider_setup.cfg | 51 -
.../providers/celery/backport_provider_setup.py | 104 --
airflow/providers/celery/sensors/celery_queue.py | 2 +-
.../providers/cloudant/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/cloudant/README.md | 13 +-
.../providers/cloudant/backport_provider_setup.cfg | 51 -
.../providers/cloudant/backport_provider_setup.py | 104 --
airflow/providers/cloudant/hooks/cloudant.py | 4 +-
.../cncf/kubernetes/PROVIDER_CHANGES_1.0.0b1.md | 13 +
airflow/providers/cncf/kubernetes/README.md | 18 +-
.../cncf/kubernetes/backport_provider_setup.cfg | 51 -
.../cncf/kubernetes/backport_provider_setup.py | 105 --
.../providers/cncf/kubernetes/hooks/kubernetes.py | 2 +-
.../cncf/kubernetes/operators/kubernetes_pod.py | 151 +-
.../databricks/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/databricks/README.md | 14 +-
.../databricks/backport_provider_setup.cfg | 51 -
.../databricks/backport_provider_setup.py | 104 --
.../databricks/example_dags/example_databricks.py | 5 +-
airflow/providers/databricks/hooks/databricks.py | 6 +-
.../providers/databricks/operators/databricks.py | 10 +-
.../providers/datadog/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/datadog/README.md | 13 +-
.../providers/datadog/backport_provider_setup.cfg | 51 -
.../providers/datadog/backport_provider_setup.py | 104 --
airflow/providers/datadog/hooks/datadog.py | 2 +-
airflow/providers/dependencies.json | 1 +
.../providers/dingding/PROVIDER_CHANGES_1.0.0b1.md | 12 +
airflow/providers/dingding/README.md | 15 +-
.../providers/dingding/backport_provider_setup.cfg | 51 -
.../providers/dingding/backport_provider_setup.py | 104 --
airflow/providers/dingding/hooks/dingding.py | 6 +-
airflow/providers/dingding/operators/dingding.py | 4 +-
.../providers/discord/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/discord/README.md | 13 +-
.../providers/discord/backport_provider_setup.cfg | 51 -
.../providers/discord/backport_provider_setup.py | 104 --
airflow/providers/discord/hooks/discord_webhook.py | 6 +-
.../providers/docker/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/docker/README.md | 14 +-
.../providers/docker/backport_provider_setup.cfg | 51 -
.../providers/docker/backport_provider_setup.py | 104 --
airflow/providers/docker/hooks/docker.py | 4 +-
airflow/providers/docker/operators/docker.py | 2 +-
airflow/providers/docker/operators/docker_swarm.py | 2 +-
.../BACKPORT_PROVIDER_CHANGES_2020.11.13.md | 12 +
.../elasticsearch/BACKPORT_PROVIDER_README.md | 15 +-
.../elasticsearch/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/elasticsearch/README.md | 14 +-
.../elasticsearch/backport_provider_setup.cfg | 51 -
.../elasticsearch/backport_provider_setup.py | 104 --
.../providers/elasticsearch/hooks/elasticsearch.py | 4 +-
.../providers/exasol/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/exasol/README.md | 13 +-
.../providers/exasol/backport_provider_setup.cfg | 51 -
.../providers/exasol/backport_provider_setup.py | 104 --
airflow/providers/exasol/hooks/exasol.py | 4 +-
.../providers/facebook/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/facebook/README.md | 13 +-
airflow/providers/facebook/ads/hooks/ads.py | 4 +-
.../providers/facebook/backport_provider_setup.cfg | 51 -
.../providers/facebook/backport_provider_setup.py | 104 --
airflow/providers/ftp/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/ftp/README.md | 13 +-
airflow/providers/ftp/backport_provider_setup.cfg | 51 -
airflow/providers/ftp/backport_provider_setup.py | 103 --
airflow/providers/ftp/hooks/ftp.py | 2 +-
.../google/BACKPORT_PROVIDER_CHANGES_2020.11.13.md | 30 +
.../providers/google/BACKPORT_PROVIDER_README.md | 36 +-
.../providers/google/PROVIDER_CHANGES_1.0.0b1.md | 27 +
airflow/providers/google/README.md | 33 +-
.../providers/google/backport_provider_setup.cfg | 51 -
.../providers/google/backport_provider_setup.py | 147 --
.../example_dags/example_azure_fileshare_to_gcs.py | 2 +-
.../example_dags/example_bigquery_operations.py | 2 +-
.../cloud/example_dags/example_cloud_build.py | 4 +-
.../example_dags/example_cloud_memorystore.py | 6 +-
.../google/cloud/example_dags/example_compute.py | 4 +-
.../cloud/example_dags/example_dataflow_sql.py | 63 +
.../google/cloud/example_dags/example_dataproc.py | 6 +-
.../cloud/example_dags/example_life_sciences.py | 10 +-
.../google/cloud/example_dags/example_mlengine.py | 8 +-
.../cloud/example_dags/example_mysql_to_gcs.py | 1 +
.../cloud/example_dags/example_postgres_to_gcs.py | 14 +-
.../example_dags/example_salesforce_to_gcs.py | 123 ++
.../cloud/example_dags/example_speech_to_text.py | 2 +-
.../google/cloud/example_dags/example_tasks.py | 2 +-
.../cloud/example_dags/example_translate_speech.py | 2 +-
.../example_dags/example_video_intelligence.py | 2 +-
airflow/providers/google/cloud/hooks/bigquery.py | 27 +-
.../google/cloud/hooks/cloud_memorystore.py | 2 +-
airflow/providers/google/cloud/hooks/cloud_sql.py | 20 +-
.../cloud/hooks/cloud_storage_transfer_service.py | 20 +-
airflow/providers/google/cloud/hooks/compute.py | 2 +-
airflow/providers/google/cloud/hooks/dataflow.py | 322 +++-
airflow/providers/google/cloud/hooks/dataproc.py | 30 +-
airflow/providers/google/cloud/hooks/datastore.py | 2 +-
airflow/providers/google/cloud/hooks/dlp.py | 2 +-
airflow/providers/google/cloud/hooks/functions.py | 2 +-
airflow/providers/google/cloud/hooks/gcs.py | 6 +-
airflow/providers/google/cloud/hooks/gdm.py | 2 +-
airflow/providers/google/cloud/hooks/mlengine.py | 24 +-
airflow/providers/google/cloud/hooks/pubsub.py | 20 +-
airflow/providers/google/cloud/hooks/spanner.py | 16 +-
.../providers/google/cloud/hooks/stackdriver.py | 18 +-
airflow/providers/google/cloud/hooks/vision.py | 4 +-
.../providers/google/cloud/log/gcs_task_handler.py | 4 +-
.../google/cloud/log/stackdriver_task_handler.py | 2 +-
.../providers/google/cloud/operators/bigquery.py | 12 +-
.../providers/google/cloud/operators/bigtable.py | 12 +-
.../google/cloud/operators/cloud_build.py | 2 +-
.../providers/google/cloud/operators/cloud_sql.py | 6 +-
.../operators/cloud_storage_transfer_service.py | 2 +-
.../providers/google/cloud/operators/dataflow.py | 199 ++-
.../providers/google/cloud/operators/dataproc.py | 16 +-
.../providers/google/cloud/operators/datastore.py | 4 +-
airflow/providers/google/cloud/operators/dlp.py | 2 +-
.../providers/google/cloud/operators/functions.py | 6 +-
airflow/providers/google/cloud/operators/gcs.py | 2 +-
.../providers/google/cloud/operators/mlengine.py | 24 +-
airflow/providers/google/cloud/operators/pubsub.py | 8 +-
.../providers/google/cloud/operators/spanner.py | 28 +-
.../google/cloud/operators/text_to_speech.py | 2 +-
.../google/cloud/operators/translate_speech.py | 2 +-
airflow/providers/google/cloud/sensors/bigquery.py | 4 +-
.../sensors/cloud_storage_transfer_service.py | 10 +-
airflow/providers/google/cloud/sensors/dataproc.py | 6 +-
airflow/providers/google/cloud/sensors/pubsub.py | 2 +-
.../cloud/transfers/azure_fileshare_to_gcs.py | 6 +-
.../google/cloud/transfers/bigquery_to_mysql.py | 2 +-
.../google/cloud/transfers/gcs_to_bigquery.py | 8 +-
.../google/cloud/transfers/gcs_to_local.py | 2 +-
.../google/cloud/transfers/postgres_to_gcs.py | 59 +-
.../google/cloud/transfers/presto_to_gcs.py | 2 +-
.../providers/google/cloud/transfers/s3_to_gcs.py | 4 +-
.../google/cloud/transfers/salesforce_to_gcs.py | 125 ++
.../providers/google/cloud/transfers/sql_to_gcs.py | 2 +-
.../google/cloud/utils/credentials_provider.py | 8 +-
.../google/cloud/utils/field_sanitizer.py | 4 +-
.../google/cloud/utils/field_validator.py | 8 +-
.../google/cloud/utils/mlengine_operator_utils.py | 2 +-
.../providers/google/common/hooks/base_google.py | 24 +-
.../google/common/utils/id_token_credentials.py | 7 +-
.../marketing_platform/operators/analytics.py | 6 +-
.../operators/campaign_manager.py | 2 +-
.../marketing_platform/operators/display_video.py | 2 +-
.../marketing_platform/operators/search_ads.py | 4 +-
airflow/providers/google/suite/hooks/drive.py | 4 +-
airflow/providers/grpc/PROVIDER_CHANGES_1.0.0b1.md | 12 +
airflow/providers/grpc/README.md | 15 +-
airflow/providers/grpc/backport_provider_setup.cfg | 51 -
airflow/providers/grpc/backport_provider_setup.py | 108 --
airflow/providers/grpc/hooks/grpc.py | 5 +-
.../hashicorp/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/hashicorp/README.md | 13 +-
.../hashicorp/backport_provider_setup.cfg | 51 -
.../providers/hashicorp/backport_provider_setup.py | 104 --
airflow/providers/hashicorp/secrets/vault.py | 52 +-
airflow/providers/http/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/http/README.md | 13 +-
airflow/providers/http/backport_provider_setup.cfg | 51 -
airflow/providers/http/backport_provider_setup.py | 103 --
airflow/providers/imap/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/imap/README.md | 13 +-
airflow/providers/imap/backport_provider_setup.cfg | 51 -
airflow/providers/imap/backport_provider_setup.py | 103 --
airflow/providers/jdbc/PROVIDER_CHANGES_1.0.0b1.md | 12 +
airflow/providers/jdbc/README.md | 15 +-
airflow/providers/jdbc/backport_provider_setup.cfg | 51 -
airflow/providers/jdbc/backport_provider_setup.py | 103 --
.../providers/jdbc/example_dags}/__init__.py | 0
.../jdbc/example_dags/example_jdbc_queries.py | 66 +
.../providers/jenkins/PROVIDER_CHANGES_1.0.0b1.md | 12 +
airflow/providers/jenkins/README.md | 15 +-
.../providers/jenkins/backport_provider_setup.cfg | 51 -
.../providers/jenkins/backport_provider_setup.py | 104 --
.../jenkins/operators/jenkins_job_trigger.py | 14 +-
airflow/providers/jira/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/jira/README.md | 13 +-
airflow/providers/jira/backport_provider_setup.cfg | 51 -
airflow/providers/jira/backport_provider_setup.py | 103 --
.../microsoft/azure/PROVIDER_CHANGES_1.0.0b1.md | 12 +
airflow/providers/microsoft/azure/README.md | 15 +-
.../microsoft/azure/backport_provider_setup.cfg | 51 -
.../microsoft/azure/backport_provider_setup.py | 121 --
.../example_dags/example_azure_blob_to_gcs.py | 4 +-
.../azure/example_dags/example_local_to_adls.py | 1 +
airflow/providers/microsoft/azure/hooks/adx.py | 8 +-
.../providers/microsoft/azure/hooks/azure_batch.py | 8 +-
.../microsoft/azure/hooks/azure_fileshare.py | 4 +-
airflow/providers/microsoft/azure/hooks/wasb.py | 2 +-
.../microsoft/azure/log/wasb_task_handler.py | 8 +-
.../microsoft/azure/operators/azure_batch.py | 2 +-
.../azure/operators/azure_container_instances.py | 8 +-
.../microsoft/azure/secrets/azure_key_vault.py | 27 +-
.../microsoft/azure/transfers/azure_blob_to_gcs.py | 2 +-
.../microsoft/azure/transfers/local_to_adls.py | 3 +-
.../microsoft/mssql/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/microsoft/mssql/README.md | 12 +-
.../microsoft/mssql/backport_provider_setup.cfg | 51 -
.../microsoft/mssql/backport_provider_setup.py | 105 --
.../microsoft/winrm/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/microsoft/winrm/README.md | 13 +-
.../microsoft/winrm/backport_provider_setup.cfg | 51 -
.../microsoft/winrm/backport_provider_setup.py | 105 --
airflow/providers/microsoft/winrm/hooks/winrm.py | 4 +-
.../providers/microsoft/winrm/operators/winrm.py | 4 +-
.../providers/mongo/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/mongo/README.md | 14 +-
.../providers/mongo/backport_provider_setup.cfg | 51 -
airflow/providers/mongo/backport_provider_setup.py | 103 --
airflow/providers/mongo/hooks/mongo.py | 6 +-
airflow/providers/mongo/sensors/mongo.py | 2 +-
.../providers/mysql/PROVIDER_CHANGES_1.0.0b1.md | 12 +
airflow/providers/mysql/README.md | 15 +-
.../providers/mysql/backport_provider_setup.cfg | 51 -
airflow/providers/mysql/backport_provider_setup.py | 111 --
.../providers/mysql/example_dags}/__init__.py | 0
.../providers/mysql/example_dags/example_mysql.py | 56 +
airflow/providers/mysql/hooks/mysql.py | 2 +-
airflow/providers/odbc/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/odbc/README.md | 13 +-
airflow/providers/odbc/backport_provider_setup.cfg | 51 -
airflow/providers/odbc/backport_provider_setup.py | 103 --
airflow/providers/odbc/hooks/odbc.py | 2 +-
.../providers/openfaas/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/openfaas/README.md | 12 +-
.../providers/openfaas/backport_provider_setup.cfg | 51 -
.../providers/openfaas/backport_provider_setup.py | 104 --
.../providers/opsgenie/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/opsgenie/README.md | 13 +-
.../providers/opsgenie/backport_provider_setup.cfg | 51 -
.../providers/opsgenie/backport_provider_setup.py | 104 --
airflow/providers/opsgenie/hooks/opsgenie_alert.py | 4 +-
.../providers/opsgenie/operators/opsgenie_alert.py | 2 +-
.../providers/oracle/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/oracle/README.md | 14 +-
.../providers/oracle/backport_provider_setup.cfg | 51 -
.../providers/oracle/backport_provider_setup.py | 104 --
airflow/providers/oracle/hooks/oracle.py | 8 +-
.../pagerduty/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/pagerduty/README.md | 12 +-
.../pagerduty/backport_provider_setup.cfg | 51 -
.../providers/pagerduty/backport_provider_setup.py | 104 --
.../papermill/PROVIDER_CHANGES_1.0.0b1.md | 7 +
airflow/providers/papermill/README.md | 10 +-
.../providers/plexus/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/plexus/README.md | 13 +-
.../providers/plexus/backport_provider_setup.cfg | 51 -
.../providers/plexus/backport_provider_setup.py | 104 --
airflow/providers/plexus/operators/job.py | 18 +-
.../providers/postgres/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/postgres/README.md | 13 +-
.../providers/postgres/backport_provider_setup.cfg | 51 -
.../providers/postgres/backport_provider_setup.py | 104 --
airflow/providers/postgres/hooks/postgres.py | 14 +-
.../providers/presto/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/presto/README.md | 12 +-
.../providers/presto/backport_provider_setup.cfg | 51 -
.../providers/presto/backport_provider_setup.py | 104 --
airflow/providers/presto/hooks/presto.py | 2 +-
.../providers/qubole/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/qubole/README.md | 14 +-
.../providers/qubole/backport_provider_setup.cfg | 51 -
.../providers/qubole/backport_provider_setup.py | 104 --
airflow/providers/qubole/hooks/qubole.py | 16 +-
airflow/providers/qubole/hooks/qubole_check.py | 2 +-
airflow/providers/qubole/operators/qubole_check.py | 2 +-
airflow/providers/qubole/sensors/qubole.py | 2 +-
.../providers/redis/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/redis/README.md | 13 +-
.../providers/redis/backport_provider_setup.cfg | 51 -
airflow/providers/redis/backport_provider_setup.py | 103 --
.../salesforce/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/salesforce/README.md | 13 +-
.../salesforce/backport_provider_setup.cfg | 51 -
.../salesforce/backport_provider_setup.py | 104 --
airflow/providers/salesforce/hooks/salesforce.py | 4 +-
airflow/providers/salesforce/hooks/tableau.py | 2 +-
.../providers/samba/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/samba/README.md | 13 +-
.../providers/samba/backport_provider_setup.cfg | 51 -
airflow/providers/samba/backport_provider_setup.py | 103 --
.../providers/segment/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/segment/README.md | 14 +-
.../providers/segment/backport_provider_setup.cfg | 51 -
.../providers/segment/backport_provider_setup.py | 104 --
airflow/providers/segment/hooks/segment.py | 4 +-
airflow/providers/sftp/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/sftp/README.md | 14 +-
airflow/providers/sftp/backport_provider_setup.cfg | 51 -
airflow/providers/sftp/backport_provider_setup.py | 108 --
airflow/providers/sftp/operators/sftp.py | 10 +-
.../singularity/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/singularity/README.md | 12 +-
.../singularity/backport_provider_setup.cfg | 51 -
.../singularity/backport_provider_setup.py | 104 --
.../providers/slack/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/slack/README.md | 13 +-
.../providers/slack/backport_provider_setup.cfg | 51 -
airflow/providers/slack/backport_provider_setup.py | 103 --
airflow/providers/slack/operators/slack.py | 2 +-
airflow/providers/slack/operators/slack_webhook.py | 2 +-
.../snowflake/PROVIDER_CHANGES_1.0.0b1.md | 12 +
airflow/providers/snowflake/README.md | 15 +-
.../snowflake/backport_provider_setup.cfg | 51 -
.../providers/snowflake/backport_provider_setup.py | 108 --
.../snowflake/example_dags/example_snowflake.py | 105 +-
airflow/providers/snowflake/hooks/snowflake.py | 6 +-
.../providers/sqlite/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/sqlite/README.md | 12 +-
.../providers/sqlite/backport_provider_setup.cfg | 51 -
.../providers/sqlite/backport_provider_setup.py | 104 --
airflow/providers/ssh/PROVIDER_CHANGES_1.0.0b1.md | 11 +
airflow/providers/ssh/README.md | 14 +-
airflow/providers/ssh/backport_provider_setup.cfg | 51 -
airflow/providers/ssh/backport_provider_setup.py | 108 --
airflow/providers/ssh/hooks/ssh.py | 2 +-
airflow/providers/ssh/operators/ssh.py | 8 +-
.../providers/vertica/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/vertica/README.md | 12 +-
.../providers/vertica/backport_provider_setup.cfg | 51 -
.../providers/vertica/backport_provider_setup.py | 104 --
.../providers/yandex/PROVIDER_CHANGES_1.0.0b1.md | 10 +
airflow/providers/yandex/README.md | 13 +-
.../providers/yandex/backport_provider_setup.cfg | 51 -
.../providers/yandex/backport_provider_setup.py | 104 --
.../example_dags/example_yandexcloud_dataproc.py | 6 +-
airflow/providers/yandex/hooks/yandex.py | 2 +-
.../providers/zendesk/PROVIDER_CHANGES_1.0.0b1.md | 9 +
airflow/providers/zendesk/README.md | 12 +-
.../providers/zendesk/backport_provider_setup.cfg | 51 -
.../providers/zendesk/backport_provider_setup.py | 104 --
airflow/secrets/base_secrets.py | 3 +-
airflow/secrets/local_filesystem.py | 15 +-
airflow/secrets/metastore.py | 2 +
airflow/security/kerberos.py | 52 +-
airflow/security/permissions.py | 50 +-
airflow/security/utils.py | 4 +-
airflow/sensors/README.md | 24 +
airflow/sensors/base_sensor_operator.py | 98 +-
airflow/sensors/bash.py | 16 +-
airflow/sensors/date_time_sensor.py | 8 +-
airflow/sensors/external_task_sensor.py | 103 +-
airflow/sensors/filesystem.py | 5 +-
airflow/sensors/hdfs_sensor.py | 3 +-
airflow/sensors/hive_partition_sensor.py | 3 +-
airflow/sensors/http_sensor.py | 3 +-
airflow/sensors/metastore_partition_sensor.py | 3 +-
airflow/sensors/named_hive_partition_sensor.py | 3 +-
airflow/sensors/python.py | 14 +-
airflow/sensors/s3_key_sensor.py | 3 +-
airflow/sensors/s3_prefix_sensor.py | 3 +-
airflow/sensors/smart_sensor_operator.py | 178 +-
airflow/sensors/sql_sensor.py | 39 +-
airflow/sensors/web_hdfs_sensor.py | 3 +-
airflow/sensors/weekday_sensor.py | 15 +-
airflow/sentry.py | 21 +-
airflow/serialization/json_schema.py | 2 +-
airflow/serialization/serialized_objects.py | 122 +-
airflow/settings.py | 61 +-
airflow/smart_sensor_dags/smart_sensor_group.py | 2 +-
airflow/stats.py | 60 +-
airflow/task/task_runner/base_task_runner.py | 18 +-
airflow/task/task_runner/cgroup_task_runner.py | 53 +-
airflow/ti_deps/dep_context.py | 21 +-
airflow/ti_deps/dependencies_deps.py | 5 +-
airflow/ti_deps/deps/base_ti_dep.py | 11 +-
airflow/ti_deps/deps/dag_ti_slots_available_dep.py | 6 +-
airflow/ti_deps/deps/dag_unpaused_dep.py | 3 +-
airflow/ti_deps/deps/dagrun_exists_dep.py | 20 +-
airflow/ti_deps/deps/dagrun_id_dep.py | 7 +-
.../ti_deps/deps/exec_date_after_start_date_dep.py | 19 +-
airflow/ti_deps/deps/not_in_retry_period_dep.py | 12 +-
airflow/ti_deps/deps/not_previously_skipped_dep.py | 17 +-
airflow/ti_deps/deps/pool_slots_available_dep.py | 16 +-
airflow/ti_deps/deps/prev_dagrun_dep.py | 33 +-
airflow/ti_deps/deps/ready_to_reschedule.py | 18 +-
airflow/ti_deps/deps/runnable_exec_date_dep.py | 26 +-
airflow/ti_deps/deps/task_concurrency_dep.py | 6 +-
airflow/ti_deps/deps/task_not_running_dep.py | 3 +-
airflow/ti_deps/deps/trigger_rule_dep.py | 125 +-
airflow/ti_deps/deps/valid_state_dep.py | 14 +-
airflow/typing_compat.py | 4 +-
airflow/utils/callback_requests.py | 4 +-
airflow/utils/cli.py | 51 +-
airflow/utils/compression.py | 14 +-
airflow/utils/dag_processing.py | 248 ++-
airflow/utils/dates.py | 6 +-
airflow/utils/db.py | 150 +-
airflow/utils/decorators.py | 17 +-
airflow/utils/docs.py | 2 +-
airflow/utils/dot_renderer.py | 30 +-
airflow/utils/email.py | 37 +-
airflow/utils/file.py | 44 +-
airflow/utils/helpers.py | 31 +-
airflow/utils/json.py | 27 +-
airflow/utils/log/cloudwatch_task_handler.py | 3 +-
airflow/utils/log/colored_log.py | 12 +-
airflow/utils/log/es_task_handler.py | 3 +-
airflow/utils/log/file_processor_handler.py | 16 +-
airflow/utils/log/file_task_handler.py | 50 +-
airflow/utils/log/gcs_task_handler.py | 3 +-
airflow/utils/log/json_formatter.py | 3 +-
airflow/utils/log/log_reader.py | 13 +-
airflow/utils/log/logging_mixin.py | 11 +-
airflow/utils/log/s3_task_handler.py | 3 +-
airflow/utils/log/stackdriver_task_handler.py | 3 +-
airflow/utils/log/wasb_task_handler.py | 3 +-
airflow/utils/module_loading.py | 6 +-
airflow/utils/operator_helpers.py | 61 +-
airflow/utils/operator_resources.py | 16 +-
airflow/utils/orm_event_handlers.py | 21 +-
airflow/utils/platform.py | 2 +-
airflow/utils/process_utils.py | 26 +-
airflow/utils/python_virtualenv.py | 16 +-
airflow/utils/serve_logs.py | 6 +-
airflow/utils/session.py | 4 +-
airflow/utils/sqlalchemy.py | 26 +-
airflow/utils/state.py | 41 +-
airflow/utils/task_group.py | 18 +-
airflow/utils/timeout.py | 6 +-
airflow/utils/timezone.py | 13 +-
airflow/utils/weekday.py | 4 +-
airflow/www/api/experimental/endpoints.py | 85 +-
airflow/www/app.py | 6 +-
airflow/www/auth.py | 47 +
airflow/www/decorators.py | 27 +-
airflow/www/extensions/init_jinja_globals.py | 2 +-
airflow/www/extensions/init_manifest_files.py | 2 +-
airflow/www/extensions/init_security.py | 5 +-
airflow/www/extensions/init_views.py | 61 +-
airflow/www/forms.py | 170 +-
airflow/www/security.py | 264 ++-
airflow/www/static/css/dags.css | 127 ++
airflow/www/static/css/main.css | 22 +-
airflow/www/templates/airflow/dag.html | 8 -
airflow/www/templates/airflow/dags.html | 291 ++--
airflow/www/templates/airflow/gantt.html | 2 +-
airflow/www/templates/airflow/task_instance.html | 8 +-
airflow/www/utils.py | 207 +--
airflow/www/validators.py | 13 +-
airflow/www/views.py | 1778 ++++++++++++--------
airflow/www/webpack.config.js | 1 +
airflow/www/widgets.py | 5 +-
breeze | 6 +-
breeze-complete | 8 +-
chart/README.md | 16 +-
chart/files/pod-template-file.kubernetes-helm-yaml | 2 +-
chart/requirements.lock | 4 +-
chart/templates/_helpers.yaml | 4 +
chart/templates/cleanup/cleanup-cronjob.yaml | 2 +-
chart/templates/flower/flower-deployment.yaml | 29 +-
chart/templates/redis/redis-statefulset.yaml | 4 +-
.../templates/scheduler/scheduler-deployment.yaml | 2 +-
.../scheduler/scheduler-serviceaccount.yaml | 6 +-
chart/templates/secrets/flower-secret.yaml | 36 +
chart/templates/secrets/redis-secrets.yaml | 3 +
chart/templates/webserver/webserver-ingress.yaml | 6 +-
chart/templates/webserver/webserver-service.yaml | 2 +-
.../webserver/webserver-serviceaccount.yaml | 10 +-
chart/templates/workers/worker-deployment.yaml | 2 +
chart/templates/workers/worker-serviceaccount.yaml | 12 +-
{provider_packages => chart/tests}/__init__.py | 0
chart/tests/celery-kubernetes-executor_test.yaml | 51 -
.../tests/celery-kubernetes-pod-launcher-role.yaml | 29 -
chart/tests/conftest.py | 30 +
chart/tests/dags-persistent-volume-claim_test.yaml | 64 -
chart/tests/git-sync-scheduler_test.yaml | 154 --
chart/tests/git-sync-webserver_test.yaml | 73 -
chart/tests/git-sync-worker_test.yaml | 76 -
chart/tests/helm_template_generator.py | 88 +
chart/tests/migrate-database-job_test.yaml | 27 -
chart/tests/pod-template-file_test.yaml | 171 --
chart/tests/scheduler_test.yaml | 38 -
chart/tests/test_basic_helm_chart.py | 117 ++
chart/tests/test_celery_kubernetes_executor.py | 48 +
.../test_celery_kubernetes_pod_launcher_role.py | 35 +
chart/tests/test_chart_quality.py | 41 +
chart/tests/test_dags_persistent_volume_claim.py | 73 +
chart/tests/test_flower_authorization.py | 69 +
chart/tests/test_git_sync_scheduler.py | 160 ++
chart/tests/test_git_sync_webserver.py | 63 +
chart/tests/test_git_sync_worker.py | 76 +
chart/tests/test_kerberos.py | 32 +
chart/tests/test_migrate_database_job.py | 35 +
chart/tests/test_pod_template_file.py | 186 ++
chart/tests/test_scheduler.py | 41 +
chart/tests/test_worker.py | 41 +
chart/tests/worker_test.yaml | 38 -
chart/values.schema.json | 241 ++-
chart/values.yaml | 17 +-
dags/test_dag.py | 10 +-
dev/README.md | 58 +-
{tests/providers/zendesk/hooks => dev}/__init__.py | 0
dev/airflow-github | 55 +-
dev/airflow-license | 32 +-
dev/import_all_classes.py | 113 ++
.../BACKPORT_PROVIDER_CHANGES_TEMPLATE.md.jinja2 | 0
.../BACKPORT_PROVIDER_CLASSES_TEMPLATE.md.jinja2 | 0
.../BACKPORT_PROVIDER_README_TEMPLATE.md.jinja2 | 0
dev/provider_packages/MANIFEST_TEMPLATE.in.jinja2 | 34 +
.../PROVIDER_CHANGES_TEMPLATE.md.jinja2 | 0
.../PROVIDER_CLASSES_TEMPLATE.md.jinja2 | 0
.../PROVIDER_README_TEMPLATE.md.jinja2 | 0
dev/provider_packages/README.md | 294 ++++
dev/provider_packages/SETUP_TEMPLATE.cfg.jinja2 | 51 +
dev/provider_packages/SETUP_TEMPLATE.py.jinja2 | 118 ++
.../hooks => dev/provider_packages}/__init__.py | 0
dev/provider_packages/build_source_package.sh | 148 ++
.../enter_breeze_provider_package_tests.sh | 40 +
dev/provider_packages/prepare_provider_packages.py | 1565 +++++++++++++++++
.../refactor_provider_packages.py | 751 +++++++++
dev/provider_packages/remove_old_releases.py | 106 ++
dev/send_email.py | 117 +-
docker-context-files/README.md | 2 +-
docs/build_docs.py | 72 +-
docs/concepts.rst | 14 +-
docs/conf.py | 549 +++---
docs/configurations-ref.rst | 4 +
docs/executor/kubernetes.rst | 10 +-
docs/exts/docroles.py | 32 +-
docs/exts/exampleinclude.py | 10 +-
docs/exts/provider_init_hack.py | 58 +
docs/exts/sphinx_script_update.py | 2 +-
docs/faq.rst | 30 +-
docs/howto/connection/aws.rst | 213 ++-
docs/howto/connection/gcp.rst | 25 +-
docs/howto/connection/jdbc.rst | 2 +
docs/howto/connection/postgres.rst | 2 +-
docs/howto/custom-operator.rst | 2 +-
docs/howto/initialize-database.rst | 3 +
docs/howto/operator/databricks.rst | 85 +
docs/howto/operator/google/cloud/cloud_sql.rst | 2 +-
.../operator/google/transfer/salesforce_to_gcs.rst | 49 +
docs/howto/operator/index.rst | 4 +
docs/howto/operator/jdbc.rst | 97 ++
docs/howto/operator/mysql.rst | 69 +
docs/howto/operator/snowflake.rst | 124 ++
docs/img/add-dag-tags.png | Bin 79600 -> 68537 bytes
docs/img/add-role.png | Bin 68070 -> 30509 bytes
docs/img/airflow.gif | Bin 622832 -> 416302 bytes
docs/img/dags.png | Bin 297947 -> 211122 bytes
docs/img/example_passing_conf.png | Bin 97482 -> 41080 bytes
docs/img/operator_extra_link.png | Bin 276679 -> 90359 bytes
docs/img/subdag_zoom.png | Bin 255915 -> 145017 bytes
docs/img/ui-timezone-chooser.png | Bin 12548 -> 16644 bytes
docs/index.rst | 2 +-
docs/installation.rst | 40 +-
docs/logging-monitoring/logging-tasks.rst | 2 +-
docs/logging-monitoring/metrics.rst | 14 +-
docs/operators-and-hooks-ref.rst | 25 +-
docs/plugins.rst | 69 +-
docs/project.rst | 1 +
docs/scheduler.rst | 96 ++
docs/security/access-control.rst | 175 +-
.../google-cloud-secret-manager-backend.rst | 6 +-
docs/spelling_wordlist.txt | 16 +-
docs/start.rst | 1 +
docs/tutorial_decorated_flows.rst | 156 --
docs/tutorial_taskflow_api.rst | 156 ++
docs/ui.rst | 7 +-
images/pr/pr-full-tests-needed.png | Bin 0 -> 88512 bytes
images/pr/pr-likely-ok-to-merge.png | Bin 0 -> 98362 bytes
images/pr/pr-no-tests-needed-comment.png | Bin 0 -> 80852 bytes
images/pr/selective_checks.md5 | 1 +
images/pr/selective_checks.mermaid | 35 +
images/pr/selective_checks.png | Bin 0 -> 64501 bytes
kubernetes_tests/test_kubernetes_executor.py | 129 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 328 ++--
metastore_browser/hive_metastore.py | 55 +-
.../templates/metastore_browser/base.html | 2 +-
provider_packages/.gitignore | 1 +
provider_packages/DEV-README.md | 173 --
provider_packages/MANIFEST.in | 23 -
provider_packages/SETUP_TEMPLATE.cfg.jinja2 | 51 -
provider_packages/SETUP_TEMPLATE.py.jinja2 | 103 --
provider_packages/airflow/.gitignore | 2 -
provider_packages/airflow/version.py | 1 -
provider_packages/build_source_package.sh | 148 --
provider_packages/import_all_provider_classes.py | 96 --
provider_packages/prepare_provider_packages.py | 1429 ----------------
provider_packages/refactor_provider_packages.py | 672 --------
provider_packages/remove_old_releases.py | 96 --
scripts/ci/docker-compose/local.yml | 2 +
scripts/ci/images/ci_build_dockerhub.sh | 6 +-
scripts/ci/images/ci_prepare_prod_image_on_ci.sh | 57 +
scripts/ci/images/ci_wait_for_all_ci_images.sh | 4 +-
scripts/ci/images/ci_wait_for_all_prod_images.sh | 4 +-
scripts/ci/kubernetes/ci_run_helm_testing.sh | 29 -
scripts/ci/libraries/_build_images.sh | 20 +-
scripts/ci/libraries/_initialization.sh | 37 +-
scripts/ci/libraries/_kind.sh | 4 +-
scripts/ci/libraries/_local_mounts.sh | 2 +
scripts/ci/libraries/_push_pull_remove_images.sh | 35 +-
scripts/ci/openapi/client_codegen_diff.sh | 32 +-
.../ci/pre_commit/pre_commit_check_order_setup.py | 20 +-
.../pre_commit/pre_commit_check_providers_init.sh | 28 +
.../pre_commit_check_setup_installation.py | 112 ++
scripts/ci/pre_commit/pre_commit_insert_extras.py | 2 +-
scripts/ci/pre_commit/pre_commit_sync_version.sh | 28 +
scripts/ci/pre_commit/pre_commit_yaml_to_cfg.py | 28 +-
...ci_test_provider_packages_import_all_classes.sh | 6 +-
.../ci_test_provider_packages_install.sh | 4 +
scripts/ci/selective_ci_checks.sh | 184 +-
scripts/docker/install_mysql.sh | 4 +-
scripts/in_container/_in_container_utils.sh | 20 +-
scripts/in_container/check_environment.sh | 2 +-
scripts/in_container/entrypoint_ci.sh | 16 +-
scripts/in_container/run_init_script.sh | 2 +-
scripts/in_container/run_mypy.sh | 14 +-
.../in_container/run_prepare_provider_packages.sh | 27 +-
.../in_container/run_prepare_provider_readme.sh | 7 +-
scripts/in_container/run_pylint.sh | 5 +
.../run_test_package_import_all_classes.sh | 42 +-
scripts/in_container/run_test_package_install.sh | 6 +-
.../in_container/update_quarantined_test_status.py | 68 +-
scripts/tools/list-integrations.py | 11 +-
setup.cfg | 6 +-
setup.py | 133 +-
tests/airflow_pylint/disable_checks_for_tests.py | 17 +-
tests/airflow_pylint/do_not_use_asserts.py | 5 +-
tests/always/test_example_dags.py | 61 +
tests/always/test_project_structure.py | 229 +++
tests/api/auth/backend/test_basic_auth.py | 58 +-
tests/api/auth/test_client.py | 29 +-
tests/api/client/test_local_client.py | 60 +-
tests/api/common/experimental/test_delete_dag.py | 56 +-
tests/api/common/experimental/test_mark_tasks.py | 299 ++--
tests/api/common/experimental/test_pool.py | 82 +-
tests/api/common/experimental/test_trigger_dag.py | 13 +-
.../endpoints/test_config_endpoint.py | 8 +-
.../endpoints/test_connection_endpoint.py | 26 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 98 +-
.../endpoints/test_dag_run_endpoint.py | 14 +-
.../endpoints/test_dag_source_endpoint.py | 8 +-
.../endpoints/test_event_log_endpoint.py | 8 +-
.../endpoints/test_extra_link_endpoint.py | 15 +-
tests/api_connexion/endpoints/test_log_endpoint.py | 12 +-
.../api_connexion/endpoints/test_pool_endpoint.py | 14 +-
.../api_connexion/endpoints/test_task_endpoint.py | 14 +-
.../endpoints/test_task_instance_endpoint.py | 30 +-
.../endpoints/test_variable_endpoint.py | 8 +-
.../endpoints/test_version_endpoint.py | 2 +-
.../api_connexion/endpoints/test_xcom_endpoint.py | 52 +-
.../schemas/test_task_instance_schema.py | 4 +-
tests/build_provider_packages_dependencies.py | 35 +-
tests/cli/commands/test_celery_command.py | 32 +-
tests/cli/commands/test_cheat_sheet_command.py | 3 +-
tests/cli/commands/test_config_command.py | 20 +-
tests/cli/commands/test_connection_command.py | 372 ++--
tests/cli/commands/test_dag_command.py | 305 ++--
tests/cli/commands/test_db_command.py | 44 +-
tests/cli/commands/test_info_command.py | 23 +-
tests/cli/commands/test_kubernetes_command.py | 142 +-
tests/cli/commands/test_legacy_commands.py | 44 +-
tests/cli/commands/test_plugins_command.py | 1 -
tests/cli/commands/test_pool_command.py | 20 +-
tests/cli/commands/test_role_command.py | 9 +-
tests/cli/commands/test_sync_perm_command.py | 22 +-
tests/cli/commands/test_task_command.py | 320 ++--
tests/cli/commands/test_user_command.py | 230 ++-
tests/cli/commands/test_variable_command.py | 97 +-
tests/cli/commands/test_webserver_command.py | 71 +-
tests/cli/test_cli_parser.py | 87 +-
tests/cluster_policies/__init__.py | 13 +-
tests/conftest.py | 136 +-
tests/core/test_config_templates.py | 29 +-
tests/core/test_configuration.py | 221 +--
tests/core/test_core.py | 214 ++-
tests/core/test_core_to_contrib.py | 18 +-
tests/core/test_example_dags.py | 63 -
tests/core/test_example_dags_system.py | 16 +-
tests/core/test_impersonation_tests.py | 66 +-
tests/core/test_local_settings.py | 9 +-
tests/core/test_logging_config.py | 35 +-
tests/core/test_project_structure.py | 230 ---
tests/core/test_sentry.py | 1 +
tests/core/test_sqlalchemy_config.py | 46 +-
tests/core/test_stats.py | 105 +-
tests/dags/subdir2/test_dont_ignore_this.py | 5 +-
tests/dags/test_backfill_pooled_tasks.py | 3 +-
tests/dags/test_clear_subdag.py | 13 +-
tests/dags/test_cli_triggered_dags.py | 19 +-
tests/dags/test_default_impersonation.py | 5 +-
tests/dags/test_default_views.py | 12 +-
tests/dags/test_double_trigger.py | 4 +-
tests/dags/test_example_bash_operator.py | 25 +-
tests/dags/test_heartbeat_failed_fast.py | 5 +-
tests/dags/test_impersonation.py | 5 +-
tests/dags/test_impersonation_subdag.py | 30 +-
tests/dags/test_invalid_cron.py | 10 +-
tests/dags/test_issue_1225.py | 29 +-
tests/dags/test_latest_runs.py | 8 +-
tests/dags/test_logging_in_dag.py | 6 +-
tests/dags/test_mark_success.py | 6 +-
tests/dags/test_missing_owner.py | 4 +-
tests/dags/test_multiple_dags.py | 8 +-
tests/dags/test_no_impersonation.py | 3 +-
tests/dags/test_on_failure_callback.py | 4 +-
tests/dags/test_on_kill.py | 9 +-
tests/dags/test_prev_dagrun_dep.py | 14 +-
tests/dags/test_retry_handling_job.py | 5 +-
tests/dags/test_scheduler_dags.py | 25 +-
tests/dags/test_subdag.py | 4 +-
tests/dags/test_task_view_type_check.py | 5 +-
tests/dags/test_with_non_default_owner.py | 5 +-
tests/dags_corrupted/test_impersonation_custom.py | 17 +-
tests/dags_with_system_exit/a_system_exit.py | 4 +-
.../dags_with_system_exit/b_test_scheduler_dags.py | 9 +-
tests/dags_with_system_exit/c_system_exit.py | 4 +-
tests/deprecated_classes.py | 116 +-
tests/executors/test_base_executor.py | 8 +-
tests/executors/test_celery_executor.py | 206 ++-
tests/executors/test_celery_kubernetes_executor.py | 14 +-
tests/executors/test_dask_executor.py | 39 +-
tests/executors/test_executor_loader.py | 33 +-
tests/executors/test_kubernetes_executor.py | 138 +-
tests/executors/test_local_executor.py | 18 +-
tests/executors/test_sequential_executor.py | 9 +-
tests/hooks/test_dbapi_hook.py | 56 +-
tests/jobs/test_backfill_job.py | 512 +++---
tests/jobs/test_base_job.py | 5 +-
tests/jobs/test_local_task_job.py | 146 +-
tests/jobs/test_scheduler_job.py | 1008 ++++++-----
tests/kubernetes/models/test_secret.py | 167 +-
tests/kubernetes/test_client.py | 1 -
tests/kubernetes/test_pod_generator.py | 377 ++---
tests/kubernetes/test_pod_launcher.py | 162 +-
tests/kubernetes/test_refresh_config.py | 1 -
tests/lineage/test_lineage.py | 43 +-
tests/models/test_baseoperator.py | 85 +-
tests/models/test_cleartasks.py | 104 +-
tests/models/test_connection.py | 97 +-
tests/models/test_dag.py | 590 +++----
tests/models/test_dagbag.py | 191 +--
tests/models/test_dagcode.py | 20 +-
tests/models/test_dagparam.py | 4 +-
tests/models/test_dagrun.py | 301 ++--
tests/models/test_pool.py | 39 +-
tests/models/test_renderedtifields.py | 135 +-
tests/models/test_sensorinstance.py | 14 +-
tests/models/test_serialized_dag.py | 10 +-
tests/models/test_skipmixin.py | 18 +-
tests/models/test_taskinstance.py | 830 +++++----
tests/models/test_timestamp.py | 3 +-
tests/models/test_variable.py | 15 +-
tests/models/test_xcom.py | 146 +-
tests/models/test_xcom_arg.py | 16 +-
tests/operators/test_bash.py | 85 +-
tests/operators/test_branch_operator.py | 24 +-
tests/operators/test_dagrun_operator.py | 24 +-
tests/operators/test_email.py | 15 +-
tests/operators/test_generic_transfer.py | 26 +-
tests/operators/test_latest_only_operator.py | 162 +-
tests/operators/test_python.py | 362 ++--
tests/operators/test_sql.py | 102 +-
tests/operators/test_subdag_operator.py | 76 +-
tests/plugins/test_plugin.py | 33 +-
tests/plugins/test_plugin_ignore.py | 11 +-
tests/plugins/test_plugins_manager.py | 73 +-
tests/providers/amazon/aws/hooks/test_base_aws.py | 77 +
.../amazon/aws/hooks/test_base_aws_system.py | 55 +
.../amazon/aws/hooks/test_batch_client.py | 16 +-
.../amazon/aws/hooks/test_batch_waiters.py | 2 +-
tests/providers/amazon/aws/hooks/test_datasync.py | 12 +-
tests/providers/amazon/aws/hooks/test_glacier.py | 2 +-
tests/providers/amazon/aws/hooks/test_glue.py | 1 -
.../amazon/aws/hooks/test_glue_catalog.py | 2 +-
tests/providers/amazon/aws/hooks/test_s3.py | 26 +-
tests/providers/amazon/aws/hooks/test_sagemaker.py | 6 +-
.../amazon/aws/hooks/test_secrets_manager.py | 2 +-
.../amazon/aws/log/test_cloudwatch_task_handler.py | 4 +-
.../amazon/aws/log/test_s3_task_handler.py | 2 +-
.../providers/amazon/aws/operators/test_athena.py | 1 -
tests/providers/amazon/aws/operators/test_batch.py | 1 -
.../amazon/aws/operators/test_datasync.py | 6 +-
tests/providers/amazon/aws/operators/test_ecs.py | 2 +-
.../providers/amazon/aws/operators/test_glacier.py | 8 +-
.../amazon/aws/operators/test_glacier_system.py | 1 -
tests/providers/amazon/aws/operators/test_glue.py | 1 -
.../amazon/aws/operators/test_s3_bucket.py | 2 +-
.../amazon/aws/operators/test_s3_copy_object.py | 4 +-
.../providers/amazon/aws/operators/test_s3_list.py | 1 -
.../aws/operators/test_sagemaker_endpoint.py | 4 +-
.../operators/test_sagemaker_endpoint_config.py | 1 -
.../amazon/aws/operators/test_sagemaker_model.py | 3 +-
.../aws/operators/test_sagemaker_processing.py | 2 +-
.../aws/operators/test_sagemaker_training.py | 5 +-
.../aws/operators/test_sagemaker_transform.py | 5 +-
.../amazon/aws/operators/test_sagemaker_tuning.py | 5 +-
.../amazon/aws/secrets/test_secrets_manager.py | 42 +
.../amazon/aws/secrets/test_systems_manager.py | 51 +
tests/providers/amazon/aws/sensors/test_athena.py | 1 -
tests/providers/amazon/aws/sensors/test_glacier.py | 1 -
tests/providers/amazon/aws/sensors/test_glue.py | 1 -
.../aws/sensors/test_glue_catalog_partition.py | 1 -
.../amazon/aws/sensors/test_sagemaker_endpoint.py | 1 -
.../amazon/aws/sensors/test_sagemaker_training.py | 1 -
.../amazon/aws/sensors/test_sagemaker_transform.py | 1 -
.../amazon/aws/sensors/test_sagemaker_tuning.py | 1 -
.../amazon/aws/transfers/test_gcs_to_s3.py | 1 -
.../amazon/aws/transfers/test_glacier_to_gcs.py | 4 +-
.../amazon/aws/transfers/test_mongo_to_s3.py | 1 -
.../amazon/aws/transfers/test_redshift_to_s3.py | 7 +-
.../amazon/aws/transfers/test_s3_to_redshift.py | 53 +-
.../amazon/aws/transfers/test_s3_to_sftp.py | 4 +-
.../amazon/aws/transfers/test_sftp_to_s3.py | 2 +-
.../apache/cassandra/hooks/test_cassandra.py | 2 +-
.../apache/druid/operators/test_druid_check.py | 1 -
tests/providers/apache/hdfs/hooks/test_webhdfs.py | 6 +-
tests/providers/apache/hive/hooks/test_hive.py | 28 +-
.../apache/hive/operators/test_hive_stats.py | 26 +-
.../hive/sensors/test_metastore_partition.py | 2 +-
.../hive/sensors/test_named_hive_partition.py | 8 +-
.../apache/hive/transfers/test_mssql_to_hive.py | 2 +-
.../apache/hive/transfers/test_mysql_to_hive.py | 22 +-
.../apache/hive/transfers/test_s3_to_hive.py | 5 +-
tests/providers/apache/kylin/hooks/test_kylin.py | 2 +-
tests/providers/apache/livy/hooks/test_livy.py | 32 +-
tests/providers/apache/pig/hooks/test_pig.py | 1 -
tests/providers/apache/pig/operators/test_pig.py | 1 -
.../apache/spark/hooks/test_spark_jdbc_script.py | 1 +
.../providers/apache/spark/hooks/test_spark_sql.py | 2 +-
tests/providers/apache/sqoop/hooks/test_sqoop.py | 2 +-
tests/providers/cloudant/hooks/test_cloudant.py | 1 -
.../cncf/kubernetes/hooks/test_kubernetes.py | 3 +-
.../kubernetes/operators/test_kubernetes_pod.py | 94 +-
.../kubernetes/sensors/test_spark_kubernetes.py | 2 +-
.../providers/databricks/hooks/test_databricks.py | 18 +-
.../databricks/operators/test_databricks.py | 5 +-
tests/providers/datadog/sensors/test_datadog.py | 1 -
tests/providers/docker/hooks/test_docker.py | 1 -
tests/providers/docker/operators/test_docker.py | 1 -
.../docker/operators/test_docker_swarm.py | 2 +-
.../elasticsearch/log/elasticmock/__init__.py | 2 +-
.../log/elasticmock/fake_elasticsearch.py | 6 +-
.../elasticsearch/log/test_es_task_handler.py | 14 +-
tests/providers/exasol/hooks/test_exasol.py | 1 -
tests/providers/exasol/operators/test_exasol.py | 1 -
tests/providers/facebook/ads/hooks/test_ads.py | 1 +
tests/providers/google/ads/hooks/test_ads.py | 1 +
.../_internal_client/test_secret_manager_client.py | 4 +-
tests/providers/google/cloud/hooks/test_automl.py | 2 +-
.../providers/google/cloud/hooks/test_bigquery.py | 6 +-
.../google/cloud/hooks/test_bigquery_dts.py | 2 +-
.../google/cloud/hooks/test_cloud_build.py | 1 -
.../hooks/test_cloud_storage_transfer_service.py | 50 +-
tests/providers/google/cloud/hooks/test_compute.py | 1 -
.../providers/google/cloud/hooks/test_dataflow.py | 234 ++-
.../google/cloud/hooks/test_datafusion.py | 2 +-
.../providers/google/cloud/hooks/test_dataproc.py | 6 +-
.../providers/google/cloud/hooks/test_datastore.py | 3 +-
tests/providers/google/cloud/hooks/test_dlp.py | 16 +-
.../providers/google/cloud/hooks/test_functions.py | 7 +-
tests/providers/google/cloud/hooks/test_gcs.py | 4 +-
tests/providers/google/cloud/hooks/test_kms.py | 1 -
.../google/cloud/hooks/test_kubernetes_engine.py | 2 +-
.../google/cloud/hooks/test_life_sciences.py | 1 -
.../providers/google/cloud/hooks/test_mlengine.py | 84 +-
.../google/cloud/hooks/test_natural_language.py | 2 +-
tests/providers/google/cloud/hooks/test_pubsub.py | 10 +-
.../google/cloud/hooks/test_secret_manager.py | 2 +-
tests/providers/google/cloud/hooks/test_spanner.py | 1 -
.../google/cloud/hooks/test_speech_to_text.py | 1 -
.../google/cloud/hooks/test_stackdriver.py | 20 +-
tests/providers/google/cloud/hooks/test_tasks.py | 2 +-
.../google/cloud/hooks/test_text_to_speech.py | 1 -
.../providers/google/cloud/hooks/test_translate.py | 1 -
.../google/cloud/hooks/test_video_intelligence.py | 2 +-
tests/providers/google/cloud/hooks/test_vision.py | 4 +-
.../google/cloud/operators/test_automl.py | 2 +-
.../google/cloud/operators/test_bigquery.py | 35 +-
.../google/cloud/operators/test_bigquery_dts.py | 1 -
.../cloud/operators/test_bigquery_dts_system.py | 2 +-
.../google/cloud/operators/test_bigtable.py | 36 +-
.../google/cloud/operators/test_cloud_build.py | 3 +-
.../operators/test_cloud_build_system_helper.py | 14 +-
.../cloud/operators/test_cloud_memorystore.py | 6 +-
.../google/cloud/operators/test_cloud_sql.py | 4 +-
.../operators/test_cloud_sql_system_helper.py | 30 +-
.../test_cloud_storage_transfer_service.py | 2 +-
.../google/cloud/operators/test_compute.py | 6 +-
.../cloud/operators/test_compute_system_helper.py | 6 +-
.../google/cloud/operators/test_dataflow.py | 61 +-
.../google/cloud/operators/test_dataflow_system.py | 119 ++
.../google/cloud/operators/test_dataproc.py | 4 +-
.../google/cloud/operators/test_dataproc_system.py | 2 +-
tests/providers/google/cloud/operators/test_dlp.py | 1 -
.../google/cloud/operators/test_dlp_system.py | 2 +-
.../google/cloud/operators/test_functions.py | 8 +-
tests/providers/google/cloud/operators/test_gcs.py | 1 -
.../cloud/operators/test_gcs_system_helper.py | 4 +-
.../cloud/operators/test_kubernetes_engine.py | 2 +-
.../google/cloud/operators/test_life_sciences.py | 1 -
.../google/cloud/operators/test_mlengine_utils.py | 9 +-
.../google/cloud/operators/test_pubsub.py | 4 +-
.../google/cloud/operators/test_spanner.py | 14 +-
.../google/cloud/operators/test_speech_to_text.py | 1 -
.../google/cloud/operators/test_stackdriver.py | 2 +-
.../providers/google/cloud/operators/test_tasks.py | 2 +-
.../google/cloud/operators/test_text_to_speech.py | 2 +-
.../google/cloud/operators/test_translate.py | 1 -
.../cloud/operators/test_translate_speech.py | 2 +-
.../cloud/operators/test_video_intelligence.py | 2 +-
.../google/cloud/operators/test_vision.py | 2 +-
.../google/cloud/sensors/test_bigquery_dts.py | 1 -
.../google/cloud/sensors/test_bigtable.py | 2 +-
.../sensors/test_cloud_storage_transfer_service.py | 48 +-
.../google/cloud/sensors/test_dataproc.py | 2 +-
.../providers/google/cloud/sensors/test_pubsub.py | 4 +-
.../google/cloud/transfers/test_adls_to_gcs.py | 1 -
.../cloud/transfers/test_azure_fileshare_to_gcs.py | 1 -
.../test_azure_fileshare_to_gcs_system.py | 9 +-
.../cloud/transfers/test_bigquery_to_bigquery.py | 3 +-
.../google/cloud/transfers/test_bigquery_to_gcs.py | 3 +-
.../cloud/transfers/test_bigquery_to_mysql.py | 3 +-
.../cloud/transfers/test_cassandra_to_gcs.py | 1 -
.../transfers/test_facebook_ads_to_gcs_system.py | 4 +-
.../google/cloud/transfers/test_gcs_to_bigquery.py | 1 -
.../google/cloud/transfers/test_gcs_to_gcs.py | 3 +-
.../cloud/transfers/test_gcs_to_gcs_system.py | 8 +-
.../google/cloud/transfers/test_gcs_to_local.py | 1 -
.../cloud/transfers/test_gcs_to_local_system.py | 2 +-
.../google/cloud/transfers/test_gcs_to_sftp.py | 1 -
.../cloud/transfers/test_gcs_to_sftp_system.py | 6 +-
.../google/cloud/transfers/test_local_to_gcs.py | 2 +-
.../google/cloud/transfers/test_mssql_to_gcs.py | 1 -
.../google/cloud/transfers/test_mysql_to_gcs.py | 2 +-
.../cloud/transfers/test_mysql_to_gcs_system.py | 4 +-
.../google/cloud/transfers/test_postgres_to_gcs.py | 40 +-
.../cloud/transfers/test_postgres_to_gcs_system.py | 3 +-
.../google/cloud/transfers/test_s3_to_gcs.py | 1 -
.../cloud/transfers/test_s3_to_gcs_system.py | 3 +-
.../cloud/transfers/test_salesforce_to_gcs.py | 93 +
.../transfers/test_salesforce_to_gcs_system.py | 40 +
.../google/cloud/transfers/test_sftp_to_gcs.py | 1 -
.../google/cloud/transfers/test_sql_to_gcs.py | 2 +-
.../google/cloud/utils/gcp_authenticator.py | 17 +-
.../cloud/utils/test_credentials_provider.py | 2 +-
.../google/firebase/hooks/test_firestore.py | 1 -
.../marketing_platform/hooks/test_analytics.py | 22 +-
.../marketing_platform/hooks/test_display_video.py | 4 +-
.../marketing_platform/hooks/test_search_ads.py | 16 +-
.../marketing_platform/operators/test_analytics.py | 14 +-
.../operators/test_campaign_manager.py | 30 +-
.../operators/test_display_video.py | 44 +-
.../operators/test_search_ads.py | 12 +-
.../sensors/test_campaign_manager.py | 4 +-
.../sensors/test_display_video.py | 12 +-
.../marketing_platform/sensors/test_search_ads.py | 4 +-
tests/providers/google/suite/hooks/test_drive.py | 1 -
tests/providers/google/suite/hooks/test_sheets.py | 1 -
tests/providers/grpc/hooks/test_grpc.py | 5 +-
tests/providers/grpc/operators/test_grpc.py | 1 -
.../_internal_client/test_vault_client.py | 4 +-
tests/providers/hashicorp/secrets/test_vault.py | 51 +
tests/providers/http/hooks/test_http.py | 2 +-
tests/providers/http/operators/test_http.py | 2 +-
tests/providers/http/sensors/test_http.py | 2 +-
.../microsoft/azure/hooks/test_azure_batch.py | 2 +-
.../microsoft/azure/hooks/test_azure_cosmos.py | 2 +-
.../microsoft/azure/hooks/test_azure_data_lake.py | 1 -
.../microsoft/azure/hooks/test_azure_fileshare.py | 4 +-
tests/providers/microsoft/azure/hooks/test_wasb.py | 1 -
.../microsoft/azure/operators/test_adls_list.py | 1 -
.../microsoft/azure/operators/test_azure_batch.py | 3 +-
.../operators/test_azure_container_instances.py | 2 +-
.../microsoft/azure/operators/test_azure_cosmos.py | 1 -
.../azure/operators/test_wasb_delete_blob.py | 1 -
.../azure/secrets/test_azure_key_vault.py | 39 +
.../providers/microsoft/azure/sensors/test_wasb.py | 1 -
.../azure/transfers/test_azure_blob_to_gcs.py | 5 +-
.../microsoft/azure/transfers/test_file_to_wasb.py | 1 -
.../azure/transfers/test_local_to_adls.py | 1 -
.../transfers/test_oracle_to_azure_data_lake.py | 2 +-
.../providers/microsoft/mssql/hooks/test_mssql.py | 1 -
.../microsoft/mssql/operators/test_mssql.py | 1 -
.../providers/microsoft/winrm/hooks/test_winrm.py | 2 +-
tests/providers/mysql/hooks/test_mysql.py | 12 +-
tests/providers/mysql/operators/test_mysql.py | 2 +-
tests/providers/openfaas/hooks/test_openfaas.py | 2 +-
tests/providers/oracle/hooks/test_oracle.py | 2 +-
tests/providers/oracle/operators/test_oracle.py | 1 -
.../oracle/transfers/test_oracle_to_oracle.py | 1 -
tests/providers/pagerduty/hooks/test_pagerduty.py | 1 +
tests/providers/plexus/hooks/test_plexus.py | 1 +
tests/providers/plexus/operators/test_job.py | 2 +
tests/providers/postgres/hooks/test_postgres.py | 22 +-
.../qubole/operators/test_qubole_check.py | 2 +-
tests/providers/samba/hooks/test_samba.py | 2 +-
tests/providers/sendgrid/utils/test_emailer.py | 3 +-
tests/providers/sftp/operators/test_sftp.py | 30 +-
.../singularity/operators/test_singularity.py | 2 +-
tests/providers/slack/hooks/test_slack.py | 2 +-
tests/providers/slack/operators/test_slack.py | 1 -
.../snowflake/operators/test_snowflake.py | 1 -
tests/providers/ssh/hooks/test_ssh.py | 8 +-
tests/secrets/test_local_filesystem.py | 59 +-
tests/secrets/test_secrets.py | 61 +-
tests/secrets/test_secrets_backends.py | 32 +-
tests/security/test_kerberos.py | 17 +-
tests/sensors/test_base_sensor.py | 162 +-
tests/sensors/test_bash.py | 9 +-
tests/sensors/test_date_time_sensor.py | 10 +-
tests/sensors/test_external_task_sensor.py | 311 ++--
tests/sensors/test_filesystem.py | 36 +-
tests/sensors/test_python.py | 54 +-
tests/sensors/test_smart_sensor_operator.py | 55 +-
tests/sensors/test_sql_sensor.py | 53 +-
tests/sensors/test_time_sensor.py | 4 +-
tests/sensors/test_timedelta_sensor.py | 8 +-
tests/sensors/test_timeout_sensor.py | 15 +-
tests/sensors/test_weekday_sensor.py | 61 +-
tests/serialization/test_dag_serialization.py | 508 +++---
tests/task/task_runner/test_cgroup_task_runner.py | 1 -
.../task/task_runner/test_standard_task_runner.py | 48 +-
tests/task/task_runner/test_task_runner.py | 11 +-
tests/test_utils/amazon_system_helpers.py | 38 +-
tests/test_utils/api_connexion_utils.py | 2 +-
tests/test_utils/asserts.py | 20 +-
tests/test_utils/azure_system_helpers.py | 1 -
tests/test_utils/db.py | 16 +-
tests/test_utils/gcp_system_helpers.py | 62 +-
tests/test_utils/get_all_tests.py | 2 +-
tests/test_utils/hdfs_utils.py | 245 +--
tests/test_utils/logging_command_executor.py | 17 +-
tests/test_utils/mock_hooks.py | 6 +-
tests/test_utils/mock_operators.py | 22 +-
tests/test_utils/mock_plugins.py | 26 +-
tests/test_utils/mock_process.py | 12 +-
tests/test_utils/perf/dags/elastic_dag.py | 27 +-
tests/test_utils/perf/dags/perf_dag_1.py | 15 +-
tests/test_utils/perf/dags/perf_dag_2.py | 15 +-
tests/test_utils/perf/perf_kit/memory.py | 1 +
tests/test_utils/perf/perf_kit/repeat_and_time.py | 2 +
tests/test_utils/perf/perf_kit/sqlalchemy.py | 75 +-
.../perf/scheduler_dag_execution_timing.py | 53 +-
tests/test_utils/perf/scheduler_ops_metrics.py | 103 +-
tests/test_utils/perf/sql_queries.py | 6 +-
tests/test_utils/remote_user_api_auth_backend.py | 6 +-
tests/test_utils/salesforce_system_helpers.py | 56 +
tests/test_utils/system_tests_class.py | 2 +-
.../test_remote_user_api_auth_backend.py | 4 +-
tests/ti_deps/deps/fake_models.py | 4 -
.../deps/test_dag_ti_slots_available_dep.py | 1 -
tests/ti_deps/deps/test_dag_unpaused_dep.py | 1 -
tests/ti_deps/deps/test_dagrun_exists_dep.py | 1 -
tests/ti_deps/deps/test_not_in_retry_period_dep.py | 10 +-
.../deps/test_not_previously_skipped_dep.py | 42 +-
tests/ti_deps/deps/test_prev_dagrun_dep.py | 81 +-
tests/ti_deps/deps/test_ready_to_reschedule_dep.py | 18 +-
tests/ti_deps/deps/test_runnable_exec_date_dep.py | 24 +-
tests/ti_deps/deps/test_task_concurrency.py | 1 -
tests/ti_deps/deps/test_task_not_running_dep.py | 1 -
tests/ti_deps/deps/test_trigger_rule_dep.py | 656 ++++----
tests/ti_deps/deps/test_valid_state_dep.py | 1 -
tests/utils/log/test_file_processor_handler.py | 14 +-
tests/utils/log/test_json_formatter.py | 6 +-
tests/utils/log/test_log_reader.py | 48 +-
tests/utils/test_cli_util.py | 26 +-
tests/utils/test_compression.py | 31 +-
tests/utils/test_dag_cycle.py | 40 +-
tests/utils/test_dag_processing.py | 89 +-
tests/utils/test_dates.py | 25 +-
tests/utils/test_db.py | 70 +-
tests/utils/test_decorators.py | 4 +-
tests/utils/test_docs.py | 14 +-
tests/utils/test_email.py | 50 +-
tests/utils/test_helpers.py | 44 +-
tests/utils/test_json.py | 59 +-
tests/utils/test_log_handlers.py | 32 +-
tests/utils/test_logging_mixin.py | 12 +-
tests/utils/test_net.py | 3 +-
tests/utils/test_operator_helpers.py | 24 +-
tests/utils/test_process_utils.py | 15 +-
tests/utils/test_python_virtualenv.py | 21 +-
tests/utils/test_serve_logs.py | 2 +
tests/utils/test_sqlalchemy.py | 64 +-
tests/utils/test_task_group.py | 2 +-
.../test_task_handler_with_custom_formatter.py | 5 +-
tests/utils/test_timezone.py | 9 +-
tests/utils/test_trigger_rule.py | 1 -
tests/utils/test_weight_rule.py | 1 -
.../www/api/experimental/test_dag_runs_endpoint.py | 10 +-
tests/www/api/experimental/test_endpoints.py | 170 +-
.../api/experimental/test_kerberos_endpoints.py | 18 +-
tests/www/test_app.py | 90 +-
tests/www/test_decorators.py | 47 -
tests/www/test_security.py | 71 +-
tests/www/test_utils.py | 78 +-
tests/www/test_validators.py | 5 +-
tests/www/test_views.py | 1542 ++++++++++-------
1673 files changed, 32301 insertions(+), 32858 deletions(-)
create mode 100644 .github/workflows/label_when_reviewed.yml
create mode 100644 .github/workflows/label_when_reviewed_workflow_run.yml
create mode 100644 PULL_REQUEST_WORKFLOW.rst
create mode 100644 UPGRADING_TO_2.0.md
delete mode 100644 airflow/api_connexion/__init__.py
delete mode 100644 airflow/dag/__init__.py
delete mode 100644 airflow/dag/base_dag.py
delete mode 100644 airflow/example_dags/tutorial_decorated_etl_dag.py
create mode 100644 airflow/example_dags/tutorial_taskflow_api_etl.py
create mode 100644 airflow/hooks/README.md
create mode 100644 airflow/migrations/versions/2c6edca13270_resource_based_permissions.py
create mode 100644 airflow/operators/README.md
create mode 100644 airflow/providers/README.md
delete mode 100644 airflow/providers/__init__.py
create mode 100644 airflow/providers/amazon/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/amazon/backport_provider_setup.cfg
delete mode 100644 airflow/providers/amazon/backport_provider_setup.py
create mode 100644 airflow/providers/apache/cassandra/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/cassandra/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/cassandra/backport_provider_setup.py
create mode 100644 airflow/providers/apache/druid/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/druid/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/druid/backport_provider_setup.py
create mode 100644 airflow/providers/apache/hdfs/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/hdfs/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/hdfs/backport_provider_setup.py
create mode 100644 airflow/providers/apache/hive/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/hive/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/hive/backport_provider_setup.py
create mode 100644 airflow/providers/apache/kylin/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/kylin/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/kylin/backport_provider_setup.py
create mode 100644 airflow/providers/apache/livy/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/livy/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/livy/backport_provider_setup.py
create mode 100644 airflow/providers/apache/pig/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/pig/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/pig/backport_provider_setup.py
create mode 100644 airflow/providers/apache/pinot/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/pinot/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/pinot/backport_provider_setup.py
create mode 100644 airflow/providers/apache/spark/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/spark/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/spark/backport_provider_setup.py
create mode 100644 airflow/providers/apache/sqoop/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/apache/sqoop/backport_provider_setup.cfg
delete mode 100644 airflow/providers/apache/sqoop/backport_provider_setup.py
create mode 100644 airflow/providers/celery/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/celery/backport_provider_setup.cfg
delete mode 100644 airflow/providers/celery/backport_provider_setup.py
create mode 100644 airflow/providers/cloudant/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/cloudant/backport_provider_setup.cfg
delete mode 100644 airflow/providers/cloudant/backport_provider_setup.py
create mode 100644 airflow/providers/cncf/kubernetes/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/cncf/kubernetes/backport_provider_setup.cfg
delete mode 100644 airflow/providers/cncf/kubernetes/backport_provider_setup.py
create mode 100644 airflow/providers/databricks/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/databricks/backport_provider_setup.cfg
delete mode 100644 airflow/providers/databricks/backport_provider_setup.py
create mode 100644 airflow/providers/datadog/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/datadog/backport_provider_setup.cfg
delete mode 100644 airflow/providers/datadog/backport_provider_setup.py
create mode 100644 airflow/providers/dingding/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/dingding/backport_provider_setup.cfg
delete mode 100644 airflow/providers/dingding/backport_provider_setup.py
create mode 100644 airflow/providers/discord/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/discord/backport_provider_setup.cfg
delete mode 100644 airflow/providers/discord/backport_provider_setup.py
create mode 100644 airflow/providers/docker/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/docker/backport_provider_setup.cfg
delete mode 100644 airflow/providers/docker/backport_provider_setup.py
create mode 100644 airflow/providers/elasticsearch/BACKPORT_PROVIDER_CHANGES_2020.11.13.md
create mode 100644 airflow/providers/elasticsearch/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/elasticsearch/backport_provider_setup.cfg
delete mode 100644 airflow/providers/elasticsearch/backport_provider_setup.py
create mode 100644 airflow/providers/exasol/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/exasol/backport_provider_setup.cfg
delete mode 100644 airflow/providers/exasol/backport_provider_setup.py
create mode 100644 airflow/providers/facebook/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/facebook/backport_provider_setup.cfg
delete mode 100644 airflow/providers/facebook/backport_provider_setup.py
create mode 100644 airflow/providers/ftp/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/ftp/backport_provider_setup.cfg
delete mode 100644 airflow/providers/ftp/backport_provider_setup.py
create mode 100644 airflow/providers/google/BACKPORT_PROVIDER_CHANGES_2020.11.13.md
create mode 100644 airflow/providers/google/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/google/backport_provider_setup.cfg
delete mode 100644 airflow/providers/google/backport_provider_setup.py
create mode 100644 airflow/providers/google/cloud/example_dags/example_dataflow_sql.py
create mode 100644 airflow/providers/google/cloud/example_dags/example_salesforce_to_gcs.py
create mode 100644 airflow/providers/google/cloud/transfers/salesforce_to_gcs.py
create mode 100644 airflow/providers/grpc/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/grpc/backport_provider_setup.cfg
delete mode 100644 airflow/providers/grpc/backport_provider_setup.py
create mode 100644 airflow/providers/hashicorp/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/hashicorp/backport_provider_setup.cfg
delete mode 100644 airflow/providers/hashicorp/backport_provider_setup.py
create mode 100644 airflow/providers/http/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/http/backport_provider_setup.cfg
delete mode 100644 airflow/providers/http/backport_provider_setup.py
create mode 100644 airflow/providers/imap/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/imap/backport_provider_setup.cfg
delete mode 100644 airflow/providers/imap/backport_provider_setup.py
create mode 100644 airflow/providers/jdbc/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/jdbc/backport_provider_setup.cfg
delete mode 100644 airflow/providers/jdbc/backport_provider_setup.py
rename {provider_packages/airflow => airflow/providers/jdbc/example_dags}/__init__.py (100%)
create mode 100644 airflow/providers/jdbc/example_dags/example_jdbc_queries.py
create mode 100644 airflow/providers/jenkins/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/jenkins/backport_provider_setup.cfg
delete mode 100644 airflow/providers/jenkins/backport_provider_setup.py
create mode 100644 airflow/providers/jira/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/jira/backport_provider_setup.cfg
delete mode 100644 airflow/providers/jira/backport_provider_setup.py
create mode 100644 airflow/providers/microsoft/azure/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/microsoft/azure/backport_provider_setup.cfg
delete mode 100644 airflow/providers/microsoft/azure/backport_provider_setup.py
create mode 100644 airflow/providers/microsoft/mssql/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/microsoft/mssql/backport_provider_setup.cfg
delete mode 100644 airflow/providers/microsoft/mssql/backport_provider_setup.py
create mode 100644 airflow/providers/microsoft/winrm/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/microsoft/winrm/backport_provider_setup.cfg
delete mode 100644 airflow/providers/microsoft/winrm/backport_provider_setup.py
create mode 100644 airflow/providers/mongo/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/mongo/backport_provider_setup.cfg
delete mode 100644 airflow/providers/mongo/backport_provider_setup.py
create mode 100644 airflow/providers/mysql/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/mysql/backport_provider_setup.cfg
delete mode 100644 airflow/providers/mysql/backport_provider_setup.py
copy {tests/www/api/experimental => airflow/providers/mysql/example_dags}/__init__.py (100%)
create mode 100644 airflow/providers/mysql/example_dags/example_mysql.py
create mode 100644 airflow/providers/odbc/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/odbc/backport_provider_setup.cfg
delete mode 100644 airflow/providers/odbc/backport_provider_setup.py
create mode 100644 airflow/providers/openfaas/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/openfaas/backport_provider_setup.cfg
delete mode 100644 airflow/providers/openfaas/backport_provider_setup.py
create mode 100644 airflow/providers/opsgenie/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/opsgenie/backport_provider_setup.cfg
delete mode 100644 airflow/providers/opsgenie/backport_provider_setup.py
create mode 100644 airflow/providers/oracle/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/oracle/backport_provider_setup.cfg
delete mode 100644 airflow/providers/oracle/backport_provider_setup.py
create mode 100644 airflow/providers/pagerduty/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/pagerduty/backport_provider_setup.cfg
delete mode 100644 airflow/providers/pagerduty/backport_provider_setup.py
create mode 100644 airflow/providers/papermill/PROVIDER_CHANGES_1.0.0b1.md
create mode 100644 airflow/providers/plexus/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/plexus/backport_provider_setup.cfg
delete mode 100644 airflow/providers/plexus/backport_provider_setup.py
create mode 100644 airflow/providers/postgres/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/postgres/backport_provider_setup.cfg
delete mode 100644 airflow/providers/postgres/backport_provider_setup.py
create mode 100644 airflow/providers/presto/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/presto/backport_provider_setup.cfg
delete mode 100644 airflow/providers/presto/backport_provider_setup.py
create mode 100644 airflow/providers/qubole/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/qubole/backport_provider_setup.cfg
delete mode 100644 airflow/providers/qubole/backport_provider_setup.py
create mode 100644 airflow/providers/redis/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/redis/backport_provider_setup.cfg
delete mode 100644 airflow/providers/redis/backport_provider_setup.py
create mode 100644 airflow/providers/salesforce/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/salesforce/backport_provider_setup.cfg
delete mode 100644 airflow/providers/salesforce/backport_provider_setup.py
create mode 100644 airflow/providers/samba/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/samba/backport_provider_setup.cfg
delete mode 100644 airflow/providers/samba/backport_provider_setup.py
create mode 100644 airflow/providers/segment/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/segment/backport_provider_setup.cfg
delete mode 100644 airflow/providers/segment/backport_provider_setup.py
create mode 100644 airflow/providers/sftp/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/sftp/backport_provider_setup.cfg
delete mode 100644 airflow/providers/sftp/backport_provider_setup.py
create mode 100644 airflow/providers/singularity/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/singularity/backport_provider_setup.cfg
delete mode 100644 airflow/providers/singularity/backport_provider_setup.py
create mode 100644 airflow/providers/slack/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/slack/backport_provider_setup.cfg
delete mode 100644 airflow/providers/slack/backport_provider_setup.py
create mode 100644 airflow/providers/snowflake/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/snowflake/backport_provider_setup.cfg
delete mode 100644 airflow/providers/snowflake/backport_provider_setup.py
create mode 100644 airflow/providers/sqlite/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/sqlite/backport_provider_setup.cfg
delete mode 100644 airflow/providers/sqlite/backport_provider_setup.py
create mode 100644 airflow/providers/ssh/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/ssh/backport_provider_setup.cfg
delete mode 100644 airflow/providers/ssh/backport_provider_setup.py
create mode 100644 airflow/providers/vertica/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/vertica/backport_provider_setup.cfg
delete mode 100644 airflow/providers/vertica/backport_provider_setup.py
create mode 100644 airflow/providers/yandex/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/yandex/backport_provider_setup.cfg
delete mode 100644 airflow/providers/yandex/backport_provider_setup.py
create mode 100644 airflow/providers/zendesk/PROVIDER_CHANGES_1.0.0b1.md
delete mode 100644 airflow/providers/zendesk/backport_provider_setup.cfg
delete mode 100644 airflow/providers/zendesk/backport_provider_setup.py
create mode 100644 airflow/sensors/README.md
create mode 100644 airflow/www/auth.py
create mode 100644 airflow/www/static/css/dags.css
create mode 100644 chart/templates/secrets/flower-secret.yaml
rename {provider_packages => chart/tests}/__init__.py (100%)
delete mode 100644 chart/tests/celery-kubernetes-executor_test.yaml
delete mode 100644 chart/tests/celery-kubernetes-pod-launcher-role.yaml
create mode 100644 chart/tests/conftest.py
delete mode 100644 chart/tests/dags-persistent-volume-claim_test.yaml
delete mode 100644 chart/tests/git-sync-scheduler_test.yaml
delete mode 100644 chart/tests/git-sync-webserver_test.yaml
delete mode 100644 chart/tests/git-sync-worker_test.yaml
create mode 100644 chart/tests/helm_template_generator.py
delete mode 100644 chart/tests/migrate-database-job_test.yaml
delete mode 100644 chart/tests/pod-template-file_test.yaml
delete mode 100644 chart/tests/scheduler_test.yaml
create mode 100644 chart/tests/test_basic_helm_chart.py
create mode 100644 chart/tests/test_celery_kubernetes_executor.py
create mode 100644 chart/tests/test_celery_kubernetes_pod_launcher_role.py
create mode 100644 chart/tests/test_chart_quality.py
create mode 100644 chart/tests/test_dags_persistent_volume_claim.py
create mode 100644 chart/tests/test_flower_authorization.py
create mode 100644 chart/tests/test_git_sync_scheduler.py
create mode 100644 chart/tests/test_git_sync_webserver.py
create mode 100644 chart/tests/test_git_sync_worker.py
create mode 100644 chart/tests/test_kerberos.py
create mode 100644 chart/tests/test_migrate_database_job.py
create mode 100644 chart/tests/test_pod_template_file.py
create mode 100644 chart/tests/test_scheduler.py
create mode 100644 chart/tests/test_worker.py
delete mode 100644 chart/tests/worker_test.yaml
copy {tests/providers/zendesk/hooks => dev}/__init__.py (100%)
create mode 100644 dev/import_all_classes.py
rename {provider_packages => dev/provider_packages}/BACKPORT_PROVIDER_CHANGES_TEMPLATE.md.jinja2 (100%)
rename {provider_packages => dev/provider_packages}/BACKPORT_PROVIDER_CLASSES_TEMPLATE.md.jinja2 (100%)
rename {provider_packages => dev/provider_packages}/BACKPORT_PROVIDER_README_TEMPLATE.md.jinja2 (100%)
create mode 100644 dev/provider_packages/MANIFEST_TEMPLATE.in.jinja2
rename {provider_packages => dev/provider_packages}/PROVIDER_CHANGES_TEMPLATE.md.jinja2 (100%)
rename {provider_packages => dev/provider_packages}/PROVIDER_CLASSES_TEMPLATE.md.jinja2 (100%)
rename {provider_packages => dev/provider_packages}/PROVIDER_README_TEMPLATE.md.jinja2 (100%)
create mode 100644 dev/provider_packages/README.md
create mode 100644 dev/provider_packages/SETUP_TEMPLATE.cfg.jinja2
create mode 100644 dev/provider_packages/SETUP_TEMPLATE.py.jinja2
copy {tests/providers/zendesk/hooks => dev/provider_packages}/__init__.py (100%)
create mode 100755 dev/provider_packages/build_source_package.sh
create mode 100755 dev/provider_packages/enter_breeze_provider_package_tests.sh
create mode 100644 dev/provider_packages/prepare_provider_packages.py
create mode 100755 dev/provider_packages/refactor_provider_packages.py
create mode 100644 dev/provider_packages/remove_old_releases.py
create mode 100644 docs/exts/provider_init_hack.py
create mode 100644 docs/howto/operator/databricks.rst
create mode 100644 docs/howto/operator/google/transfer/salesforce_to_gcs.rst
create mode 100644 docs/howto/operator/jdbc.rst
create mode 100644 docs/howto/operator/mysql.rst
create mode 100644 docs/howto/operator/snowflake.rst
delete mode 100644 docs/tutorial_decorated_flows.rst
create mode 100644 docs/tutorial_taskflow_api.rst
create mode 100644 images/pr/pr-full-tests-needed.png
create mode 100644 images/pr/pr-likely-ok-to-merge.png
create mode 100644 images/pr/pr-no-tests-needed-comment.png
create mode 100644 images/pr/selective_checks.md5
create mode 100644 images/pr/selective_checks.mermaid
create mode 100644 images/pr/selective_checks.png
delete mode 100644 provider_packages/DEV-README.md
delete mode 100644 provider_packages/MANIFEST.in
delete mode 100644 provider_packages/SETUP_TEMPLATE.cfg.jinja2
delete mode 100644 provider_packages/SETUP_TEMPLATE.py.jinja2
delete mode 100644 provider_packages/airflow/.gitignore
delete mode 120000 provider_packages/airflow/version.py
delete mode 100755 provider_packages/build_source_package.sh
delete mode 100755 provider_packages/import_all_provider_classes.py
delete mode 100644 provider_packages/prepare_provider_packages.py
delete mode 100755 provider_packages/refactor_provider_packages.py
delete mode 100644 provider_packages/remove_old_releases.py
delete mode 100755 scripts/ci/kubernetes/ci_run_helm_testing.sh
create mode 100755 scripts/ci/pre_commit/pre_commit_check_providers_init.sh
create mode 100755 scripts/ci/pre_commit/pre_commit_check_setup_installation.py
create mode 100755 scripts/ci/pre_commit/pre_commit_sync_version.sh
create mode 100644 tests/always/test_example_dags.py
create mode 100644 tests/always/test_project_structure.py
delete mode 100644 tests/core/test_example_dags.py
delete mode 100644 tests/core/test_project_structure.py
create mode 100644 tests/providers/amazon/aws/hooks/test_base_aws_system.py
create mode 100644 tests/providers/google/cloud/transfers/test_salesforce_to_gcs.py
create mode 100644 tests/providers/google/cloud/transfers/test_salesforce_to_gcs_system.py
create mode 100644 tests/test_utils/salesforce_system_helpers.py
delete mode 100644 tests/www/test_decorators.py