You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by as...@apache.org on 2020/11/27 13:19:36 UTC
[airflow] branch v2-0-stable updated (dd2095f -> 94ba200)
This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch v2-0-stable
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from dd2095f Simplify string expressions & Use f-string (#12216)
add cd85d01 [#12012]: Update INTHEWILD.md (#12235)
add 75065ac CSS Changes to adjust content width as per screen size and responsive table with multiline td. (#12227)
add 502ba30 Enable Markdownlint rule - MD022/blanks-around-headings (#12225)
add 50fedfb Add docs about security on GCP (#12187)
add 250436d Fix spelling in Python files (#12230)
add 45587a6 Enable markdownlint rule - MD031/blanks-around-fences (#12238)
add 5912d0c Fixes automated provider installation with extras (#12233)
add 249d174 Add back missing api_connextion/__init__.py file (#12240)
add 3ab5828 Sign release files with an apache.org key by default (#12241)
add f8ae6e5 Remove Unnecessary comprehension (#12221)
add 5ac1738 Update versions in UPDATING.md for 2.0.0b1 release (#12244)
add c5806ef Added missing sendgrid readme (#12245)
add 1521965 Release 2.0.0b2 (#12243)
add 3ddf4d0 Fix spelling (#12250)
add 09febee Fixes continuous image rebuilding with Breeze (#12256)
add ae397df Adds provider package documentation in installation.rst (#12203)
add cf08eb2 Added Farfetch to the list of companies using Airflow (#12260)
add 4f9439d Fix spelling (#12253)
add 0cd1c84 Remove providers imports from core examples (#12252)
add 938c512 Fix: Conditionally update button URL only when it is present (#12268)
add e0b7cae Fix spelling (#12266)
add 7d5d334 Fix pause/unpause toggle to display failed state when unsuccessful (#12267)
add 9b7e760 Docker context files should be available earlier (#12219)
add e03a3f4 Unify user session lifetime configuration (#11970)
add cbf4984 Don't treat warning message as rich formatting codes. (#12283)
add 348510f Providers in extras are properly configured and verified (#12265)
add 21999dd Added k9s as integrated tool to help with kubernetes testing (#12163)
add 0d51a12 Don't wrap warrning messages when stderr is not a TTY (#12285)
add cbe4ef2 Fix indentation for affinities in helm chart (#12288)
add 6b5640d Fix test - TestImpersonation (#12274)
add 3cd317e Remove unneeded parentheses from Python files (#12270)
add fbf874a Add an alias to improve git shortlog output (#12286)
add 388736b Detect partial examples DAGs for Google (#12277)
add 0d37c59 Make dag_id, task_id, and execution_date nullable in event log schema (#12287)
add 7478e18 Handle naive datetimes in REST APIi (#12248)
add 289c9b5 Use default view in TriggerDagRunLink (#11778)
add 4f5e0ed Update INTHEWILD.md (#12293)
add 9276607 Add session_parameters option to snowflake_hook (#12071)
add fa2b033 Add reference for SubDagOperator (#12297)
add ee544b4 Replace remaining decorated DAGs reference (#12299)
add af2f2e8 Wait option for dagrun operator (#12126)
add 3c2c291 Python base image is shared between CI and PROD image (#12280)
add ae93fdb Remove deprecated BashTaskRunner (#12295)
add 5d5c119 Remove deprecated Elasticsearch Configs (#12296)
add 82eef2e Fix - TestSchedulerJobQueriesCount::test_process_dags_queries_count (#12273)
add dd9ac78 Fix prod image build (#12314)
add af19b12 Deploy was not working from Breeze (#12319)
add 7f828b0 Get all "tags" parameters not just one (#12324)
add 571f831 Update automated PR labels (#12326)
add 32b59f8 Fixes the sending of an empty list to BigQuery `list_rows` (#12307)
add ce06be4 Mount airflow.cfg to pod_template_file (#12311)
add 75f25bd Fix and Unquarantine test_change_state_for_tis_without_dagrun (#12323)
add b027223 Add install/uninstall api to databricks hook (#12316)
add 7825e8f Docs installation improvements (#12304)
add c94b124 Add extra error handling to S3 remote logging (#9908)
add 7c4fe19 For v1-10-test PRs and pushes, use target branch scripts for images (#12339)
add 1222ebd Create DAG-level cluster policy (#12184)
add 0284c98 Enable protection for v1-10-stable branch (#12343)
add 309b325 Update deprecated Apache Pinot Broker API (#12333)
add 450bd32 Improve presentation of DAG Docs (#12330)
add e5e47da Fix/Enhancement: Disable forms and communicate to user when no DAG Runs (#12320)
add 3e4aa06 Bugfix: REST API Variables update endpoint returns 204 No Content (#12321)
add 64978e3 Fix helm unit test for pod_template_file (#12345)
add 458ad93 Update & Fix 'Rotate Fernet Key' Doc (#12347)
add d54f087 Use the backend-configured model (#12336)
add 4e362c1 K8s yaml templates not rendered by k8sexecutor (#12303)
add 167b9b9 Simplifies check whether the CI image should be rebuilt (#12181)
add 438b0a0 Fix Sample CLI commands for upgrading to 2.0 (#12349)
add aac3877 Add metric for scheduling delay between first run task & expected start time (#9544)
add 648dd7c Restructure documentation for releasing Airflow/Providers (#12350)
add 7f4d8c6 Fix Static-check failure (#12356)
add ba76eb4 Make nav fully accessible y keyboard, fix mobile nav menus (#12351)
add 02ef8e1 Manage Flask AppBuilder Tables using Alembic Migrations (#12352)
add 3a72fc8 Fix Description of Provider Docs (#12361)
add 7a280d3 Show all Providers in Docs (#12363)
add 6cb8e5c Fix case for PyPI in docs (#12364)
add 4c25e76 Refactor root logger handling in task run (#12342)
add f324973 Add success/failed sets to State class (#12359)
add 9e7b7ef Reorder Database Migrations (#12362)
add 1b77ebc Visually separate pre-commits which require CI image (#12367)
add bcb2437 Remove redundant method in KubernetesExecutor (#12317)
add 221f809 Fix full_pod_spec for k8spodoperator (#12354)
add c9d2b3c Remove unused import (#12371)
add 6889a33 Improvements for operators and hooks ref docs (#12366)
add cd88af8 Removes the cidfile before generation (#12372)
add 9ba8b31 Fix RTD docs build (#12373)
add 823b3aa Reject 'connections add' CLI request if URI provided is invalid (#12370)
add 39ea872 Check for TaskGroup in _PythonDecoratedOperator (#12312)
add cbd6daf All kubernetes tests use the same host python version (#12374)
add cfa4ecf Add DataflowJobStatusSensor and support non-blocking execution of jobs (#11726)
add 561e459 Proper exit status for failed CLI requests (#12375)
add 0038660 Fixes pull error on building tagged image (#12378)
add bfbbb24 Add extra info when starting extra actions in Breeze (#12377)
add 6d05108 Add info log message about duration taken to load plugins (#12308)
add 6f0cf3f Remove unneeded parentheses after Black formatting (#12380)
add 3dd2c36 Fix spelling in AWS docs (#12379)
add 917e6c4 Add provide_file_and_upload to GCSHook (#12310)
add 1623df8 Use different deserialization method in XCom init_on_load (#12327)
add d4e1ff2 Handle outdated webserver session timeout gracefully. (#12332)
add 35b5614 Remove inapplicable configuration section [ldap] (since 2.0.0) (#12386)
add 56ee2bb Support creation of configmaps & secrets and extra env & envFrom configuration in Helm Chart (#12164)
add ae7cb4a Update wrong commit hash in backport provider changes (#12390)
add 80a957f Add Dataflow sensors - job metrics (#12039)
add 3e994ab Fix typo in check_environment.sh (#12395)
add b137831 Update asf.yaml INFRA link (#12398)
add 8cee95f Properly mocks UUID objects (#12381)
add 2cda2f2 Add missing pre-commit definition - provider-yamls (#12393)
add 0622385 Update Ash's github handle (#12403)
add bd7acc8 Fix broken master due to ash -> ashb change (#12408)
add 525f659 Remove CodeQL from PRS. (#12406)
add 2c0920f Adds mechanism for provider package discovery. (#12383)
add c38dadb Switching to Ubuntu 20.04 as Github Actions runner. (#12404)
add 7eb23db Update Kaxil's Github handle (#12409)
add efdba2c Add stack overflow link to Github Issues (#12407)
add a4aa32b Simplify using XComArg in jinja template string (#12405)
add 5b130c8 Clearer information for webserver_config.py (#12412)
add dc31ca4 The messages about remote image check are only shown with -v (#12402)
add bf3ead1 Change log level for User's session to DEBUG (#12414)
add a80a320 Don't display when None (#12415)
add cab86d8 Make K8sPodOperator backwards compatible (#12384)
add 506ee1f Fix issues with Gantt View (#12419)
add 79e7c5f Fix spelling (#12421)
add 78e9e62 Enable Markdownlint rule MD045/no alt text (#12423)
add f4851f7 Fix Entrypoint and _CMD config variables (#12411)
add bc4bb30 Fix docstrings for Kubernetes Backcompat module (#12422)
add 82433e1 Fix typo (#12424)
add 8a8f54f Fix tests for missing example and system tests (#12425)
add 9b3a333 Enable Markdownlint rule MD046/code-block-style (#12429)
add 763b40d Raise correct Warning in kubernetes/backcompat/volume_mount.py (#12432)
add 966ee7d JSON Response is returned for invalid API requests (#12305)
add c9f9d2c Optimize json schema validation in providers_manager (#12420)
add 4f0d6a6 Upgrade pyupgrade to v2.7.4 (#12434)
add 66e4446 Fix case of GitHub (#12433)
add ea865e4 Move import at the top of the file (#12431)
add fd36f96 Enable Markdownlint rule MD014/commands-show-output (#12430)
add fa36f33 PR to add 'files' to template-fields in EmailOperator class (#12428)
add 4873d97 Enable Markdownlint rule MD003/heading-style/header-style (#12427)
add 9b9fe45 Added `files` to templated fields of `EmailOperator` (#12435)
add a9c92b6 Synchronization of supported K8S version (#12443)
add bf6da16 Add description field to connection (#10873)
add 8d09506 Fix download method in GCSToBigQueryOperator (#12442)
add 26b244c Rename test_local_setting.py to test_settings.py (#12437)
add f034d4b Move setup properties out of setup.py in to setup.cfg (#12417)
add d4c3d32 Cope with '%' in password when waiting for migrations (#12440)
add b5f92c8 Cleanup requirements in README a bit (#12446)
add 7ca0b6f Enable Markdownlint rule MD003/heading-style/header-style (#12427) (#12438)
add b584adb Fix bug in server timezone indicator (#12447)
add 0080354 Update provider READMEs for 1.0.0b2 batch release (#12449)
add 0da73e3 Edit FAQ to reference Airflow 2 as a solution to latency problem, closes #12348 (#12450)
add c61a62b Automatically apply "area:UI" labels to PRs (#12452)
add 7c8b71d Fix backwards compatibility further (#12451)
add 93b3270 Fix broken CI.yml (#12454)
add d84a52d Fix broken example_kubernetes DAG (#12455)
add 411c686 Improve the layout of TI modal when browser at narrower widths (#12456)
add d32fe78 Update readmes for cncf.kube provider fixes (#12457)
add f30c0a6 Fix typoe in migrations: RESOURCE_DAGS to RESOURCE_DAG. (#12460)
add 25a8115 Fix failed KubernetesPodOperator tests (#12461)
add 94ba200 Bump version to 2.0.0b3 (#12462)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 5 +-
.github/ISSUE_TEMPLATE/config.yml | 3 +
.github/boring-cyborg.yml | 21 +-
.github/workflows/build-images-workflow-run.yml | 22 +-
.github/workflows/ci.yml | 82 +-
.github/workflows/codeql-analysis.yml | 6 +-
.github/workflows/delete_old_artifacts.yml | 2 +-
.github/workflows/label_when_reviewed.yml | 2 +-
.../workflows/label_when_reviewed_workflow_run.yml | 4 +-
.github/workflows/repo_sync.yml | 2 +-
.github/workflows/scheduled_quarantined.yml | 4 +-
.gitignore | 2 +
.mailmap | 3 +
.markdownlint.yml | 18 -
.pre-commit-config.yaml | 66 +-
BREEZE.rst | 35 +-
CONTRIBUTING.rst | 8 +-
Dockerfile.ci | 17 +-
INSTALL | 6 +-
INTHEWILD.md | 3 +
MANIFEST.in | 1 +
PULL_REQUEST_WORKFLOW.rst | 8 +-
README.md | 20 +-
STATIC_CODE_CHECKS.rst | 12 +-
TESTING.rst | 154 +-
UPDATING.md | 165 ++-
UPGRADING_TO_2.0.md | 68 +-
.../hooks => airflow/api_connexion}/__init__.py | 0
.../api_connexion/endpoints/dag_run_endpoint.py | 6 +-
.../api_connexion/endpoints/variable_endpoint.py | 2 +-
airflow/api_connexion/exceptions.py | 1 +
airflow/api_connexion/openapi/v1.yaml | 12 +
airflow/api_connexion/parameters.py | 6 +
airflow/api_connexion/schemas/dag_run_schema.py | 15 +-
.../api_connexion/schemas/task_instance_schema.py | 25 +-
airflow/cli/cli_parser.py | 14 +-
airflow/cli/commands/connection_command.py | 43 +-
airflow/cli/commands/task_command.py | 74 +-
airflow/cli/commands/variable_command.py | 4 +-
airflow/config_templates/config.yml | 97 +-
airflow/config_templates/default_airflow.cfg | 27 +-
airflow/configuration.py | 13 +-
airflow/example_dags/example_dag_decorator.py | 29 +-
airflow/executors/celery_executor.py | 5 +-
airflow/executors/kubernetes_executor.py | 32 +-
airflow/jobs/scheduler_job.py | 2 +-
.../kubernetes/pod.py | 26 +-
airflow/kubernetes/pod_generator.py | 1 +
airflow/kubernetes/pod_runtime_info_env.py | 51 +-
.../kubernetes/volume.py | 24 +-
.../kubernetes/volume_mount.py | 24 +-
...6b6f902_increase_length_of_fab_ab_view_menu_.py | 90 ++
.../2c6edca13270_resource_based_permissions.py | 8 +-
.../364159666cbd_add_job_id_to_dagrun_table.py | 4 +-
...a3f1493b9_add_k8s_yaml_to_rendered_templates.py | 2 +-
...3d9401f_add_description_field_to_connection.py} | 22 +-
.../849da589634d_prefix_dag_permissions.py | 10 +-
.../versions/92c57b58940d_add_fab_tables.py | 182 +++
airflow/models/connection.py | 7 +-
airflow/models/dag.py | 9 +
airflow/models/dagbag.py | 5 +-
airflow/models/dagrun.py | 44 +-
airflow/models/log.py | 2 +-
airflow/models/renderedtifields.py | 5 +-
airflow/models/taskinstance.py | 2 +-
airflow/models/xcom.py | 29 +-
airflow/models/xcom_arg.py | 3 +-
airflow/operators/dagrun_operator.py | 49 +-
airflow/operators/email.py | 5 +-
airflow/operators/python.py | 20 +-
airflow/plugins_manager.py | 9 +
airflow/provider.yaml.schema.json | 174 +++
.../amazon/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../amazon/BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 26 +
.../providers/amazon/BACKPORT_PROVIDER_README.md | 31 +-
.../providers/amazon/PROVIDER_CHANGES_1.0.0b2.md | 13 +
airflow/providers/amazon/README.md | 16 +-
.../amazon/aws/example_dags/example_datasync_1.py | 2 +-
.../amazon/aws/example_dags/example_datasync_2.py | 2 +-
airflow/providers/amazon/aws/hooks/s3.py | 6 +-
.../providers/amazon/aws/log/s3_task_handler.py | 34 +-
.../amazon/aws/transfers/google_api_to_s3.py | 9 +
airflow/providers/amazon/provider.yaml | 326 +++++
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../apache/cassandra/BACKPORT_PROVIDER_README.md | 2 +-
.../apache/cassandra/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/apache/cassandra/README.md | 13 +-
.../providers/apache/cassandra/provider.yaml | 33 +-
.../druid/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../apache/druid/BACKPORT_PROVIDER_README.md | 2 +-
.../apache/druid/PROVIDER_CHANGES_1.0.0b2.md | 12 +
airflow/providers/apache/druid/README.md | 15 +-
.../providers/apache/druid/provider.yaml | 51 +-
.../hdfs/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../apache/hdfs/BACKPORT_PROVIDER_README.md | 2 +-
.../apache/hdfs/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/apache/hdfs/README.md | 13 +-
airflow/providers/apache/hdfs/provider.yaml | 49 +
.../hive/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../apache/hive/BACKPORT_PROVIDER_README.md | 2 +-
.../apache/hive/PROVIDER_CHANGES_1.0.0b2.md | 12 +
airflow/providers/apache/hive/README.md | 15 +-
.../hive/example_dags/example_twitter_README.md | 1 +
airflow/providers/apache/hive/provider.yaml | 67 +
.../apache/hive/sensors/named_hive_partition.py | 2 +-
.../kylin/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../apache/kylin/BACKPORT_PROVIDER_README.md | 2 +-
.../apache/kylin/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/apache/kylin/README.md | 13 +-
.../providers/apache/kylin/provider.yaml | 30 +-
.../livy/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../apache/livy/BACKPORT_PROVIDER_README.md | 2 +-
.../apache/livy/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/apache/livy/README.md | 13 +-
.../providers/apache/livy/provider.yaml | 34 +-
.../pig/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../apache/pig/BACKPORT_PROVIDER_README.md | 2 +-
.../apache/pig/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/apache/pig/README.md | 13 +-
.../providers/apache/pig/provider.yaml | 28 +-
.../pinot/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../pinot/BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 18 +
.../apache/pinot/BACKPORT_PROVIDER_README.md | 23 +-
.../apache/pinot/PROVIDER_CHANGES_1.0.0b2.md | 12 +
airflow/providers/apache/pinot/README.md | 15 +-
airflow/providers/apache/pinot/hooks/pinot.py | 13 +-
.../providers/apache/pinot/provider.yaml | 24 +-
.../spark/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../apache/spark/BACKPORT_PROVIDER_README.md | 2 +-
.../apache/spark/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/apache/spark/README.md | 13 +-
airflow/providers/apache/spark/provider.yaml | 45 +
.../sqoop/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../apache/sqoop/BACKPORT_PROVIDER_README.md | 2 +-
.../apache/sqoop/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/apache/sqoop/README.md | 13 +-
.../providers/apache/sqoop/provider.yaml | 29 +-
.../celery/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/celery/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/celery/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/celery/README.md | 13 +-
.../providers/celery/provider.yaml | 24 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/cloudant/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/cloudant/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/cloudant/README.md | 13 +-
.../providers/cloudant/provider.yaml | 24 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 23 +
.../cncf/kubernetes/BACKPORT_PROVIDER_README.md | 30 +-
.../cncf/kubernetes/PROVIDER_CHANGES_1.0.0b2.md | 18 +
airflow/providers/cncf/kubernetes/README.md | 21 +-
.../cncf/kubernetes/backcompat}/__init__.py | 0
.../backcompat/backwards_compat_converters.py | 156 ++
.../providers/cncf/kubernetes/backcompat/pod.py | 110 ++
.../kubernetes/backcompat}/pod_runtime_info_env.py | 21 +-
.../providers/cncf/kubernetes/backcompat/volume.py | 64 +
.../cncf/kubernetes/backcompat/volume_mount.py | 62 +
.../kubernetes/example_dags/example_kubernetes.py | 58 +-
.../cncf/kubernetes/operators/kubernetes_pod.py | 66 +-
airflow/providers/cncf/kubernetes/provider.yaml | 49 +
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 18 +
.../databricks/BACKPORT_PROVIDER_README.md | 23 +-
.../databricks/PROVIDER_CHANGES_1.0.0b2.md | 12 +
airflow/providers/databricks/README.md | 15 +-
airflow/providers/databricks/hooks/databricks.py | 25 +
.../providers/databricks/provider.yaml | 30 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/datadog/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/datadog/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/datadog/README.md | 13 +-
.../providers/datadog/provider.yaml | 30 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/dingding/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/dingding/PROVIDER_CHANGES_1.0.0b2.md | 11 +
airflow/providers/dingding/README.md | 14 +-
.../providers/dingding/provider.yaml | 31 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/discord/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/discord/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/discord/README.md | 13 +-
.../providers/discord/provider.yaml | 29 +-
.../docker/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/docker/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/docker/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/docker/README.md | 13 +-
.../providers/docker/provider.yaml | 35 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../BACKPORT_PROVIDER_CHANGES_2020.11.13.md | 2 +-
.../elasticsearch/BACKPORT_PROVIDER_README.md | 4 +-
.../elasticsearch/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/elasticsearch/README.md | 13 +-
.../providers/elasticsearch/provider.yaml | 24 +-
.../exasol/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/exasol/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/exasol/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/exasol/README.md | 13 +-
.../providers/exasol/provider.yaml | 30 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/facebook/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/facebook/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/facebook/README.md | 13 +-
.../providers/facebook/provider.yaml | 24 +-
.../ftp/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
airflow/providers/ftp/BACKPORT_PROVIDER_README.md | 2 +-
airflow/providers/ftp/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/ftp/README.md | 13 +-
.../providers/ftp/provider.yaml | 30 +-
.../google/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../google/BACKPORT_PROVIDER_CHANGES_2020.11.13.md | 2 +-
.../google/BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 24 +
.../providers/google/BACKPORT_PROVIDER_README.md | 37 +-
.../providers/google/PROVIDER_CHANGES_1.0.0b2.md | 22 +
airflow/providers/google/README.md | 31 +-
airflow/providers/google/cloud/ADDITIONAL_INFO.md | 1 +
.../google/cloud/example_dags/example_dataflow.py | 59 +
.../cloud/example_dags/example_stackdriver.py | 2 +-
airflow/providers/google/cloud/hooks/bigquery.py | 8 +-
airflow/providers/google/cloud/hooks/dataflow.py | 129 +-
airflow/providers/google/cloud/hooks/gcs.py | 32 +
airflow/providers/google/cloud/hooks/kms.py | 2 +-
airflow/providers/google/cloud/hooks/mlengine.py | 6 +-
.../providers/google/cloud/operators/dataflow.py | 157 +-
.../google/cloud/operators/speech_to_text.py | 4 +-
airflow/providers/google/cloud/sensors/dataflow.py | 190 +++
.../google/cloud/transfers/gcs_to_bigquery.py | 6 +-
.../google/cloud/transfers/local_to_gcs.py | 2 +-
.../google/cloud/transfers/postgres_to_gcs.py | 4 +-
.../cloud/utils/mlengine_prediction_summary.py | 2 +-
airflow/providers/google/provider.yaml | 634 ++++++++
.../grpc/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
airflow/providers/grpc/BACKPORT_PROVIDER_README.md | 2 +-
airflow/providers/grpc/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/grpc/README.md | 13 +-
.../providers/grpc/provider.yaml | 29 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 16 +
.../hashicorp/BACKPORT_PROVIDER_README.md | 21 +-
.../hashicorp/PROVIDER_CHANGES_1.0.0b2.md | 11 +
airflow/providers/hashicorp/README.md | 14 +-
.../providers/hashicorp/provider.yaml | 24 +-
.../http/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../http/BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 17 +
airflow/providers/http/BACKPORT_PROVIDER_README.md | 22 +-
airflow/providers/http/PROVIDER_CHANGES_1.0.0b2.md | 11 +
airflow/providers/http/README.md | 14 +-
.asf.yaml => airflow/providers/http/provider.yaml | 51 +-
.../imap/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
airflow/providers/imap/BACKPORT_PROVIDER_README.md | 2 +-
airflow/providers/imap/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/imap/README.md | 13 +-
.../providers/imap/provider.yaml | 30 +-
.../jdbc/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
airflow/providers/jdbc/BACKPORT_PROVIDER_README.md | 2 +-
airflow/providers/jdbc/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/jdbc/README.md | 13 +-
.../providers/jdbc/provider.yaml | 30 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/jenkins/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/jenkins/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/jenkins/README.md | 13 +-
.../providers/jenkins/provider.yaml | 28 +-
.../jira/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
airflow/providers/jira/BACKPORT_PROVIDER_README.md | 2 +-
airflow/providers/jira/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/jira/README.md | 13 +-
.../jira/provider.yaml} | 54 +-
.../azure/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../azure/BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 19 +
.../microsoft/azure/BACKPORT_PROVIDER_README.md | 24 +-
.../microsoft/azure/PROVIDER_CHANGES_1.0.0b2.md | 12 +
airflow/providers/microsoft/azure/README.md | 15 +-
airflow/providers/microsoft/azure/provider.yaml | 125 ++
.../mssql/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../mssql/BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 15 +
.../microsoft/mssql/BACKPORT_PROVIDER_README.md | 20 +-
.../microsoft/mssql/PROVIDER_CHANGES_1.0.0b2.md | 11 +
airflow/providers/microsoft/mssql/README.md | 14 +-
.../providers/microsoft/mssql/provider.yaml | 29 +-
.../winrm/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../winrm/BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 16 +
.../microsoft/winrm/BACKPORT_PROVIDER_README.md | 21 +-
.../microsoft/winrm/PROVIDER_CHANGES_1.0.0b2.md | 11 +
airflow/providers/microsoft/winrm/README.md | 14 +-
.../providers/microsoft/winrm/provider.yaml | 30 +-
.../mongo/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/mongo/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/mongo/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/mongo/README.md | 13 +-
.../providers/mongo/provider.yaml | 29 +-
.../mysql/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/mysql/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/mysql/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/mysql/README.md | 13 +-
airflow/providers/mysql/provider.yaml | 52 +
.../odbc/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
airflow/providers/odbc/BACKPORT_PROVIDER_README.md | 2 +-
airflow/providers/odbc/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/odbc/README.md | 13 +-
.../providers/odbc/provider.yaml | 24 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/openfaas/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/openfaas/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/openfaas/README.md | 13 +-
.../providers/openfaas/provider.yaml | 24 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/opsgenie/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/opsgenie/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/opsgenie/README.md | 13 +-
.../providers/opsgenie/provider.yaml | 29 +-
.../oracle/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/oracle/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/oracle/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/oracle/README.md | 13 +-
.../providers/oracle/provider.yaml | 32 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../pagerduty/BACKPORT_PROVIDER_README.md | 2 +-
.../pagerduty/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/pagerduty/README.md | 13 +-
.../providers/pagerduty/provider.yaml | 25 +-
.../papermill/PROVIDER_CHANGES_1.0.0b2.md | 9 +
airflow/providers/papermill/README.md | 12 +-
.../providers/papermill/provider.yaml | 26 +-
.../plexus/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/plexus/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/plexus/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/plexus/README.md | 13 +-
.../providers/plexus/provider.yaml | 28 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/postgres/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/postgres/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/postgres/README.md | 13 +-
.../providers/postgres/provider.yaml | 30 +-
.../presto/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/presto/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/presto/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/presto/README.md | 13 +-
.../providers/presto/provider.yaml | 24 +-
.../qubole/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/qubole/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/qubole/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/qubole/README.md | 13 +-
.../qubole/provider.yaml} | 56 +-
.../redis/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/redis/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/redis/PROVIDER_CHANGES_1.0.0b2.md | 11 +
airflow/providers/redis/README.md | 14 +-
airflow/providers/redis/operators/redis_publish.py | 2 +-
.../redis/provider.yaml} | 55 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../salesforce/BACKPORT_PROVIDER_README.md | 2 +-
.../salesforce/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/salesforce/README.md | 13 +-
.../salesforce/provider.yaml} | 55 +-
.../samba/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/samba/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/samba/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/samba/README.md | 13 +-
.../providers/samba/provider.yaml | 25 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/segment/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/segment/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/segment/README.md | 13 +-
.../providers/segment/provider.yaml | 30 +-
.../providers/sendgrid/PROVIDER_CHANGES_1.0.0b1.md | 12 +
.../providers/sendgrid/PROVIDER_CHANGES_1.0.0b2.md | 8 +
airflow/providers/sendgrid/README.md | 80 +
.../sendgrid/provider.yaml} | 10 +-
.../sftp/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
airflow/providers/sftp/BACKPORT_PROVIDER_README.md | 2 +-
airflow/providers/sftp/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/sftp/README.md | 13 +-
.asf.yaml => airflow/providers/sftp/provider.yaml | 50 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../singularity/BACKPORT_PROVIDER_README.md | 2 +-
.../singularity/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/singularity/README.md | 13 +-
.../providers/singularity/provider.yaml | 25 +-
.../slack/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/slack/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/slack/PROVIDER_CHANGES_1.0.0b2.md | 11 +
airflow/providers/slack/README.md | 14 +-
.../providers/slack/provider.yaml | 32 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../BACKPORT_PROVIDER_CHANGES_2020.11.23.md | 19 +
.../snowflake/BACKPORT_PROVIDER_README.md | 25 +-
.../snowflake/PROVIDER_CHANGES_1.0.0b2.md | 12 +
airflow/providers/snowflake/README.md | 16 +-
airflow/providers/snowflake/hooks/snowflake.py | 3 +
airflow/providers/snowflake/operators/snowflake.py | 6 +
airflow/providers/snowflake/provider.yaml | 49 +
.../sqlite/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/sqlite/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/sqlite/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/sqlite/README.md | 13 +-
.../providers/sqlite/provider.yaml | 30 +-
.../ssh/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
airflow/providers/ssh/BACKPORT_PROVIDER_README.md | 2 +-
airflow/providers/ssh/PROVIDER_CHANGES_1.0.0b2.md | 11 +
airflow/providers/ssh/README.md | 14 +-
.../providers/ssh/provider.yaml | 46 +-
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/vertica/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/vertica/PROVIDER_CHANGES_1.0.0b2.md | 11 +
airflow/providers/vertica/README.md | 14 +-
.../providers/vertica/provider.yaml | 30 +-
.../yandex/BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/yandex/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/yandex/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/yandex/README.md | 13 +-
airflow/providers/yandex/provider.yaml | 48 +
.../BACKPORT_PROVIDER_CHANGES_2020.10.29.md | 2 +-
.../providers/zendesk/BACKPORT_PROVIDER_README.md | 2 +-
.../providers/zendesk/PROVIDER_CHANGES_1.0.0b2.md | 10 +
airflow/providers/zendesk/README.md | 13 +-
.../providers/zendesk/provider.yaml | 25 +-
airflow/providers_manager.py | 87 ++
airflow/sensors/external_task_sensor.py | 5 +-
airflow/settings.py | 95 +-
airflow/utils/helpers.py | 12 +
airflow/utils/log/colored_log.py | 5 +-
airflow/utils/state.py | 10 +
airflow/version.py | 2 +-
airflow/www/app.py | 8 +-
airflow/www/extensions/init_session.py | 20 -
airflow/www/extensions/init_views.py | 20 +-
airflow/www/forms.py | 1 +
airflow/www/static/css/bootstrap-theme.css | 26 +-
airflow/www/static/css/main.css | 36 +-
airflow/www/static/css/switch.css | 16 +-
airflow/www/static/js/base.js | 10 +-
airflow/www/templates/airflow/chart.html | 7 +-
airflow/www/templates/airflow/dag.html | 61 +-
airflow/www/templates/airflow/dags.html | 37 +-
airflow/www/templates/airflow/duration_chart.html | 7 +-
airflow/www/templates/airflow/gantt.html | 9 +-
airflow/www/templates/airflow/graph.html | 10 +-
airflow/www/templates/airflow/tree.html | 10 +-
airflow/www/templates/appbuilder/dag_docs.html | 41 +
airflow/www/templates/appbuilder/navbar_menu.html | 4 +-
airflow/www/templates/appbuilder/navbar_right.html | 10 +-
airflow/www/utils.py | 3 +-
airflow/www/views.py | 60 +-
breeze | 15 +-
breeze-complete | 8 +-
chart/README.md | 36 +-
chart/files/pod-template-file.kubernetes-helm-yaml | 35 +-
chart/requirements.lock | 4 +-
chart/templates/_helpers.yaml | 17 +-
chart/templates/{ => configmaps}/configmap.yaml | 0
chart/templates/configmaps/extra-configmaps.yaml | 45 +
chart/templates/create-user-job.yaml | 2 +
chart/templates/flower/flower-deployment.yaml | 2 +-
chart/templates/migrate-database-job.yaml | 2 +
.../templates/scheduler/scheduler-deployment.yaml | 10 +-
chart/templates/secrets/extra-secrets.yaml | 51 +
.../templates/webserver/webserver-deployment.yaml | 8 +-
chart/templates/workers/worker-deployment.yaml | 10 +-
chart/tests/helm_template_generator.py | 12 +
chart/tests/test_celery_kubernetes_executor.py | 2 +-
chart/tests/test_extra_configmaps_secrets.py | 110 ++
chart/tests/test_extra_env_env_from.py | 117 ++
chart/tests/test_git_sync_webserver.py | 4 +-
chart/tests/test_git_sync_worker.py | 4 +-
chart/tests/test_pod_template_file.py | 72 +
chart/values.schema.json | 44 +
chart/values.yaml | 51 +
clients/README.md | 4 +-
...DER_PACKAGES.md => PROVIDER_PACKAGE_DETAILS.md} | 4 +-
dev/README.md | 1484 +------------------
dev/README_RELEASE_AIRFLOW.md | 593 ++++++++
...ADME.md => README_RELEASE_PROVIDER_PACKAGES.md} | 837 +----------
dev/import_all_classes.py | 2 +-
dev/provider_packages/MANIFEST_TEMPLATE.in.jinja2 | 2 +
dev/provider_packages/README.md | 18 +-
dev/provider_packages/prepare_provider_packages.py | 5 +-
.../refactor_provider_packages.py | 18 +
dev/sign.sh | 6 +-
docs/autoapi_templates/index.rst | 71 +
docs/build_docs.py | 83 +-
docs/concepts.rst | 144 +-
docs/conf.py | 53 +-
docs/{installation.rst => extra-packages-ref.rst} | 115 +-
.../operators_and_hooks_ref-transfers.rst.jinja2 | 15 +
docs/exts/operators_and_hooks_ref.py | 265 ++++
docs/exts/operators_and_hooks_ref.rst.jinja2 | 19 +
docs/exts/provider_yaml_utils.py | 63 +
.../exts/providers_packages_ref.py | 42 +-
docs/exts/sphinx_script_update.py | 19 +-
docs/faq.rst | 2 +-
docs/howto/connection/aws.rst | 14 +-
docs/howto/connection/gcp.rst | 2 +
docs/howto/connection/index.rst | 2 +
.../cloud/{data_loss_prevention.rst => dlp.rst} | 0
docs/howto/set-config.rst | 1 -
docs/img/aws-web-identity-federation-gcp.png | Bin 0 -> 40170 bytes
docs/index.rst | 3 +
docs/installation.rst | 222 +--
docs/logging-monitoring/metrics.rst | 27 +-
docs/operators-and-hooks-ref.rst | 1539 ++------------------
docs/production-deployment.rst | 43 +
docs/project.rst | 4 +-
docs/provider-packages-ref.rst | 62 +
docs/provider-packages.rst | 120 ++
docs/security/flower.rst | 2 +-
docs/security/secrets/fernet.rst | 4 +-
docs/security/webserver.rst | 3 +-
docs/spelling_wordlist.txt | 12 +-
images/testing/k9s.png | Bin 0 -> 238713 bytes
images/testing/kubeconfig-env.png | Bin 0 -> 231280 bytes
images/testing/kubernetes-virtualenv.png | Bin 0 -> 110011 bytes
images/testing/pytest-runner.png | Bin 0 -> 131589 bytes
images/testing/run-test.png | Bin 0 -> 140728 bytes
kubernetes_tests/test_kubernetes_executor.py | 7 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 72 +-
... => test_kubernetes_pod_operator_backcompat.py} | 503 ++-----
manifests/.gitignore | 2 +-
.../krb5-kdc-server/utils/create_admin.sh | 2 +-
scripts/ci/images/ci_build_dockerhub.sh | 5 +
scripts/ci/kubernetes/ci_run_kubernetes_tests.sh | 15 +-
...up_cluster_and_deploy_airflow_to_kubernetes.sh} | 3 +-
scripts/ci/kubernetes/kind-cluster-conf.yaml | 5 +
.../ci/kubernetes/nodeport.yaml | 19 +-
...oy_app_to_kubernetes.sh => redeploy_airflow.sh} | 6 +-
scripts/ci/libraries/_build_images.sh | 163 +--
scripts/ci/libraries/_initialization.sh | 13 +-
scripts/ci/libraries/_kind.sh | 127 +-
scripts/ci/libraries/_push_pull_remove_images.sh | 9 +-
.../pre_commit_check_extras_have_providers.py | 67 +
.../ci/pre_commit/pre_commit_check_order_setup.py | 22 +-
.../pre_commit_check_provider_yaml_files.py | 280 ++++
...> pre_commit_check_setup_extra_packages_ref.py} | 2 +-
scripts/ci/selective_ci_checks.sh | 1 +
scripts/in_container/_in_container_utils.sh | 6 +-
scripts/in_container/check_environment.sh | 11 +-
scripts/in_container/prod/entrypoint_prod.sh | 30 +-
scripts/in_container/quarantine_issue_header.md | 1 +
scripts/in_container/run_mypy.sh | 12 +-
setup.cfg | 116 +-
setup.py | 174 +--
tests/always/test_project_structure.py | 149 +-
.../endpoints/test_dag_run_endpoint.py | 49 +-
.../endpoints/test_event_log_endpoint.py | 16 +-
.../endpoints/test_task_instance_endpoint.py | 95 ++
.../endpoints/test_variable_endpoint.py | 3 +-
tests/api_connexion/test_error_handling.py | 52 +
tests/api_connexion/test_parameters.py | 22 +-
tests/cli/commands/test_connection_command.py | 69 +-
tests/cli/commands/test_task_command.py | 84 +-
tests/cli/commands/test_variable_command.py | 3 +-
tests/cluster_policies/__init__.py | 34 +
tests/core/test_config_templates.py | 1 -
tests/core/test_configuration.py | 16 +-
tests/core/test_core.py | 2 +-
tests/core/test_impersonation_tests.py | 7 +-
tests/core/test_providers_manager.py | 91 ++
.../{test_local_settings.py => test_settings.py} | 31 +
tests/dags/README.md | 1 +
.../dags/test_dag_with_no_tags.py | 24 +-
tests/dags_corrupted/README.md | 3 +-
tests/executors/test_celery_executor.py | 2 +-
tests/jobs/test_scheduler_job.py | 76 +-
tests/kubernetes/test_pod_generator.py | 9 +
tests/models/test_dagbag.py | 22 +-
tests/models/test_dagrun.py | 74 +
tests/models/test_renderedtifields.py | 4 +-
tests/models/test_taskinstance.py | 3 +-
tests/models/test_xcom.py | 16 +
tests/models/test_xcom_arg.py | 15 +-
tests/operators/test_dagrun_operator.py | 36 +-
tests/operators/test_email.py | 3 +
tests/operators/test_python.py | 18 +
tests/plugins/test_plugins_manager.py | 84 +-
.../amazon/aws/log/test_s3_task_handler.py | 20 +-
tests/providers/amazon/aws/sensors/test_sqs.py | 2 +-
tests/providers/apache/pinot/hooks/test_pinot.py | 6 +-
.../kubernetes/operators/test_kubernetes_pod.py | 206 ++-
.../providers/databricks/hooks/test_databricks.py | 56 +
.../providers/google/cloud/hooks/test_bigquery.py | 23 +-
.../providers/google/cloud/hooks/test_dataflow.py | 272 ++--
tests/providers/google/cloud/hooks/test_gcs.py | 31 +-
tests/providers/google/cloud/hooks/test_pubsub.py | 3 +-
.../google/cloud/operators/test_dataflow_system.py | 4 +
.../google/cloud/operators/test_mlengine_utils.py | 1 +
.../google/cloud/sensors/test_dataflow.py | 132 ++
.../google/common/hooks/test_base_google.py | 2 +-
.../google/firebase/hooks/test_firestore.py | 2 +-
tests/providers/snowflake/hooks/test_snowflake.py | 3 +-
.../task/task_runner/test_standard_task_runner.py | 4 +
tests/test_utils/README.md | 1 +
tests/utils/test_helpers.py | 13 +-
tests/utils/test_operator_helpers.py | 10 +-
tests/utils/test_process_utils.py | 2 +-
tests/www/test_app.py | 11 +
tests/www/test_utils.py | 4 +-
tests/www/test_views.py | 1 +
597 files changed, 12316 insertions(+), 6959 deletions(-)
copy {tests/providers/zendesk/hooks => airflow/api_connexion}/__init__.py (100%)
copy .github/workflows/label_when_reviewed.yml => airflow/kubernetes/pod.py (60%)
copy .github/workflows/label_when_reviewed.yml => airflow/kubernetes/volume.py (66%)
copy .github/workflows/label_when_reviewed.yml => airflow/kubernetes/volume_mount.py (65%)
create mode 100644 airflow/migrations/versions/03afc6b6f902_increase_length_of_fab_ab_view_menu_.py
copy airflow/migrations/versions/{364159666cbd_add_job_id_to_dagrun_table.py => 61ec73d9401f_add_description_field_to_connection.py} (63%)
create mode 100644 airflow/migrations/versions/92c57b58940d_add_fab_tables.py
create mode 100644 airflow/provider.yaml.schema.json
create mode 100644 airflow/providers/amazon/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/amazon/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/amazon/provider.yaml
create mode 100644 airflow/providers/apache/cassandra/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/apache/cassandra/provider.yaml (54%)
create mode 100644 airflow/providers/apache/druid/PROVIDER_CHANGES_1.0.0b2.md
copy .asf.yaml => airflow/providers/apache/druid/provider.yaml (52%)
create mode 100644 airflow/providers/apache/hdfs/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/apache/hdfs/provider.yaml
create mode 100644 airflow/providers/apache/hive/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/apache/hive/provider.yaml
create mode 100644 airflow/providers/apache/kylin/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/apache/kylin/provider.yaml (61%)
create mode 100644 airflow/providers/apache/livy/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/apache/livy/provider.yaml (57%)
create mode 100644 airflow/providers/apache/pig/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/apache/pig/provider.yaml (62%)
create mode 100644 airflow/providers/apache/pinot/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/apache/pinot/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/apache/pinot/provider.yaml (68%)
create mode 100644 airflow/providers/apache/spark/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/apache/spark/provider.yaml
create mode 100644 airflow/providers/apache/sqoop/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/apache/sqoop/provider.yaml (61%)
create mode 100644 airflow/providers/celery/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/celery/provider.yaml (68%)
create mode 100644 airflow/providers/cloudant/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/cloudant/provider.yaml (67%)
create mode 100644 airflow/providers/cncf/kubernetes/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/cncf/kubernetes/PROVIDER_CHANGES_1.0.0b2.md
copy {tests/providers/zendesk/hooks => airflow/providers/cncf/kubernetes/backcompat}/__init__.py (100%)
create mode 100644 airflow/providers/cncf/kubernetes/backcompat/backwards_compat_converters.py
create mode 100644 airflow/providers/cncf/kubernetes/backcompat/pod.py
copy airflow/{kubernetes => providers/cncf/kubernetes/backcompat}/pod_runtime_info_env.py (75%)
create mode 100644 airflow/providers/cncf/kubernetes/backcompat/volume.py
create mode 100644 airflow/providers/cncf/kubernetes/backcompat/volume_mount.py
create mode 100644 airflow/providers/cncf/kubernetes/provider.yaml
create mode 100644 airflow/providers/databricks/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/databricks/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/databricks/provider.yaml (59%)
create mode 100644 airflow/providers/datadog/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/datadog/provider.yaml (63%)
create mode 100644 airflow/providers/dingding/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/dingding/provider.yaml (59%)
create mode 100644 airflow/providers/discord/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/discord/provider.yaml (62%)
create mode 100644 airflow/providers/docker/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/docker/provider.yaml (53%)
create mode 100644 airflow/providers/elasticsearch/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/elasticsearch/provider.yaml (65%)
create mode 100644 airflow/providers/exasol/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/exasol/provider.yaml (62%)
create mode 100644 airflow/providers/facebook/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/facebook/provider.yaml (68%)
create mode 100644 airflow/providers/ftp/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/ftp/provider.yaml (59%)
create mode 100644 airflow/providers/google/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/google/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/google/cloud/sensors/dataflow.py
create mode 100644 airflow/providers/google/provider.yaml
create mode 100644 airflow/providers/grpc/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/grpc/provider.yaml (65%)
create mode 100644 airflow/providers/hashicorp/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/hashicorp/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/hashicorp/provider.yaml (66%)
create mode 100644 airflow/providers/http/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/http/PROVIDER_CHANGES_1.0.0b2.md
copy .asf.yaml => airflow/providers/http/provider.yaml (51%)
create mode 100644 airflow/providers/imap/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/imap/provider.yaml (56%)
create mode 100644 airflow/providers/jdbc/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/jdbc/provider.yaml (53%)
create mode 100644 airflow/providers/jenkins/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/jenkins/provider.yaml (63%)
create mode 100644 airflow/providers/jira/PROVIDER_CHANGES_1.0.0b2.md
copy airflow/{migrations/versions/364159666cbd_add_job_id_to_dagrun_table.py => providers/jira/provider.yaml} (56%)
create mode 100644 airflow/providers/microsoft/azure/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/microsoft/azure/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/microsoft/azure/provider.yaml
create mode 100644 airflow/providers/microsoft/mssql/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/microsoft/mssql/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/microsoft/mssql/provider.yaml (55%)
create mode 100644 airflow/providers/microsoft/winrm/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/microsoft/winrm/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/microsoft/winrm/provider.yaml (54%)
create mode 100644 airflow/providers/mongo/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/mongo/provider.yaml (62%)
create mode 100644 airflow/providers/mysql/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/mysql/provider.yaml
create mode 100644 airflow/providers/odbc/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/odbc/provider.yaml (68%)
create mode 100644 airflow/providers/openfaas/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/openfaas/provider.yaml (69%)
create mode 100644 airflow/providers/opsgenie/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/opsgenie/provider.yaml (62%)
create mode 100644 airflow/providers/oracle/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/oracle/provider.yaml (55%)
create mode 100644 airflow/providers/pagerduty/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/pagerduty/provider.yaml (68%)
create mode 100644 airflow/providers/papermill/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/papermill/provider.yaml (63%)
create mode 100644 airflow/providers/plexus/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/plexus/provider.yaml (62%)
create mode 100644 airflow/providers/postgres/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/postgres/provider.yaml (62%)
create mode 100644 airflow/providers/presto/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/presto/provider.yaml (69%)
create mode 100644 airflow/providers/qubole/PROVIDER_CHANGES_1.0.0b2.md
copy airflow/{migrations/versions/364159666cbd_add_job_id_to_dagrun_table.py => providers/qubole/provider.yaml} (54%)
create mode 100644 airflow/providers/redis/PROVIDER_CHANGES_1.0.0b2.md
copy airflow/{migrations/versions/364159666cbd_add_job_id_to_dagrun_table.py => providers/redis/provider.yaml} (56%)
create mode 100644 airflow/providers/salesforce/PROVIDER_CHANGES_1.0.0b2.md
copy airflow/{migrations/versions/364159666cbd_add_job_id_to_dagrun_table.py => providers/salesforce/provider.yaml} (53%)
create mode 100644 airflow/providers/samba/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/samba/provider.yaml (70%)
create mode 100644 airflow/providers/segment/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/segment/provider.yaml (62%)
create mode 100644 airflow/providers/sendgrid/PROVIDER_CHANGES_1.0.0b1.md
create mode 100644 airflow/providers/sendgrid/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/sendgrid/README.md
copy airflow/{version.py => providers/sendgrid/provider.yaml} (85%)
create mode 100644 airflow/providers/sftp/PROVIDER_CHANGES_1.0.0b2.md
copy .asf.yaml => airflow/providers/sftp/provider.yaml (51%)
create mode 100644 airflow/providers/singularity/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/singularity/provider.yaml (65%)
create mode 100644 airflow/providers/slack/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/slack/provider.yaml (59%)
create mode 100644 airflow/providers/snowflake/BACKPORT_PROVIDER_CHANGES_2020.11.23.md
create mode 100644 airflow/providers/snowflake/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/snowflake/provider.yaml
create mode 100644 airflow/providers/sqlite/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/sqlite/provider.yaml (63%)
create mode 100644 airflow/providers/ssh/PROVIDER_CHANGES_1.0.0b2.md
copy scripts/ci/dockerfiles/krb5-kdc-server/utils/create_admin.sh => airflow/providers/ssh/provider.yaml (60%)
mode change 100755 => 100644
create mode 100644 airflow/providers/vertica/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/vertica/provider.yaml (63%)
create mode 100644 airflow/providers/yandex/PROVIDER_CHANGES_1.0.0b2.md
create mode 100644 airflow/providers/yandex/provider.yaml
create mode 100644 airflow/providers/zendesk/PROVIDER_CHANGES_1.0.0b2.md
copy .github/workflows/label_when_reviewed.yml => airflow/providers/zendesk/provider.yaml (69%)
create mode 100644 airflow/providers_manager.py
create mode 100644 airflow/www/templates/appbuilder/dag_docs.html
rename chart/templates/{ => configmaps}/configmap.yaml (100%)
create mode 100644 chart/templates/configmaps/extra-configmaps.yaml
create mode 100644 chart/templates/secrets/extra-secrets.yaml
create mode 100644 chart/tests/test_extra_configmaps_secrets.py
create mode 100644 chart/tests/test_extra_env_env_from.py
rename dev/{PROVIDER_PACKAGES.md => PROVIDER_PACKAGE_DETAILS.md} (99%)
create mode 100644 dev/README_RELEASE_AIRFLOW.md
copy dev/{README.md => README_RELEASE_PROVIDER_PACKAGES.md} (50%)
copy docs/{installation.rst => extra-packages-ref.rst} (85%)
create mode 100644 docs/exts/operators_and_hooks_ref-transfers.rst.jinja2
create mode 100644 docs/exts/operators_and_hooks_ref.py
create mode 100644 docs/exts/operators_and_hooks_ref.rst.jinja2
create mode 100644 docs/exts/provider_yaml_utils.py
copy scripts/ci/dockerfiles/krb5-kdc-server/utils/create_admin.sh => docs/exts/providers_packages_ref.py (54%)
mode change 100755 => 100644
rename docs/howto/operator/google/cloud/{data_loss_prevention.rst => dlp.rst} (100%)
create mode 100644 docs/img/aws-web-identity-federation-gcp.png
create mode 100644 docs/provider-packages-ref.rst
create mode 100644 docs/provider-packages.rst
create mode 100644 images/testing/k9s.png
create mode 100644 images/testing/kubeconfig-env.png
create mode 100644 images/testing/kubernetes-virtualenv.png
create mode 100644 images/testing/pytest-runner.png
create mode 100644 images/testing/run-test.png
copy kubernetes_tests/{test_kubernetes_pod_operator.py => test_kubernetes_pod_operator_backcompat.py} (58%)
copy scripts/ci/kubernetes/{ci_deploy_app_to_kubernetes.sh => ci_setup_cluster_and_deploy_airflow_to_kubernetes.sh} (94%)
copy airflow/version.py => scripts/ci/kubernetes/nodeport.yaml (75%)
rename scripts/ci/kubernetes/{ci_deploy_app_to_kubernetes.sh => redeploy_airflow.sh} (86%)
create mode 100755 scripts/ci/pre_commit/pre_commit_check_extras_have_providers.py
create mode 100755 scripts/ci/pre_commit/pre_commit_check_provider_yaml_files.py
rename scripts/ci/pre_commit/{pre_commit_check_setup_installation.py => pre_commit_check_setup_extra_packages_ref.py} (99%)
create mode 100644 tests/api_connexion/test_error_handling.py
create mode 100644 tests/core/test_providers_manager.py
rename tests/core/{test_local_settings.py => test_settings.py} (82%)
copy .github/workflows/label_when_reviewed.yml => tests/dags/test_dag_with_no_tags.py (67%)
create mode 100644 tests/providers/google/cloud/sensors/test_dataflow.py