You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by gi...@apache.org on 2020/10/19 02:18:58 UTC
[airflow] tag nightly-master updated (ee9bdff -> d93b6e5)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! ***
from ee9bdff (commit)
to d93b6e5 (commit)
from ee9bdff Minor doc improvements in blob_storage_to_gcs.rst (#11607)
add 16ed974 Remove redundant code to serialized k8s.V1Pod (#11602)
add f0f01d4 Replace old screenshots for managing Connections with new (#11608)
add c77865b bump werkzeug version (#11610)
add 925f761 Behaviour to install all airflow providers added (#11529)
add bf468c7 Mention about .sh commands and templates in BashOperator docs (#11566)
add 112f7d7 Add creating_job_id to DagRun table (#11396)
add 90384b1 fix typo in 'Installing with Breeze' doc (#11611)
add 7285182 Use permission constants (#11389)
add f507180 Make DagRunType inherit from `str` too for easier use. (#11621)
add 620d3a6 Add missing states in TaskGroup state (#11626)
add e74b861 Expose flower and redis ports in breeze (#11624)
add db3fe09 Teardown of webserver tests is not picky about processes. (#11616)
add 66ced72 Name and optionally preserve data volumes in Breeze (#11628)
add 49c5814 Strict type checking for provider Google (#11609)
add 46a121f docs: Update Bigquery clustering docstrings (#11232)
add 63a1633 Update order for pre-commits to fail fast (#11636)
add 76dd8d0 Fix typo in BREEZE.rst (#11637)
add f8ff217 Fix incorrect typing and move config args out of extra connection config to operator args (#11635)
add 9237338 Optimizes CI builds heavily with selective checks (#11541)
add 885db90 Fix minor typos in tests (#11638)
add 4655409 Improves stability of K8S tests by caching binaries and repeats (#11634)
add bf79578 Fix random kills during pre-commit image building (#11535)
add 6fbb235 Fixed an error introduced in selective checks (#11640)
add 4fcc71c Fixes selective tests in case of missing merge commits (#11641)
add c06addf Revert "Fixes selective tests in case of missing merge commits (#11641)" (#11646)
add 8ed2229 Revert "Fixed an error introduced in selective checks (#11640)" (#11647)
add d93b6e5 Revert "Optimizes CI builds heavily with selective checks (#11541)" (#11648)
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-images-workflow-run.yml | 1 +
.github/workflows/ci.yml | 11 ++
.pre-commit-config.yaml | 48 +++----
BREEZE.rst | 63 +++++++-
CONTRIBUTING.rst | 159 ++++++++++++---------
Dockerfile | 3 +
Dockerfile.ci | 10 +-
IMAGES.rst | 18 ++-
INSTALL | 18 +++
airflow/api_connexion/endpoints/config_endpoint.py | 3 +-
.../api_connexion/endpoints/connection_endpoint.py | 11 +-
airflow/api_connexion/endpoints/dag_endpoint.py | 8 +-
.../api_connexion/endpoints/dag_run_endpoint.py | 37 ++++-
.../api_connexion/endpoints/dag_source_endpoint.py | 4 +-
.../api_connexion/endpoints/event_log_endpoint.py | 5 +-
.../api_connexion/endpoints/extra_link_endpoint.py | 8 +-
.../endpoints/import_error_endpoint.py | 5 +-
airflow/api_connexion/endpoints/log_endpoint.py | 6 +-
airflow/api_connexion/endpoints/pool_endpoint.py | 11 +-
airflow/api_connexion/endpoints/task_endpoint.py | 14 +-
.../endpoints/task_instance_endpoint.py | 30 ++--
.../api_connexion/endpoints/variable_endpoint.py | 11 +-
airflow/api_connexion/endpoints/xcom_endpoint.py | 16 +--
airflow/api_connexion/security.py | 9 +-
airflow/jobs/backfill_job.py | 5 +-
airflow/jobs/base_job.py | 9 ++
airflow/jobs/scheduler_job.py | 7 +-
... => 364159666cbd_add_job_id_to_dagrun_table.py} | 20 +--
airflow/models/dag.py | 14 +-
airflow/models/dagrun.py | 13 +-
airflow/operators/bash.py | 7 +
airflow/providers/google/cloud/hooks/bigquery.py | 12 +-
.../providers/google/cloud/operators/bigquery.py | 8 +-
.../google/cloud/transfers/gcs_to_bigquery.py | 4 +-
.../providers/google/common/hooks/base_google.py | 4 +-
.../providers/google/common/hooks/discovery_api.py | 6 +-
.../google/firebase/operators/firestore.py | 2 +-
.../google/marketing_platform/hooks/analytics.py | 4 +-
.../marketing_platform/hooks/campaign_manager.py | 6 +-
.../marketing_platform/hooks/display_video.py | 4 +-
.../marketing_platform/operators/analytics.py | 24 ++--
.../operators/campaign_manager.py | 20 +--
.../marketing_platform/operators/display_video.py | 16 +--
.../marketing_platform/operators/search_ads.py | 6 +-
.../marketing_platform/sensors/campaign_manager.py | 2 +-
.../marketing_platform/sensors/display_video.py | 10 +-
.../marketing_platform/sensors/search_ads.py | 6 +-
airflow/providers/google/suite/hooks/sheets.py | 14 +-
airflow/providers/google/suite/operators/sheets.py | 2 +-
.../google/suite/transfers/gcs_to_gdrive.py | 2 +-
.../google/suite/transfers/gcs_to_sheets.py | 2 +-
.../providers/microsoft/azure/hooks/azure_batch.py | 62 +++++---
.../microsoft/azure/operators/azure_batch.py | 62 ++++++--
airflow/security/permissions.py | 12 ++
airflow/serialization/serialized_objects.py | 3 -
airflow/ti_deps/deps/dagrun_id_dep.py | 6 +-
airflow/utils/db.py | 7 +-
airflow/utils/types.py | 2 +-
airflow/www/decorators.py | 3 +-
airflow/www/forms.py | 2 +-
airflow/www/security.py | 6 +-
airflow/www/static/css/graph.css | 4 +
airflow/www/templates/airflow/graph.html | 4 +-
airflow/www/views.py | 9 +-
breeze | 66 +++++++--
breeze-complete | 3 +-
dev/README.md | 2 +-
docs/img/connection_create.png | Bin 51946 -> 52889 bytes
docs/img/connection_edit.png | Bin 34567 -> 31186 bytes
docs/img/connections.png | Bin 97904 -> 79451 bytes
docs/production-deployment.rst | 17 +++
scripts/ci/docker-compose/backend-mysql.yml | 3 +
scripts/ci/docker-compose/backend-postgres.yml | 3 +
scripts/ci/docker-compose/backend-sqlite.yml | 5 +
scripts/ci/docker-compose/base.yml | 1 +
.../ci/docker-compose/integration-cassandra.yml | 3 +
scripts/ci/docker-compose/integration-mongo.yml | 3 +
scripts/ci/docker-compose/integration-openldap.yml | 3 +
scripts/ci/docker-compose/integration-presto.yml | 3 +
scripts/ci/docker-compose/integration-rabbitmq.yml | 3 +
scripts/ci/docker-compose/integration-redis.yml | 5 +
scripts/ci/libraries/_all_libs.sh | 2 +
scripts/ci/libraries/_build_images.sh | 11 +-
scripts/ci/libraries/_initialization.sh | 9 ++
scripts/ci/libraries/_kind.sh | 10 +-
scripts/ci/libraries/{_traps.sh => _repeats.sh} | 41 +++---
scripts/ci/mysql/conf.d/airflow.cnf | 2 +-
setup.py | 8 +-
tests/api/auth/test_client.py | 2 +-
tests/api/common/experimental/test_delete_dag.py | 2 +-
.../endpoints/test_config_endpoint.py | 6 +-
.../endpoints/test_connection_endpoint.py | 9 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 11 +-
.../endpoints/test_dag_run_endpoint.py | 33 ++---
.../endpoints/test_dag_source_endpoint.py | 6 +-
.../endpoints/test_event_log_endpoint.py | 6 +-
.../endpoints/test_extra_link_endpoint.py | 10 +-
.../endpoints/test_import_error_endpoint.py | 3 +-
tests/api_connexion/endpoints/test_log_endpoint.py | 8 +-
.../api_connexion/endpoints/test_pool_endpoint.py | 9 +-
.../api_connexion/endpoints/test_task_endpoint.py | 6 +-
.../endpoints/test_task_instance_endpoint.py | 13 +-
.../endpoints/test_variable_endpoint.py | 9 +-
.../api_connexion/endpoints/test_xcom_endpoint.py | 23 +--
.../schemas/test_task_instance_schema.py | 5 +-
tests/cli/commands/test_sync_perm_command.py | 5 +-
tests/cli/commands/test_webserver_command.py | 12 +-
tests/core/test_configuration.py | 2 +-
tests/jobs/test_backfill_job.py | 14 ++
tests/jobs/test_scheduler_job.py | 27 ++++
tests/models/test_dag.py | 23 ++-
tests/models/test_dagrun.py | 8 +-
tests/operators/test_python.py | 12 +-
.../google/firebase/hooks/test_firestore.py | 2 +-
.../google/firebase/operators/test_firestore.py | 2 +-
.../microsoft/azure/operators/test_azure_batch.py | 55 ++++++-
tests/providers/mysql/hooks/test_mysql.py | 9 +-
tests/serialization/test_dag_serialization.py | 7 +-
tests/ti_deps/deps/test_dagrun_id_dep.py | 2 +-
tests/www/test_security.py | 53 +++++--
tests/www/test_views.py | 18 +--
121 files changed, 1057 insertions(+), 478 deletions(-)
copy airflow/migrations/versions/{5e7d17757c7a_add_pid_field_to_taskinstance.py => 364159666cbd_add_job_id_to_dagrun_table.py} (70%)
copy scripts/ci/libraries/{_traps.sh => _repeats.sh} (54%)