You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by gi...@apache.org on 2020/05/13 02:58:36 UTC
[airflow] tag nightly-master updated (493b685 -> 7d69987)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! ***
from 493b685 (commit)
to 7d69987 (commit)
from 493b685 Add separate example DAGs and system tests for google cloud speech (#8778)
add bed1995 Avoid color info in response of /dag_stats & /task_stats (#8742)
add b59adab Support cron presets in date_range function (#7777)
add 5f3774a [AIRFLOW-6921] Fetch celery states in bulk (#7542)
add d5c4001 Useful help information in test-target and docker-compose commands (#8796)
add a6434a5 Fix bash command in performance test dag (#8812)
add 0c3db84 [AIRFLOW-7068] Create EC2 Hook, Operator and Sensor (#7731)
add 5ae76d8 Option to set end_date for performance testing dag. (#8817)
add 2ec0130 [AIRFLOW-4549] Allow skipped tasks to satisfy wait_for_downstream (#7735)
add 1fb9f07 Synchronize extras between airflow and providers (#8819)
add d590e5e Add option to propagate tags in ECSOperator (#8811)
add f410d64 Use fork when test relies on mock.patch in parent process. (#8794)
add 3ad4f96 [AIRFLOW-1156] BugFix: Unpausing a DAG with catchup=False creates an extra DAG run (#8776)
add 4375607 Fix typo. 'zobmies' => 'zombies'. (#8832)
add 78a48db Add support for non-default orientation in `dag show` command (#8834)
add 7533378 Access function to be pickled as attribute, not method, to avoid error. (#8823)
add 1d12c34 Refactor BigQuery check operators (#8813)
add 4b06fde Fix Flake8 errors (#8841)
add 6911dfe Fix template fields in Google operators (#8840)
add 01db738 Azure storage 0.37.0 is not installable any more (#8833)
add 578fc51 [AIRFLOW-4543] Update slack operator to support slackclient v2 (#5519)
add 7236862 [AIRFLOW-2310] Enable AWS Glue Job Integration (#6007)
add 8b54919 Refactor BigQuery hook methods to use python library (#8631)
add 7d69987 Remove duplicate code from perf_kit (#8843)
No new revisions were added by this update.
Summary of changes:
BREEZE.rst | 36 +-
CONTRIBUTING.rst | 22 +-
IMAGES.rst | 2 +-
INSTALL | 14 +-
LOCAL_VIRTUALENV.rst | 2 +-
UPDATING.md | 44 +
airflow/api/common/experimental/mark_tasks.py | 38 +-
airflow/executors/celery_executor.py | 225 +++--
airflow/jobs/scheduler_job.py | 13 +-
airflow/models/baseoperator.py | 6 +-
airflow/models/taskinstance.py | 4 +-
airflow/providers/amazon/aws/hooks/ec2.py | 88 ++
airflow/providers/amazon/aws/hooks/glue.py | 178 ++++
.../amazon/aws/operators/ec2_start_instance.py | 72 ++
.../amazon/aws/operators/ec2_stop_instance.py | 72 ++
airflow/providers/amazon/aws/operators/ecs.py | 5 +-
airflow/providers/amazon/aws/operators/glue.py | 114 +++
.../amazon/aws/sensors/ec2_instance_state.py | 70 ++
airflow/providers/amazon/aws/sensors/glue.py | 65 ++
.../example_dags/example_bigquery_operations.py | 6 +-
.../cloud/example_dags/example_bigquery_queries.py | 2 +-
.../cloud/example_dags/example_bigquery_to_gcs.py | 2 +-
.../cloud/example_dags/example_presto_to_gcs.py | 2 +-
airflow/providers/google/cloud/hooks/bigquery.py | 886 +++++++++--------
airflow/providers/google/cloud/hooks/functions.py | 2 +-
airflow/providers/google/cloud/operators/automl.py | 2 +-
.../providers/google/cloud/operators/bigquery.py | 168 ++--
.../marketing_platform/operators/display_video.py | 2 +-
airflow/providers/qubole/operators/qubole_check.py | 11 +-
airflow/providers/slack/hooks/slack.py | 81 +-
airflow/providers/slack/operators/slack.py | 35 +-
airflow/secrets/local_filesystem.py | 2 +-
airflow/utils/dag_processing.py | 3 +-
airflow/utils/dates.py | 2 +
airflow/utils/dot_renderer.py | 3 +-
airflow/www/templates/airflow/dags.html | 5 +-
airflow/www/views.py | 20 +-
backport_packages/setup_backport_packages.py | 6 +-
breeze | 104 +-
breeze-complete | 25 +-
dev/send_email.py | 4 +-
.../amazon/aws/_partials/prerequisite_tasks.rst | 2 +-
.../operator/gcp/_partials/prerequisite_tasks.rst | 2 +-
docs/howto/write-logs.rst | 2 +-
docs/installation.rst | 30 +-
docs/operators-and-hooks-ref.rst | 13 +
requirements/requirements-python3.6.txt | 69 +-
requirements/requirements-python3.7.txt | 68 +-
requirements/setup-3.6.md5 | 2 +-
requirements/setup-3.7.md5 | 2 +-
scripts/ci/pre_commit_yaml_to_cfg.py | 4 +-
scripts/list-integrations.py | 2 +-
scripts/perf/dags/elastic_dag.py | 9 +-
scripts/perf/perf_kit/sqlalchemy.py | 3 -
setup.py | 59 +-
tests/dags/test_issue_1225.py | 7 +-
...only_dummy_tasks.py => test_prev_dagrun_dep.py} | 34 +-
tests/executors/test_celery_executor.py | 176 +++-
tests/executors/test_executor_loader.py | 2 +-
tests/jobs/test_scheduler_job.py | 80 +-
tests/models/test_dagrun.py | 65 +-
tests/models/test_serialized_dag.py | 2 +-
tests/models/test_taskinstance.py | 32 +
tests/providers/amazon/aws/hooks/test_ec2.py | 71 ++
tests/providers/amazon/aws/hooks/test_glue.py | 102 ++
.../aws/operators/test_ec2_start_instance.py | 64 ++
.../amazon/aws/operators/test_ec2_stop_instance.py | 64 ++
tests/providers/amazon/aws/operators/test_ecs.py | 7 +-
tests/providers/amazon/aws/operators/test_glue.py | 54 +
.../amazon/aws/sensors/test_ec2_instance_state.py | 128 +++
tests/providers/amazon/aws/sensors/test_glue.py | 62 ++
.../providers/google/cloud/hooks/test_bigquery.py | 1040 +++++++-------------
.../google/cloud/operators/test_bigquery.py | 6 +-
tests/providers/slack/hooks/test_slack.py | 106 +-
tests/providers/slack/operators/test_slack.py | 47 -
tests/utils/test_dag_processing.py | 2 +-
tests/utils/test_dates.py | 8 +
tests/utils/test_dot_renderer.py | 30 +
tests/www/test_views.py | 23 +-
79 files changed, 3252 insertions(+), 1670 deletions(-)
create mode 100644 airflow/providers/amazon/aws/hooks/ec2.py
create mode 100644 airflow/providers/amazon/aws/hooks/glue.py
create mode 100644 airflow/providers/amazon/aws/operators/ec2_start_instance.py
create mode 100644 airflow/providers/amazon/aws/operators/ec2_stop_instance.py
create mode 100644 airflow/providers/amazon/aws/operators/glue.py
create mode 100644 airflow/providers/amazon/aws/sensors/ec2_instance_state.py
create mode 100644 airflow/providers/amazon/aws/sensors/glue.py
copy tests/dags/{test_only_dummy_tasks.py => test_prev_dagrun_dep.py} (61%)
create mode 100644 tests/providers/amazon/aws/hooks/test_ec2.py
create mode 100644 tests/providers/amazon/aws/hooks/test_glue.py
create mode 100644 tests/providers/amazon/aws/operators/test_ec2_start_instance.py
create mode 100644 tests/providers/amazon/aws/operators/test_ec2_stop_instance.py
create mode 100644 tests/providers/amazon/aws/operators/test_glue.py
create mode 100644 tests/providers/amazon/aws/sensors/test_ec2_instance_state.py
create mode 100644 tests/providers/amazon/aws/sensors/test_glue.py