You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by gi...@apache.org on 2020/06/11 03:25:13 UTC
[airflow] tag nightly-master updated (82c8343 -> fb1c8b8)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! ***
from 82c8343 (commit)
to fb1c8b8 (commit)
from 82c8343 Support additional apt dependencies (#9189)
add 1cf52da n Improved compatibility with Python 3.5+ - Convert signal.SIGTERM to int (#9207)
add e0c0e01 Add OrangeBank to the official users of AirFlow (#9210)
add c41192f Upgrade pendulum to latest major version ~2.0 (#9184)
add a69b031 Add S3ToRedshift example dag and system test (#8877)
add 7f02e56 Add metavar to CLI arguments (#9077)
add a26afbf Make generated job_id more informative in BQ insert_job (#9203)
add fb1c8b8 Add test for BQ operations using location (#9206)
No new revisions were added by this update.
Summary of changes:
.gitignore | 10 +
.pre-commit-config.yaml | 2 +-
README.md | 1 +
airflow/cli/cli_parser.py | 12 +-
airflow/models/dag.py | 8 +-
airflow/models/taskinstance.py | 6 +-
airflow/models/xcom.py | 4 +-
airflow/operators/latest_only_operator.py | 2 +-
.../aws/example_dags/example_s3_to_redshift.py | 91 ++++++++
.../cloud/example_dags/example_bigquery_queries.py | 234 +++++++++++----------
airflow/providers/google/cloud/hooks/bigquery.py | 4 +-
.../providers/google/cloud/operators/bigquery.py | 7 +-
.../providers/google/cloud/operators/dataproc.py | 2 +-
airflow/serialization/serialized_objects.py | 9 +-
airflow/settings.py | 8 +-
airflow/ti_deps/dep_context.py | 2 +-
airflow/utils/process_utils.py | 2 +-
airflow/utils/sqlalchemy.py | 2 +-
airflow/utils/timezone.py | 4 +-
airflow/www/decorators.py | 2 +-
docs/howto/operator/amazon/aws/s3_to_redshift.rst | 79 +++++++
docs/howto/operator/gcp/bigquery.rst | 10 +-
docs/operators-and-hooks-ref.rst | 2 +-
requirements/requirements-python3.6.txt | 18 +-
requirements/requirements-python3.7.txt | 16 +-
requirements/requirements-python3.8.txt | 16 +-
requirements/setup-3.6.md5 | 2 +-
requirements/setup-3.7.md5 | 2 +-
requirements/setup-3.8.md5 | 2 +-
.../run_test_package_import_all_classes.sh | 2 +-
scripts/ci/kubernetes/docker/bootstrap.sh | 2 +-
scripts/ci/prepare_tool_scripts.sh | 43 ++++
setup.py | 2 +-
tests/jobs/test_scheduler_job.py | 13 +-
tests/models/test_dag.py | 3 +-
tests/models/test_taskinstance.py | 16 +-
.../example_s3_to_redshift/outputs.tf | 42 ++--
.../example_s3_to_redshift/resources.tf} | 28 +--
.../example_s3_to_redshift/variables.tf | 13 +-
.../aws/operators/test_s3_to_redshift_system.py | 50 +++++
.../google/cloud/operators/test_bigquery_system.py | 8 +
tests/providers/google/cloud/sensors/test_gcs.py | 4 +-
tests/serialization/test_dag_serialization.py | 19 +-
.../terraform.py} | 25 ++-
tests/utils/test_timezone.py | 6 +-
45 files changed, 568 insertions(+), 267 deletions(-)
create mode 100644 airflow/providers/amazon/aws/example_dags/example_s3_to_redshift.py
create mode 100644 docs/howto/operator/amazon/aws/s3_to_redshift.rst
copy airflow/ti_deps/dependencies_states.py => tests/providers/amazon/aws/infrastructure/example_s3_to_redshift/outputs.tf (51%)
copy tests/{dags/test_double_trigger.py => providers/amazon/aws/infrastructure/example_s3_to_redshift/resources.tf} (63%)
copy airflow/www/blueprints.py => tests/providers/amazon/aws/infrastructure/example_s3_to_redshift/variables.tf (79%)
create mode 100644 tests/providers/amazon/aws/operators/test_s3_to_redshift_system.py
copy tests/{providers/http/operators/test_http_system.py => test_utils/terraform.py} (54%)