You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by gi...@apache.org on 2020/05/27 02:50:21 UTC
[airflow] tag nightly-master updated (cdb3f25 -> 0b0e4f7)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! ***
from cdb3f25 (commit)
to 0b0e4f7 (commit)
from cdb3f25 All classes in backport providers are now importable in Airflow 1.10 (#8991)
add 3994030 Refactor BigQuery operators (#8858)
add 2a88955 Finding cross-provider dependencies fails when encoding wrong (#9012)
add 7883885 Move setup order check back to pre-commit (#9010)
add 9764c90 Better content of backport packages CHANGELOG and INSTALL files (#9013)
add 00642a4 Fixed name of 20 remaining wrongly named operators. (#8994)
add 0b0e4f7 Preparing for RC3 relase of backports (#9026)
No new revisions were added by this update.
Summary of changes:
.gitignore | 1 +
.pre-commit-config.yaml | 4 +-
BREEZE.rst | 2 +-
.../oracle_to_azure_data_lake_transfer.py | 2 +-
.../contrib/operators/oracle_to_oracle_transfer.py | 18 +-
airflow/contrib/operators/vertica_to_hive.py | 19 +-
airflow/contrib/operators/vertica_to_mysql.py | 18 +-
airflow/contrib/sensors/hdfs_sensor.py | 36 +-
airflow/operators/google_api_to_s3_transfer.py | 20 +-
airflow/operators/hive_to_druid.py | 18 +-
airflow/operators/hive_to_mysql.py | 18 +-
airflow/operators/mssql_to_hive.py | 19 +-
airflow/operators/mysql_to_hive.py | 18 +-
airflow/operators/presto_to_mysql.py | 18 +-
airflow/operators/redshift_to_s3_operator.py | 19 +-
airflow/operators/s3_to_hive_operator.py | 18 +-
airflow/operators/s3_to_redshift_operator.py | 19 +-
.../amazon/PROVIDERS_CHANGES_2020.05.20.md | 4 +
airflow/providers/amazon/README.md | 14 +-
.../example_google_api_to_s3_transfer_advanced.py | 6 +-
.../example_google_api_to_s3_transfer_basic.py | 4 +-
airflow/providers/amazon/aws/hooks/batch_client.py | 6 +-
.../providers/amazon/aws/hooks/batch_waiters.py | 4 +-
airflow/providers/amazon/aws/operators/batch.py | 6 +-
.../aws/operators/google_api_to_s3_transfer.py | 2 +-
.../amazon/aws/operators/redshift_to_s3.py | 2 +-
.../amazon/aws/operators/s3_to_redshift.py | 2 +-
.../cassandra/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/apache/cassandra/README.md | 2 +
.../apache/druid/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/apache/druid/README.md | 12 +-
.../apache/druid/operators/hive_to_druid.py | 2 +-
.../apache/hdfs/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/apache/hdfs/README.md | 8 +-
airflow/providers/apache/hdfs/sensors/hdfs.py | 4 +-
.../apache/hive/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/apache/hive/README.md | 23 +-
.../apache/hive/operators/hive_to_mysql.py | 2 +-
.../apache/hive/operators/mssql_to_hive.py | 2 +-
.../apache/hive/operators/mysql_to_hive.py | 2 +-
.../providers/apache/hive/operators/s3_to_hive.py | 2 +-
.../apache/hive/operators/vertica_to_hive.py | 2 +-
.../apache/livy/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/apache/livy/README.md | 2 +
.../apache/pig/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/apache/pig/README.md | 2 +
.../apache/pinot/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/apache/pinot/README.md | 2 +
.../apache/spark/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/apache/spark/README.md | 2 +
.../apache/sqoop/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/apache/sqoop/README.md | 2 +
.../celery/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/celery/README.md | 2 +
.../cloudant/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/cloudant/README.md | 2 +
.../databricks/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/databricks/README.md | 3 +
.../datadog/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/datadog/README.md | 2 +
.../dingding/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/dingding/README.md | 2 +
.../discord/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/discord/README.md | 2 +
.../docker/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/docker/README.md | 2 +
.../elasticsearch/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/elasticsearch/README.md | 2 +
.../email/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/email/README.md | 2 +
.../exasol/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/exasol/README.md | 3 +
.../facebook/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/facebook/README.md | 2 +
.../providers/ftp/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/ftp/README.md | 2 +
.../google/PROVIDERS_CHANGES_2020.05.20.md | 8 +
airflow/providers/google/README.md | 14 +-
.../cloud/example_dags/example_gcs_to_gcs.py | 12 +-
airflow/providers/google/cloud/hooks/bigquery.py | 44 +-
.../providers/google/cloud/operators/bigquery.py | 483 ++++++++++++---------
.../providers/google/cloud/operators/gcs_to_gcs.py | 2 +-
.../google/suite/example_dags/example_sheets.py | 4 +-
airflow/providers/google/suite/operators/sheets.py | 4 +-
.../providers/grpc/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/grpc/README.md | 10 +-
.../hashicorp/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/hashicorp/README.md | 2 +
.../providers/http/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/http/README.md | 2 +
.../providers/imap/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/imap/README.md | 3 +
.../providers/jdbc/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/jdbc/README.md | 3 +
.../jenkins/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/jenkins/README.md | 2 +
.../providers/jira/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/jira/README.md | 2 +
.../azure/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/microsoft/azure/README.md | 20 +-
.../oracle_to_azure_data_lake_transfer.py | 2 +-
.../mssql/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/microsoft/mssql/README.md | 3 +
.../winrm/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/microsoft/winrm/README.md | 2 +
.../mongo/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/mongo/README.md | 2 +
.../mysql/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/mysql/README.md | 19 +-
.../providers/mysql/operators/presto_to_mysql.py | 2 +-
airflow/providers/mysql/operators/s3_to_mysql.py | 2 +-
.../providers/mysql/operators/vertica_to_mysql.py | 2 +-
.../providers/odbc/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/odbc/README.md | 2 +
.../openfaas/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/openfaas/README.md | 2 +
.../opsgenie/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/opsgenie/README.md | 2 +
.../oracle/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/oracle/README.md | 11 +-
.../oracle/operators/oracle_to_oracle_transfer.py | 2 +-
.../pagerduty/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/pagerduty/README.md | 3 +
airflow/providers/papermill/ADDITIONAL_INFO.md | 5 +-
.../papermill/PROVIDERS_CHANGES_2020.05.20.md | 1 +
airflow/providers/papermill/README.md | 6 +
.../postgres/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/postgres/README.md | 3 +
.../presto/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/presto/README.md | 2 +
.../qubole/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/qubole/README.md | 3 +
.../redis/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/redis/README.md | 2 +
.../salesforce/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/salesforce/README.md | 3 +
.../samba/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/samba/README.md | 2 +
.../segment/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/segment/README.md | 2 +
.../providers/sftp/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/sftp/README.md | 2 +
.../singularity/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/singularity/README.md | 3 +
.../slack/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/slack/README.md | 3 +
.../snowflake/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/snowflake/README.md | 11 +-
.../snowflake/example_dags/example_snowflake.py | 4 +-
.../snowflake/operators/s3_to_snowflake.py | 2 +-
.../sqlite/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/sqlite/README.md | 3 +
.../providers/ssh/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/ssh/README.md | 2 +
.../vertica/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/vertica/README.md | 2 +
.../yandex/PROVIDERS_CHANGES_2020.05.20.md | 3 +
airflow/providers/yandex/README.md | 3 +
.../zendesk/PROVIDERS_CHANGES_2020.05.20.md | 2 +
airflow/providers/zendesk/README.md | 2 +
backport_packages/CHANGELOG.txt | 1 -
backport_packages/INSTALL | 15 +
backport_packages/build_source_package.sh | 135 ++++++
backport_packages/setup_backport_packages.py | 188 ++++++--
breeze | 2 +-
dev/BACKPORT_PACKAGES.md | 46 +-
docs/concepts.rst | 2 +-
docs/howto/operator/gcp/sheets.rst | 6 +-
requirements/requirements-python3.6.txt | 4 +-
requirements/requirements-python3.7.txt | 8 +-
requirements/setup-3.6.md5 | 2 +-
requirements/setup-3.7.md5 | 2 +-
.../in_container/run_prepare_backport_packages.sh | 37 ++
.../ci/in_container/run_prepare_backport_readme.sh | 22 +-
scripts/ci/pre_commit_check_order_setup.py | 165 +++++++
setup.py | 6 +-
tests/build_provider_packages_dependencies.py | 13 +-
.../amazon/aws/hooks/test_batch_client.py | 12 +-
.../amazon/aws/hooks/test_batch_waiters.py | 12 +-
.../operators/test_google_api_to_s3_transfer.py | 9 +-
.../amazon/aws/operators/test_redshift_to_s3.py | 4 +-
.../amazon/aws/operators/test_s3_to_redshift.py | 4 +-
.../apache/druid/operators/test_hive_to_druid.py | 4 +-
tests/providers/apache/hdfs/sensors/test_hdfs.py | 20 +-
.../apache/hive/operators/test_hive_to_mysql.py | 14 +-
.../apache/hive/operators/test_mssql_to_hive.py | 14 +-
.../apache/hive/operators/test_mysql_to_hive.py | 14 +-
.../apache/hive/operators/test_s3_to_hive.py | 21 +-
.../providers/google/cloud/hooks/test_bigquery.py | 2 +-
.../google/cloud/operators/test_bigquery.py | 100 ++---
.../google/cloud/operators/test_gcs_to_gcs.py | 4 +-
.../google/suite/operators/test_sheets.py | 6 +-
.../test_oracle_to_azure_data_lake_transfer.py | 6 +-
.../mysql/operators/test_presto_to_mysql.py | 8 +-
.../providers/mysql/operators/test_s3_to_mysql.py | 7 +-
.../mysql/operators/test_vertica_to_mysql.py | 34 +-
.../operators/test_oracle_to_oracle_transfer.py | 4 +-
.../snowflake/operators/test_s3_to_snowflake.py | 6 +-
tests/test_core_to_contrib.py | 32 +-
tests/test_order_setup.py | 131 ------
200 files changed, 1665 insertions(+), 733 deletions(-)
delete mode 120000 backport_packages/CHANGELOG.txt
create mode 100644 backport_packages/INSTALL
create mode 100755 backport_packages/build_source_package.sh
create mode 100755 scripts/ci/pre_commit_check_order_setup.py
delete mode 100755 tests/test_order_setup.py