You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ur...@apache.org on 2022/10/27 02:39:23 UTC
[airflow] branch main updated (b757bfa44c -> 9ab1a6a3e7)
This is an automated email from the ASF dual-hosted git repository.
uranusjr pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from b757bfa44c Ignore azure-datalake-store deprecated mod use (#27287)
add 9ab1a6a3e7 Update old style typing (#26872)
No new revisions were added by this update.
Summary of changes:
airflow/api/client/__init__.py | 3 +-
airflow/configuration.py | 3 -
airflow/dag_processing/manager.py | 31 ++----
airflow/dag_processing/processor.py | 19 +---
airflow/decorators/__init__.pyi | 118 ++++++++++-----------
.../example_branch_python_dop_operator_3.py | 3 +-
airflow/example_dags/subdags/subdag.py | 3 +-
airflow/executors/base_executor.py | 1 -
airflow/executors/celery_executor.py | 2 -
airflow/executors/celery_kubernetes_executor.py | 2 -
airflow/executors/local_kubernetes_executor.py | 2 -
airflow/jobs/backfill_job.py | 6 +-
airflow/jobs/base_job.py | 2 -
airflow/jobs/scheduler_job.py | 5 -
airflow/kubernetes/kubernetes_helper_functions.py | 2 +-
airflow/kubernetes/pod_launcher_deprecated.py | 2 -
airflow/macros/__init__.py | 1 -
airflow/macros/hive.py | 12 ++-
airflow/migrations/utils.py | 3 +-
...0_5_change_datetime_to_datetime2_6_on_mssql_.py | 6 +-
.../0060_2_0_0_remove_id_column_from_xcom.py | 3 +-
.../0088_2_2_0_improve_mssql_compatibility.py | 3 +-
airflow/models/crypto.py | 3 +-
airflow/models/dag.py | 7 +-
airflow/models/dagbag.py | 3 +-
airflow/models/dagrun.py | 4 +-
airflow/models/serialized_dag.py | 4 +-
airflow/models/taskinstance.py | 2 -
airflow/models/xcom.py | 1 -
airflow/operators/python.py | 3 +-
airflow/plugins_manager.py | 4 +-
airflow/providers/alibaba/cloud/hooks/oss.py | 3 -
airflow/providers/amazon/aws/hooks/base_aws.py | 2 -
airflow/providers/amazon/aws/hooks/batch_client.py | 12 ---
.../providers/amazon/aws/hooks/batch_waiters.py | 8 +-
airflow/providers/amazon/aws/hooks/datasync.py | 8 --
airflow/providers/amazon/aws/hooks/dms.py | 3 +-
airflow/providers/amazon/aws/hooks/ec2.py | 3 -
airflow/providers/amazon/aws/hooks/eks.py | 16 ---
.../aws/hooks/elasticache_replication_group.py | 12 +--
airflow/providers/amazon/aws/hooks/glue_catalog.py | 4 -
airflow/providers/amazon/aws/hooks/logs.py | 1 -
airflow/providers/amazon/aws/hooks/quicksight.py | 6 +-
airflow/providers/amazon/aws/hooks/redshift_sql.py | 1 -
airflow/providers/amazon/aws/hooks/s3.py | 31 +-----
airflow/providers/amazon/aws/hooks/sagemaker.py | 2 -
.../providers/amazon/aws/hooks/secrets_manager.py | 2 -
airflow/providers/amazon/aws/hooks/sqs.py | 2 -
.../providers/amazon/aws/hooks/step_function.py | 2 -
airflow/providers/amazon/aws/operators/athena.py | 4 +-
airflow/providers/amazon/aws/operators/batch.py | 4 +-
airflow/providers/amazon/aws/operators/dms.py | 3 +-
airflow/providers/amazon/aws/operators/sqs.py | 3 +-
airflow/providers/amazon/aws/sensors/emr.py | 11 --
airflow/providers/amazon/aws/sensors/quicksight.py | 3 +-
.../amazon/aws/transfers/redshift_to_s3.py | 4 +-
airflow/providers/apache/beam/hooks/beam.py | 1 -
airflow/providers/apache/hdfs/hooks/webhdfs.py | 2 -
airflow/providers/apache/hdfs/sensors/hdfs.py | 1 -
airflow/providers/apache/hive/hooks/hive.py | 6 --
.../providers/apache/hive/operators/hive_stats.py | 4 +-
airflow/providers/apache/livy/hooks/livy.py | 32 ++----
airflow/providers/apache/livy/operators/livy.py | 1 -
airflow/providers/apache/livy/sensors/livy.py | 1 -
airflow/providers/celery/sensors/celery_queue.py | 1 -
airflow/providers/cloudant/hooks/cloudant.py | 1 -
.../providers/cncf/kubernetes/backcompat/pod.py | 6 +-
.../providers/cncf/kubernetes/utils/pod_manager.py | 3 +-
airflow/providers/common/sql/hooks/sql.py | 17 ++-
airflow/providers/common/sql/operators/sql.py | 1 -
airflow/providers/databricks/hooks/databricks.py | 4 +-
.../providers/databricks/hooks/databricks_base.py | 4 +-
airflow/providers/datadog/sensors/datadog.py | 2 +-
airflow/providers/docker/operators/docker.py | 1 -
.../providers/elasticsearch/log/es_task_handler.py | 1 -
airflow/providers/exasol/hooks/exasol.py | 4 +-
airflow/providers/facebook/ads/hooks/ads.py | 1 -
airflow/providers/google/ads/hooks/ads.py | 7 +-
airflow/providers/google/cloud/hooks/automl.py | 6 +-
airflow/providers/google/cloud/hooks/bigquery.py | 27 +++--
.../providers/google/cloud/hooks/bigquery_dts.py | 5 +-
.../providers/google/cloud/hooks/cloud_build.py | 12 ---
.../google/cloud/hooks/cloud_memorystore.py | 3 +-
airflow/providers/google/cloud/hooks/cloud_sql.py | 13 +--
.../cloud/hooks/cloud_storage_transfer_service.py | 14 ---
airflow/providers/google/cloud/hooks/compute.py | 3 -
airflow/providers/google/cloud/hooks/dataflow.py | 17 +--
airflow/providers/google/cloud/hooks/datafusion.py | 4 +-
airflow/providers/google/cloud/hooks/dataplex.py | 4 +-
airflow/providers/google/cloud/hooks/dataproc.py | 7 +-
airflow/providers/google/cloud/hooks/datastore.py | 41 +++----
airflow/providers/google/cloud/hooks/dlp.py | 27 +----
airflow/providers/google/cloud/hooks/functions.py | 8 +-
airflow/providers/google/cloud/hooks/gcs.py | 2 +-
airflow/providers/google/cloud/hooks/gdm.py | 13 +--
airflow/providers/google/cloud/hooks/kms.py | 7 +-
.../google/cloud/hooks/kubernetes_engine.py | 4 +-
.../providers/google/cloud/hooks/life_sciences.py | 6 +-
airflow/providers/google/cloud/hooks/looker.py | 3 +-
airflow/providers/google/cloud/hooks/mlengine.py | 19 ++--
.../google/cloud/hooks/natural_language.py | 7 --
airflow/providers/google/cloud/hooks/os_login.py | 4 +-
airflow/providers/google/cloud/hooks/pubsub.py | 5 +-
.../providers/google/cloud/hooks/secret_manager.py | 1 -
airflow/providers/google/cloud/hooks/spanner.py | 8 +-
.../providers/google/cloud/hooks/speech_to_text.py | 1 -
airflow/providers/google/cloud/hooks/tasks.py | 12 ---
.../providers/google/cloud/hooks/text_to_speech.py | 6 +-
airflow/providers/google/cloud/hooks/translate.py | 6 +-
.../google/cloud/hooks/video_intelligence.py | 6 +-
airflow/providers/google/cloud/hooks/vision.py | 3 -
.../google/cloud/log/stackdriver_task_handler.py | 4 -
.../providers/google/cloud/operators/bigquery.py | 16 +--
.../google/cloud/operators/cloud_build.py | 11 --
.../operators/cloud_storage_transfer_service.py | 1 -
.../providers/google/cloud/operators/compute.py | 10 +-
.../providers/google/cloud/operators/dataproc.py | 1 -
airflow/providers/google/cloud/operators/dlp.py | 24 -----
.../providers/google/cloud/operators/functions.py | 16 ++-
.../providers/google/cloud/operators/mlengine.py | 1 -
.../google/cloud/operators/natural_language.py | 2 -
airflow/providers/google/cloud/operators/pubsub.py | 2 +-
.../providers/google/cloud/operators/spanner.py | 1 -
airflow/providers/google/cloud/operators/tasks.py | 11 --
.../google/cloud/operators/vertex_ai/auto_ml.py | 4 +-
.../operators/vertex_ai/batch_prediction_job.py | 4 +-
.../vertex_ai/hyperparameter_tuning_job.py | 4 +-
.../google/cloud/utils/credentials_provider.py | 3 -
.../google/cloud/utils/mlengine_operator_utils.py | 3 +-
.../providers/google/common/hooks/base_google.py | 11 +-
.../providers/google/common/hooks/discovery_api.py | 6 +-
.../google/common/utils/id_token_credentials.py | 2 -
.../providers/google/firebase/hooks/firestore.py | 5 +-
airflow/providers/google/leveldb/hooks/leveldb.py | 5 +-
.../providers/google/leveldb/operators/leveldb.py | 5 +-
.../google/marketing_platform/hooks/analytics.py | 2 -
.../marketing_platform/hooks/campaign_manager.py | 4 +-
.../marketing_platform/hooks/display_video.py | 1 -
.../google/marketing_platform/hooks/search_ads.py | 4 +-
airflow/providers/google/suite/hooks/calendar.py | 3 -
airflow/providers/google/suite/hooks/drive.py | 12 +--
airflow/providers/google/suite/hooks/sheets.py | 8 --
.../google/suite/transfers/gcs_to_gdrive.py | 6 +-
.../google/suite/transfers/local_to_drive.py | 1 -
.../hashicorp/_internal_client/vault_client.py | 5 -
airflow/providers/hashicorp/hooks/vault.py | 5 -
airflow/providers/hashicorp/secrets/vault.py | 5 -
airflow/providers/imap/hooks/imap.py | 9 --
airflow/providers/imap/sensors/imap_attachment.py | 1 -
airflow/providers/jdbc/hooks/jdbc.py | 1 -
.../jenkins/operators/jenkins_job_trigger.py | 4 +-
.../microsoft/azure/hooks/container_instance.py | 7 +-
.../providers/microsoft/azure/hooks/data_lake.py | 1 -
.../providers/microsoft/azure/hooks/fileshare.py | 7 --
airflow/providers/microsoft/azure/hooks/wasb.py | 4 +-
.../providers/microsoft/azure/operators/batch.py | 2 +-
airflow/providers/mysql/hooks/mysql.py | 7 +-
airflow/providers/opsgenie/hooks/opsgenie.py | 5 -
airflow/providers/pagerduty/hooks/pagerduty.py | 1 -
.../providers/pagerduty/hooks/pagerduty_events.py | 1 -
airflow/providers/postgres/hooks/postgres.py | 7 +-
airflow/providers/qubole/hooks/qubole.py | 2 +-
airflow/providers/salesforce/hooks/salesforce.py | 7 --
.../salesforce/operators/salesforce_apex_rest.py | 1 -
airflow/providers/sftp/hooks/sftp.py | 7 +-
airflow/providers/ssh/hooks/ssh.py | 10 +-
airflow/providers/tableau/hooks/tableau.py | 4 -
airflow/providers/tableau/operators/tableau.py | 1 -
airflow/providers/tableau/sensors/tableau.py | 1 -
airflow/providers/telegram/hooks/telegram.py | 3 -
airflow/secrets/local_filesystem.py | 2 -
airflow/security/kerberos.py | 3 +-
airflow/sensors/base.py | 2 +-
airflow/serialization/serialized_objects.py | 4 +-
airflow/settings.py | 3 +-
airflow/task/task_runner/__init__.py | 4 +-
airflow/task/task_runner/base_task_runner.py | 4 +-
airflow/task/task_runner/cgroup_task_runner.py | 8 +-
airflow/ti_deps/dep_context.py | 1 -
airflow/utils/cli_action_loggers.py | 6 +-
airflow/utils/context.pyi | 30 +++---
airflow/utils/db.py | 12 +--
airflow/utils/dot_renderer.py | 2 -
airflow/utils/file.py | 3 +-
airflow/utils/log/log_reader.py | 5 +-
airflow/utils/python_virtualenv.py | 1 -
airflow/utils/session.py | 2 +-
airflow/www/fab_security/manager.py | 18 +---
airflow/www/fab_security/sqla/manager.py | 15 +--
airflow/www/views.py | 2 +-
dev/breeze/src/airflow_breeze/utils/confirm.py | 1 -
.../src/airflow_breeze/utils/kubernetes_utils.py | 6 +-
.../connections/aws.rst | 6 +-
.../howto/create-update-providers.rst | 4 +-
docs/apache-airflow/howto/connection.rst | 4 +-
.../howto/create-custom-decorator.rst | 4 +-
docs/apache-airflow/howto/export-more-env-vars.rst | 2 +-
docs/apache-airflow/howto/timetable.rst | 4 +-
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/security/api.rst | 2 +-
docs/apache-airflow/security/webserver.rst | 8 +-
docs/apache-airflow/tutorial/taskflow.rst | 2 +-
docs/apache-airflow/upgrading-from-1-10/index.rst | 10 +-
docs/exts/docroles.py | 3 +-
docs/exts/operators_and_hooks_ref.py | 2 +-
docs/exts/substitution_extensions.py | 4 +-
docs/spelling_wordlist.txt | 8 ++
metastore_browser/hive_metastore.py | 5 +-
setup.py | 1 -
tests/decorators/test_python.py | 3 +-
tests/models/test_dag.py | 6 +-
tests/providers/amazon/aws/utils/eks_test_utils.py | 7 --
tests/providers/datadog/sensors/test_datadog.py | 3 +-
.../elasticsearch/log/elasticmock/__init__.py | 3 +-
tests/providers/google/cloud/hooks/test_dlp.py | 4 +-
.../google/cloud/hooks/test_natural_language.py | 4 +-
tests/providers/google/cloud/hooks/test_tasks.py | 4 +-
.../google/cloud/operators/test_bigtable.py | 5 +-
.../test_cloud_storage_transfer_service.py | 9 +-
tests/providers/google/cloud/sensors/test_tasks.py | 4 +-
.../google/cloud/utils/gcp_authenticator.py | 3 +-
.../google/firebase/hooks/test_firestore.py | 7 +-
tests/serialization/test_dag_serialization.py | 4 +-
tests/system/providers/amazon/aws/example_s3.py | 1 -
.../translate_speech/example_translate_speech.py | 2 +-
tests/system/providers/qubole/example_qubole.py | 3 +-
tests/test_utils/reset_warning_registry.py | 6 +-
tests/utils/test_cli_util.py | 2 +-
228 files changed, 396 insertions(+), 1008 deletions(-)