You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by el...@apache.org on 2023/06/09 13:10:44 UTC
[airflow] branch v2-6-test updated (61f31b4e28 -> 8f7daff05a)
This is an automated email from the ASF dual-hosted git repository.
eladkal pushed a change to branch v2-6-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 61f31b4e28 Add libgeos-dev to dev dependencies in CI image (#31437)
add 8f7daff05a Update SDKs for google provider package (#30067)
No new revisions were added by this update.
Summary of changes:
airflow/providers/apache/beam/provider.yaml | 2 +-
airflow/providers/google/ads/hooks/ads.py | 22 +-
.../_internal_client/secret_manager_client.py | 2 +-
.../google/cloud/example_dags/example_compute.py | 107 ----------
.../cloud/example_dags/example_compute_ssh.py | 90 --------
airflow/providers/google/cloud/hooks/automl.py | 9 +
airflow/providers/google/cloud/hooks/bigquery.py | 37 ++--
airflow/providers/google/cloud/hooks/bigtable.py | 2 +
airflow/providers/google/cloud/hooks/cloud_sql.py | 15 +-
airflow/providers/google/cloud/hooks/compute.py | 38 ++--
.../providers/google/cloud/hooks/compute_ssh.py | 17 ++
airflow/providers/google/cloud/hooks/mlengine.py | 43 ++--
.../google/cloud/hooks/natural_language.py | 29 ++-
airflow/providers/google/cloud/hooks/spanner.py | 4 +-
.../providers/google/cloud/hooks/speech_to_text.py | 7 +-
.../providers/google/cloud/hooks/text_to_speech.py | 9 +-
.../google/cloud/hooks/video_intelligence.py | 28 ++-
airflow/providers/google/cloud/hooks/vision.py | 66 ++++--
.../google/cloud/log/stackdriver_task_handler.py | 4 +-
airflow/providers/google/cloud/operators/automl.py | 27 +--
.../providers/google/cloud/operators/bigquery.py | 23 ++-
.../providers/google/cloud/operators/compute.py | 7 +-
.../google/cloud/operators/natural_language.py | 17 +-
.../google/cloud/operators/speech_to_text.py | 2 +-
.../google/cloud/operators/translate_speech.py | 2 +-
.../google/cloud/operators/video_intelligence.py | 21 +-
airflow/providers/google/cloud/operators/vision.py | 17 +-
.../providers/google/cloud/operators/workflows.py | 6 +-
.../google/cloud/transfers/bigquery_to_gcs.py | 8 +-
.../google/cloud/transfers/gcs_to_bigquery.py | 5 +-
.../google/cloud/utils/bigquery_get_data.py | 7 +-
.../google/cloud/utils/mlengine_operator_utils.py | 4 +-
airflow/providers/google/provider.yaml | 95 ++++-----
.../operators/cloud/compute_ssh.rst | 12 +-
.../operators/cloud/dataproc.rst | 4 +-
generated/provider_dependencies.json | 81 ++++----
.../_internal_client/test_secret_manager_client.py | 10 +-
.../providers/google/cloud/hooks/test_bigtable.py | 4 +-
.../providers/google/cloud/hooks/test_cloud_sql.py | 62 +-----
.../hooks/test_cloud_storage_transfer_service.py | 10 +-
tests/providers/google/cloud/hooks/test_compute.py | 74 +++++--
.../google/cloud/hooks/test_natural_language.py | 2 +-
tests/providers/google/cloud/hooks/test_pubsub.py | 9 +-
.../google/cloud/hooks/test_secret_manager.py | 6 +-
.../google/cloud/hooks/test_speech_to_text.py | 14 +-
.../google/cloud/hooks/test_text_to_speech.py | 11 +-
.../google/cloud/hooks/test_video_intelligence.py | 32 +--
tests/providers/google/cloud/hooks/test_vision.py | 45 ++--
.../google/cloud/operators/test_automl.py | 2 +
.../google/cloud/operators/test_functions.py | 5 +-
.../cloud/operators/test_natural_language.py | 2 +-
.../google/cloud/operators/test_speech_to_text.py | 5 +-
.../cloud/operators/test_translate_speech.py | 2 +-
.../cloud/operators/test_video_intelligence.py | 9 +-
.../google/cloud/operators/test_vision.py | 2 +-
.../google/cloud/operators/test_workflows.py | 9 +-
.../google/cloud/triggers/test_cloud_build.py | 3 +
.../google/cloud/automl/example_automl_dataset.py | 4 +-
.../google/cloud/automl/example_automl_model.py | 18 +-
.../automl/example_automl_nl_text_extraction.py | 79 ++++---
.../automl/example_automl_vision_classification.py | 66 ++++--
.../cloud/bigquery/example_bigquery_queries.py | 1 +
.../bigquery/example_bigquery_queries_async.py | 2 +-
.../google/cloud/cloud_sql/example_cloud_sql.py | 5 -
.../cloud/composer/example_cloud_composer.py | 2 +-
.../composer/example_cloud_composer_deferrable.py | 2 +-
.../google/cloud/compute/example_compute.py | 12 +-
.../google/cloud/compute/example_compute_igm.py | 10 -
.../google/cloud/compute/example_compute_ssh.py | 32 ++-
...tive_python_async.py => example_dataflow_go.py} | 119 ++++-------
.../cloud/dataflow/example_dataflow_native_java.py | 8 +
.../dataflow/example_dataflow_native_python.py | 6 +-
.../example_dataflow_native_python_async.py | 2 +-
.../google/cloud/dataflow/resources/wordcount.go | 230 +++++++++++++++++++++
.../google/cloud/dataprep/example_dataprep.py | 4 +-
.../cloud/dataproc/example_dataproc_batch.py | 4 +-
.../dataproc/example_dataproc_batch_persistent.py | 2 +-
.../example_dataproc_cluster_deferrable.py | 6 +-
.../dataproc/example_dataproc_cluster_generator.py | 2 +-
...pdate.py => example_dataproc_cluster_update.py} | 2 +-
.../google/cloud/dataproc/example_dataproc_gke.py | 28 ++-
.../cloud/dataproc/example_dataproc_hadoop.py | 2 +-
.../google/cloud/dataproc/example_dataproc_hive.py | 2 +-
.../google/cloud/dataproc/example_dataproc_pig.py | 2 +-
.../cloud/dataproc/example_dataproc_pyspark.py | 2 +-
.../cloud/dataproc/example_dataproc_spark.py | 2 +-
.../cloud/dataproc/example_dataproc_spark_async.py | 2 +-
.../dataproc/example_dataproc_spark_deferrable.py | 2 +-
.../cloud/dataproc/example_dataproc_spark_sql.py | 2 +-
.../cloud/dataproc/example_dataproc_sparkr.py | 2 +-
.../example_dataproc_metastore.py | 7 +-
.../google/cloud/gcs/example_firestore.py | 28 ++-
.../google/cloud/gcs/example_gcs_sensor.py | 4 -
.../cloud/gcs/example_gcs_to_bigquery_async.py | 2 +-
.../google/cloud/gcs/example_gcs_to_gcs.py | 2 +-
.../google/cloud/gcs/example_s3_to_gcs.py | 6 +-
.../google/cloud/gcs/example_trino_to_gcs.py | 59 ++++--
.../{bigquery => gcs}/resources/us-states.csv | 0
.../google/cloud/ml_engine/example_mlengine.py | 16 +-
.../cloud/ml_engine/example_mlengine_async.py | 22 +-
.../natural_language/example_natural_language.py | 2 +-
.../cloud/sql_to_sheets/example_sql_to_sheets.py | 61 +++++-
.../cloud/stackdriver/example_stackdriver.py | 12 +-
.../providers/google/cloud/tasks/example_queue.py | 5 +-
.../providers/google/cloud/tasks/example_tasks.py | 6 +-
.../example_vertex_ai_custom_container.py | 9 +-
.../vertex_ai/example_vertex_ai_custom_job.py | 3 +-
.../example_vertex_ai_custom_job_python_package.py | 10 +-
.../cloud/vertex_ai/example_vertex_ai_dataset.py | 4 +-
.../cloud/vertex_ai/example_vertex_ai_endpoint.py | 11 +-
.../vertex_ai/example_vertex_ai_model_service.py | 2 +-
...housing.zip => California-housing-ai-model.zip} | Bin
...zip => California-housing-custom-container.zip} | Bin
...using.zip => California-housing-custom-job.zip} | Bin
...g.zip => California-housing-python-package.zip} | Bin
.../cloud/vision/example_vision_annotate_image.py | 6 +-
.../cloud/vision/example_vision_autogenerated.py | 6 +-
.../google/cloud/vision/example_vision_explicit.py | 4 +-
118 files changed, 1219 insertions(+), 919 deletions(-)
delete mode 100644 airflow/providers/google/cloud/example_dags/example_compute.py
delete mode 100644 airflow/providers/google/cloud/example_dags/example_compute_ssh.py
copy tests/system/providers/google/cloud/dataflow/{example_dataflow_native_python_async.py => example_dataflow_go.py} (50%)
create mode 100644 tests/system/providers/google/cloud/dataflow/resources/wordcount.go
rename tests/system/providers/google/cloud/dataproc/{example_dataproc_update.py => example_dataproc_cluster_update.py} (98%)
copy tests/system/providers/google/cloud/{bigquery => gcs}/resources/us-states.csv (100%)
copy tests/system/providers/google/cloud/vertex_ai/resources/{California-housing.zip => California-housing-ai-model.zip} (100%)
copy tests/system/providers/google/cloud/vertex_ai/resources/{California-housing.zip => California-housing-custom-container.zip} (100%)
copy tests/system/providers/google/cloud/vertex_ai/resources/{California-housing.zip => California-housing-custom-job.zip} (100%)
rename tests/system/providers/google/cloud/vertex_ai/resources/{California-housing.zip => California-housing-python-package.zip} (100%)