You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by el...@apache.org on 2022/08/23 12:33:33 UTC
[airflow] branch dependabot/npm_and_yarn/airflow/ui/ssri-6.0.2 updated (c92ef7796d -> f2261f36a4)
This is an automated email from the ASF dual-hosted git repository.
eladkal pushed a change to branch dependabot/npm_and_yarn/airflow/ui/ssri-6.0.2
in repository https://gitbox.apache.org/repos/asf/airflow.git
from c92ef7796d Bump ssri from 6.0.1 to 6.0.2 in /airflow/ui
add ecf0460b7d Dataproc submit job operator async (#25302)
add 6b7a343b25 Implement `EmrEksCreateClusterOperator` (#25816)
add 0b03e57020 Improve logging of autput for Breeze commands in CI (#25860)
add 25a9ae3b2e Limit Google Protobuf for compatibility with biggtable client (#25886)
add 21b0a31354 The old breeze video and related assets are removed (#25884)
add 634b9c0333 Mark new urrlib3 1.26.12 as "known deprecations" (#25885)
add 50016564fa [improvement] Audit log (#25856)
add 87c7867a23 Fix migration issues and tighten the CI upgrade/downgrade test (#25869)
add 63d38b82a9 improve test coverage of SnsHook (#25881)
add b92f6198d1 Rewrite recursion when parsing DAG into iteration (#25898)
add 15b49add28 Sql to GSC operators update docs for parquet format (#25878)
add 7ee69c6c90 Remove implementation of ``__hash__`` method on ``DatasetEvent`` (#25889)
add f2261f36a4 Merge branch 'main' into dependabot/npm_and_yarn/airflow/ui/ssri-6.0.2
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-images.yml | 1 +
.github/workflows/ci.yml | 4 +-
BREEZE.rst | 167 +----
.../0080_2_0_2_change_default_pool_slots_to_1.py | 16 +-
.../0093_2_2_0_taskinstance_keyed_to_dagrun.py | 10 +-
.../0105_2_3_0_add_map_index_to_taskfail.py | 2 +-
...0110_2_3_2_add_cascade_to_dag_tag_foreignkey.py | 15 +-
.../0113_2_4_0_compare_types_between_orm_and_db.py | 9 +
.../versions/0114_2_4_0_add_dataset_model.py | 2 +-
airflow/models/abstractoperator.py | 17 +-
airflow/models/dataset.py | 3 -
.../amazon/aws/example_dags/example_emr_eks.py | 18 +-
airflow/providers/amazon/aws/hooks/emr.py | 26 +
airflow/providers/amazon/aws/operators/emr.py | 56 ++
airflow/providers/google/cloud/hooks/dataproc.py | 746 +++++++++++++++++++++
.../providers/google/cloud/operators/dataproc.py | 76 ++-
.../google/cloud/transfers/mssql_to_gcs.py | 2 +-
.../google/cloud/transfers/mysql_to_gcs.py | 2 +-
.../google/cloud/transfers/oracle_to_gcs.py | 2 +-
.../google/cloud/transfers/postgres_to_gcs.py | 2 +-
.../google/cloud/transfers/presto_to_gcs.py | 2 +-
.../providers/google/cloud/transfers/sql_to_gcs.py | 4 +-
.../google/cloud/transfers/trino_to_gcs.py | 2 +-
.../triggers/{cloud_composer.py => dataproc.py} | 80 +--
airflow/providers/google/provider.yaml | 3 +
airflow/utils/db_cleanup.py | 1 -
airflow/www/templates/airflow/dag_audit_log.html | 58 +-
airflow/www/views.py | 28 +-
.../airflow_breeze/commands/ci_image_commands.py | 31 +-
.../commands/ci_image_commands_config.py | 2 +
.../airflow_breeze/commands/developer_commands.py | 2 +
.../commands/production_image_commands.py | 30 +-
.../commands/production_image_commands_config.py | 1 +
.../commands/release_management_commands.py | 21 +-
.../src/airflow_breeze/commands/setup_commands.py | 5 +-
.../src/airflow_breeze/params/build_prod_params.py | 4 +
dev/breeze/src/airflow_breeze/utils/ci_group.py | 22 +-
.../src/airflow_breeze/utils/common_options.py | 12 +-
dev/breeze/src/airflow_breeze/utils/console.py | 4 +-
.../airflow_breeze/utils/docker_command_utils.py | 9 +-
dev/breeze/src/airflow_breeze/utils/image.py | 33 +-
dev/breeze/src/airflow_breeze/utils/parallel.py | 213 ++++--
dev/breeze/src/airflow_breeze/utils/path_utils.py | 4 +-
dev/breeze/src/airflow_breeze/utils/registry.py | 7 +-
dev/breeze/src/airflow_breeze/utils/run_tests.py | 7 +-
dev/breeze/src/airflow_breeze/utils/run_utils.py | 142 ++--
.../operators/emr_eks.rst | 26 +
.../operators/cloud/dataproc.rst | 8 +
generated/provider_dependencies.json | 1 +
images/breeze/add_overlay.sh | 49 --
images/breeze/breeze.png | Bin 492729 -> 0 bytes
images/breeze/breeze_build_docs.png | Bin 7730 -> 0 bytes
images/breeze/breeze_build_images.png | Bin 9975 -> 0 bytes
images/breeze/breeze_build_images_prod.png | Bin 12999 -> 0 bytes
.../breeze_build_images_released_versions.png | Bin 11361 -> 0 bytes
images/breeze/breeze_cloud_tools.png | Bin 7926 -> 0 bytes
images/breeze/breeze_generate_requirements.png | Bin 10410 -> 0 bytes
images/breeze/breeze_initialize_virtualenv.png | Bin 8356 -> 0 bytes
images/breeze/breeze_installation.png | Bin 7017 -> 0 bytes
images/breeze/breeze_integrations.png | Bin 8809 -> 0 bytes
images/breeze/breeze_kubernetes_tests.png | Bin 8592 -> 0 bytes
images/breeze/breeze_running_tests.png | Bin 8343 -> 0 bytes
images/breeze/breeze_select_backend_python.png | Bin 13114 -> 0 bytes
images/breeze/breeze_static_checks.png | Bin 8901 -> 0 bytes
images/breeze/breeze_stop.png | Bin 8489 -> 0 bytes
images/breeze/breeze_using_exec.png | Bin 8415 -> 0 bytes
images/breeze/breeze_using_tmux.png | Bin 8291 -> 0 bytes
images/breeze/output-commands-hash.txt | 80 +--
images/breeze/output_ci-image_build.svg | 284 ++++----
images/breeze/output_ci-image_pull.svg | 156 +++--
images/breeze/output_prod-image_build.svg | 368 +++++-----
images/breeze/output_prod-image_pull.svg | 152 +++--
images/breeze/overlayed_breeze.png | Bin 502317 -> 0 bytes
images/breeze/overlayed_breeze_build_docs.png | Bin 9198 -> 0 bytes
images/breeze/overlayed_breeze_build_images.png | Bin 11522 -> 0 bytes
.../breeze/overlayed_breeze_build_images_prod.png | Bin 14858 -> 0 bytes
...layed_breeze_build_images_released_versions.png | Bin 13213 -> 0 bytes
images/breeze/overlayed_breeze_cloud_tools.png | Bin 9075 -> 0 bytes
.../overlayed_breeze_generate_requirements.png | Bin 11928 -> 0 bytes
.../overlayed_breeze_initialize_virtualenv.png | Bin 10465 -> 0 bytes
images/breeze/overlayed_breeze_installation.png | Bin 8985 -> 0 bytes
images/breeze/overlayed_breeze_integrations.png | Bin 10993 -> 0 bytes
.../breeze/overlayed_breeze_kubernetes_tests.png | Bin 11060 -> 0 bytes
images/breeze/overlayed_breeze_running_tests.png | Bin 10590 -> 0 bytes
.../overlayed_breeze_select_backend_python.png | Bin 14527 -> 0 bytes
images/breeze/overlayed_breeze_static_checks.png | Bin 10246 -> 0 bytes
images/breeze/overlayed_breeze_stop.png | Bin 10013 -> 0 bytes
images/breeze/overlayed_breeze_using_exec.png | Bin 10087 -> 0 bytes
images/breeze/overlayed_breeze_using_tmux.png | Bin 10137 -> 0 bytes
scripts/ci/pre_commit/pre_commit_mypy.py | 1 +
scripts/ci/testing/run_downgrade_test.sh | 9 +-
scripts/in_container/verify_providers.py | 10 +
.../amazon/aws/hooks/test_emr_containers.py | 17 +
tests/providers/amazon/aws/hooks/test_sns.py | 23 +
.../amazon/aws/operators/test_emr_containers.py | 43 +-
.../providers/google/cloud/hooks/test_dataproc.py | 406 ++++++++++-
.../google/cloud/operators/test_dataproc.py | 48 +-
...ark.py => example_dataproc_spark_deferrable.py} | 11 +-
98 files changed, 2561 insertions(+), 1034 deletions(-)
copy airflow/providers/google/cloud/triggers/{cloud_composer.py => dataproc.py} (52%)
delete mode 100755 images/breeze/add_overlay.sh
delete mode 100644 images/breeze/breeze.png
delete mode 100644 images/breeze/breeze_build_docs.png
delete mode 100644 images/breeze/breeze_build_images.png
delete mode 100644 images/breeze/breeze_build_images_prod.png
delete mode 100644 images/breeze/breeze_build_images_released_versions.png
delete mode 100644 images/breeze/breeze_cloud_tools.png
delete mode 100644 images/breeze/breeze_generate_requirements.png
delete mode 100644 images/breeze/breeze_initialize_virtualenv.png
delete mode 100644 images/breeze/breeze_installation.png
delete mode 100644 images/breeze/breeze_integrations.png
delete mode 100644 images/breeze/breeze_kubernetes_tests.png
delete mode 100644 images/breeze/breeze_running_tests.png
delete mode 100644 images/breeze/breeze_select_backend_python.png
delete mode 100644 images/breeze/breeze_static_checks.png
delete mode 100644 images/breeze/breeze_stop.png
delete mode 100644 images/breeze/breeze_using_exec.png
delete mode 100644 images/breeze/breeze_using_tmux.png
delete mode 100644 images/breeze/overlayed_breeze.png
delete mode 100644 images/breeze/overlayed_breeze_build_docs.png
delete mode 100644 images/breeze/overlayed_breeze_build_images.png
delete mode 100644 images/breeze/overlayed_breeze_build_images_prod.png
delete mode 100644 images/breeze/overlayed_breeze_build_images_released_versions.png
delete mode 100644 images/breeze/overlayed_breeze_cloud_tools.png
delete mode 100644 images/breeze/overlayed_breeze_generate_requirements.png
delete mode 100644 images/breeze/overlayed_breeze_initialize_virtualenv.png
delete mode 100644 images/breeze/overlayed_breeze_installation.png
delete mode 100644 images/breeze/overlayed_breeze_integrations.png
delete mode 100644 images/breeze/overlayed_breeze_kubernetes_tests.png
delete mode 100644 images/breeze/overlayed_breeze_running_tests.png
delete mode 100644 images/breeze/overlayed_breeze_select_backend_python.png
delete mode 100644 images/breeze/overlayed_breeze_static_checks.png
delete mode 100644 images/breeze/overlayed_breeze_stop.png
delete mode 100644 images/breeze/overlayed_breeze_using_exec.png
delete mode 100644 images/breeze/overlayed_breeze_using_tmux.png
copy tests/system/providers/google/cloud/dataproc/{example_dataproc_spark.py => example_dataproc_spark_deferrable.py} (94%)