You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by mo...@apache.org on 2024/07/15 22:28:37 UTC
(airflow) branch aip-62/s3 updated (2201b6bd45 -> 28de4603fa)
This is an automated email from the ASF dual-hosted git repository.
mobuchowski pushed a change to branch aip-62/s3
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 2201b6bd45 AIP-62 support for S3Hook and S3 usage of ObjectStore
omit 75ec80130c Remove default `create_dataset` method.
omit 0f30bfd27e Add HookLineageCollector that during task execution should register and hold lineage sent from hooks.
add 95e6ee9868 Solve failing KPO task with task decorator and imported typing elements (#40642)
add 296187ed34 uv version bump 0.2.22 (#40641)
add 9a8b2d2eeb Update `pip` to just upgraded 24.1.2 (#40647)
add 19576f3225 Restructuring PR classification for providers with misc changes (#40646)
add 711322b453 Selectively ask version confirmation during provider doc prep (#40652)
add 18d2d14617 Fix typo in condition that caused provider tests to be run v2 branch (#40654)
add dc08893c90 DockerOperator TaskFlow - correct argyments in python command (#39620)
add 03b1840e18 S3 to wasb (#40511)
add f12714d0c7 Update dataproc.py (#40643)
add d2b61976a4 Share data loader to across asyncio boto sessions (#40658)
add 09a7bd1d58 Prepare docs 1st wave July 2024 (#40644)
add 5326dc9b22 Render changelog sections only if they contain content (#40660)
add 7061fdd498 Fix weaviate changelog to bring back 1.4.2 (#40663)
add a10ac28755 Add warning about the PostgresOperator being deprecated (#40662)
add 63000a77ba Added priority to Azure Container Instances (#40616)
add cf989b7874 Attempt to add ReactJSON view to rendered templates (#40639)
add 728ee2ea08 fix two typos (#40670)
add 0d0cfec70d Add serialization opt to s3 operator (#40659)
add b0de6087a2 Update multi-team diagram proposal after Airflow 3 discussions (#40671)
add 270aa1138b Enhance User Experience by Opening external UI Links in new Tab on browser. (#40635)
add 5323471166 fix: duplicated keys in annotations caused by airfowPodAnnotations value being overwritten by safeToEvict value of worker (#40554)
add 22ec726063 Add DatabricksWorkflowPlugin (#40153)
add 14b075b4c9 openlineage: remove deprecated parentRun facet key (#40681)
add 165b91014f openlineage: add deferrable information to task info in airflow run facet (#40682)
add c29eeb18ec Fix behavior for reattach_state parameter in BigQueryInsertJobOperator (#40664)
add c627311863 feat(aws): provide the context to check_fn in S3 sensor (#40686)
add 5d36f27df2 updating pgvector to !=0.3.0 to avoid recent issue in latest releases(0.3.0) (#40683)
add 224cb75be1 Make `AwsAuthManager` compatible with only Airflow >= 2.9 (#40690)
add b17a9fdd1f Chart: add git-sync-ssh secret template to dagprocessor (#40691)
add c25858cb30 feat(slack): add unfurl options to slack notifier (#40694)
add aca140a2c1 Send important executor logs to task logs (#40468)
add 8e2b198186 Scheduler job: main loop and event processing for multi executors (#40017)
add 23b9add867 Support hybrid executors in backfill jobs (#40472)
add cf1278c9ca Use correct unknown executor exception in scheduler job (#40700)
add 17b792d898 Use latest EMR release label in `example_emr` (#40702)
add 7d7a4cdf0a Use sentinel to mark dag as removed on reserialization (#39825)
add dd6ee34775 Revert "Add DatabricksWorkflowPlugin (#40153)" (#40714)
add a11d273af5 Fix deferrable AWS SageMaker operators (#40706)
add 5383d90854 Implemented Query Band Support for the Teradata provider (#40716)
add 12ca9d875f docs(SlackNotifier): add newly added unfurl args to the docstring (#40709)
add 51f334f27c ydb provider: add bulk upsert support (#40631)
add 7d5f804ac2 (fix): spark submit pod name with driver as part of its name(#40732)
add 97b88fd825 Fix typing issue with new version of types-docutils released` (#40727)
add 6b9214508a Send important executor logs to task logs in `AwsBatchExecutor` (#40698)
add 4680580e28 Documentation: Warning for _AIRFLOW_PATCH_GEVENT (#40677)
add 24b500736b docs: set otel_on to True in example airflow.cfg (#40712)
add ea1812112d openlineage: fix / add some task attributes in AirflowRunFacet (#40725)
add da98381f4f Upgrade Helm in our tests to latest version available (#40668)
add a89514ec38 chore(core): stop deferring TimeDeltaSensorAsync task when the target_dttm is in the past (#40719)
add c09fcdf1d0 Prepare Providers docs RC2 1st wave July 2024 (#40750)
add 4376000eb0 Update providers metadata 2024-07-12 (#40748)
add 90ccd8b38c Add some context comments to pyproject.toml (#40741)
add 0bd1dfa192 Load Example Plugins with Example DAGs (#39999)
add fded2d8969 Add DatabricksWorkflowPlugin (#40724)
add 5ae4e37eb3 Hybrid-ize tasks run_task executor entrypoint (#40762)
add b95ea2093c Use params instead of dag_run.conf in example (#40759)
add 6e604f64b6 Rotate fernet key optimisation (#40758)
add 9c13c0939a Fix and adjust URL generation for UI grid and older runs (#40764)
add f09b2201fa Fix Custom Training Job operators to accept results without managed model (#40685)
add e6d382244e Bump minimum version for azure containerinstance. (#40767)
add 89baaa23b2 Revert "Rotate fernet key optimisation (#40758)" (#40769)
add f399c4acec Move lowest-dependencies test to separate workflow (#40768)
add ee97d7b6f5 Do not trigger provider tests on core changes (#40776)
add e30e1ee540 Clarify PMC members vs PMCs (#40777)
add 95bf7e355b Attempt to fix async sensor test flakiness (#40766)
add 469beef0a0 Add `kubernetes_application_id` to `SparkSubmitHook` (#40753)
add 3805050f34 Add DatasetAlias to support dynamic Dataset Event Emission and Dataset Creation (#40478)
add 8ce3dc8684 Link dataset event to dataset alias (#40723)
add d699087f0a Fix (TM) to (R) in Airflow repository (#40783)
add efec8b1ffd Update providers metadata 2024-07-15 (#40792)
add d029e77f2f Bump version checked by FAB provider on logout CSRF protection to 2.10.0 (#40784)
add 2f0bba012e Add TaskInstance log_url to OpenLineage facet (#40797)
add 00d867ffd1 Prevent NoneType Error at plugin loading with database isolation mode (#40770)
add 3448bdd488 Support LazySelectSequence in serialization for AIP-44 (#40779)
add 8d455d6275 Add HookLineageCollector that during task execution should register and hold lineage sent from hooks.
add 89fed8ea32 Remove default `create_dataset` method.
add 28de4603fa AIP-62 support for S3Hook and S3 usage of ObjectStore
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2201b6bd45)
\
N -- N -- N refs/heads/aip-62/s3 (28de4603fa)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci.yml | 30 +-
.github/workflows/special-tests.yml | 27 -
COMMITTERS.rst | 2 +-
Dockerfile | 4 +-
Dockerfile.ci | 10 +-
RELEASE_NOTES.rst | 3 +-
airflow/cli/commands/task_command.py | 5 +-
airflow/config_templates/config.yml | 3 +
airflow/datasets/__init__.py | 34 +-
airflow/datasets/manager.py | 15 +-
airflow/datasets/metadata.py | 13 +-
airflow/example_dags/example_params_trigger_ui.py | 19 +-
.../example_dags/example_workday_timetable.py | 2 +-
airflow/exceptions.py | 4 +
airflow/executors/base_executor.py | 25 +-
airflow/executors/executor_loader.py | 20 +-
airflow/jobs/backfill_job_runner.py | 86 +-
airflow/jobs/scheduler_job_runner.py | 150 +-
airflow/lineage/hook.py | 75 +-
...t_table.py => 0147_2_10_0_add_dataset_alias.py} | 32 +-
.../0148_2_10_0_dataset_alias_dataset_event.py | 68 +
airflow/models/baseoperator.py | 16 +-
airflow/models/dag.py | 68 +-
airflow/models/dataset.py | 57 +-
airflow/models/taskinstance.py | 96 +-
airflow/plugins_manager.py | 79 +-
airflow/provider.yaml.schema.json | 7 -
airflow/providers/amazon/CHANGELOG.rst | 50 +-
airflow/providers/amazon/__init__.py | 2 +-
.../amazon/aws/auth_manager/aws_auth_manager.py | 10 +
.../amazon/aws/executors/batch/batch_executor.py | 35 +-
.../amazon/aws/executors/ecs/ecs_executor.py | 37 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 17 +-
airflow/providers/amazon/aws/operators/s3.py | 12 +-
.../providers/amazon/aws/operators/sagemaker.py | 15 +-
airflow/providers/amazon/aws/sensors/s3.py | 16 +-
airflow/providers/amazon/provider.yaml | 3 +-
.../apache/druid/.latest-doc-only-change.txt | 2 +-
.../apache/hdfs/.latest-doc-only-change.txt | 2 +-
.../apache/hive/.latest-doc-only-change.txt | 2 +-
.../apache/iceberg/.latest-doc-only-change.txt | 2 +-
.../apache/kafka/.latest-doc-only-change.txt | 2 +-
.../apache/kylin/.latest-doc-only-change.txt | 2 +-
.../apache/livy/.latest-doc-only-change.txt | 2 +-
.../apache/pig/.latest-doc-only-change.txt | 2 +-
.../apache/spark/.latest-doc-only-change.txt | 2 +-
.../providers/apache/spark/hooks/spark_submit.py | 14 +-
.../atlassian/jira/.latest-doc-only-change.txt | 2 +-
.../providers/celery/.latest-doc-only-change.txt | 2 +-
.../cncf/kubernetes/.latest-doc-only-change.txt | 2 +-
airflow/providers/cncf/kubernetes/CHANGELOG.rst | 16 +
airflow/providers/cncf/kubernetes/__init__.py | 2 +-
airflow/providers/cncf/kubernetes/provider.yaml | 3 +-
.../kubernetes/python_kubernetes_script.jinja2 | 1 +
.../providers/cohere/.latest-doc-only-change.txt | 2 +-
.../common/io/.latest-doc-only-change.txt | 2 +-
airflow/providers/common/sql/CHANGELOG.rst | 17 +
airflow/providers/common/sql/__init__.py | 2 +-
airflow/providers/common/sql/provider.yaml | 3 +-
airflow/providers/databricks/CHANGELOG.rst | 17 +
airflow/providers/databricks/__init__.py | 2 +-
.../providers/databricks/operators/databricks.py | 32 +-
.../databricks/operators/databricks_workflow.py | 5 +
.../databricks/plugins}/__init__.py | 0
.../databricks/plugins/databricks_workflow.py | 479 ++++
airflow/providers/databricks/provider.yaml | 7 +-
.../dbt/cloud/.latest-doc-only-change.txt | 2 +-
.../providers/dingding/.latest-doc-only-change.txt | 2 +-
airflow/providers/docker/CHANGELOG.rst | 17 +
airflow/providers/docker/__init__.py | 2 +-
airflow/providers/docker/decorators/docker.py | 2 +-
airflow/providers/docker/provider.yaml | 3 +-
.../elasticsearch/.latest-doc-only-change.txt | 2 +-
.../providers/exasol/.latest-doc-only-change.txt | 2 +-
airflow/providers/fab/CHANGELOG.rst | 12 +
airflow/providers/fab/__init__.py | 2 +-
.../fab/auth_manager/security_manager/override.py | 4 +-
airflow/providers/fab/provider.yaml | 3 +-
.../providers/facebook/.latest-doc-only-change.txt | 2 +-
.../providers/github/.latest-doc-only-change.txt | 2 +-
airflow/providers/google/CHANGELOG.rst | 23 +
airflow/providers/google/__init__.py | 2 +-
.../google/cloud/hooks/vertex_ai/custom_job.py | 2 +-
.../providers/google/cloud/operators/bigquery.py | 19 +-
.../providers/google/cloud/operators/dataproc.py | 7 +
.../google/cloud/operators/vertex_ai/custom_job.py | 106 +-
airflow/providers/google/provider.yaml | 3 +-
airflow/providers/http/.latest-doc-only-change.txt | 2 +-
airflow/providers/influxdb/CHANGELOG.rst | 17 +
airflow/providers/influxdb/__init__.py | 2 +-
airflow/providers/influxdb/provider.yaml | 3 +-
airflow/providers/jdbc/.latest-doc-only-change.txt | 2 +-
.../providers/jenkins/.latest-doc-only-change.txt | 2 +-
.../microsoft/azure/.latest-doc-only-change.txt | 2 +-
airflow/providers/microsoft/azure/CHANGELOG.rst | 12 +
airflow/providers/microsoft/azure/__init__.py | 2 +-
.../azure/operators/container_instances.py | 11 +
airflow/providers/microsoft/azure/provider.yaml | 9 +-
.../microsoft/azure/transfers/s3_to_wasb.py | 266 ++
.../microsoft/psrp/.latest-doc-only-change.txt | 2 +-
airflow/providers/odbc/.latest-doc-only-change.txt | 2 +-
airflow/providers/openlineage/CHANGELOG.rst | 8 +
airflow/providers/openlineage/__init__.py | 2 +-
.../providers/openlineage/extractors/manager.py | 3 +
.../openlineage/facets/AirflowRunFacet.json | 4 +
airflow/providers/openlineage/plugins/adapter.py | 7 +-
airflow/providers/openlineage/provider.yaml | 3 +-
airflow/providers/openlineage/utils/utils.py | 9 +-
airflow/providers/oracle/CHANGELOG.rst | 12 +
airflow/providers/oracle/__init__.py | 2 +-
airflow/providers/oracle/provider.yaml | 3 +-
airflow/providers/pgvector/provider.yaml | 4 +-
.../providers/postgres/.latest-doc-only-change.txt | 2 +-
.../providers/samba/.latest-doc-only-change.txt | 2 +-
airflow/providers/sftp/.latest-doc-only-change.txt | 2 +-
.../providers/slack/.latest-doc-only-change.txt | 2 +-
airflow/providers/slack/notifications/slack.py | 8 +
airflow/providers/smtp/.latest-doc-only-change.txt | 2 +-
airflow/providers/snowflake/CHANGELOG.rst | 12 +
airflow/providers/snowflake/__init__.py | 2 +-
airflow/providers/snowflake/provider.yaml | 3 +-
airflow/providers/ssh/.latest-doc-only-change.txt | 2 +-
.../providers/tableau/.latest-doc-only-change.txt | 2 +-
airflow/providers/teradata/CHANGELOG.rst | 12 +
airflow/providers/teradata/__init__.py | 2 +-
airflow/providers/teradata/hooks/teradata.py | 54 +
airflow/providers/teradata/provider.yaml | 3 +-
airflow/providers/weaviate/CHANGELOG.rst | 44 +-
airflow/providers/weaviate/__init__.py | 2 +-
airflow/providers/weaviate/hooks/weaviate.py | 6 +-
.../providers/yandex/.latest-doc-only-change.txt | 2 +-
airflow/providers/ydb/CHANGELOG.rst | 8 +
airflow/providers/ydb/__init__.py | 2 +-
airflow/providers/ydb/hooks/ydb.py | 90 +-
airflow/providers/ydb/provider.yaml | 3 +-
airflow/providers_manager.py | 28 +-
airflow/reproducible_build.yaml | 4 +-
airflow/sensors/time_delta.py | 5 +-
airflow/serialization/enums.py | 1 +
airflow/serialization/pydantic/taskinstance.py | 18 +
airflow/serialization/serialized_objects.py | 35 +-
airflow/utils/context.py | 43 +-
airflow/utils/context.pyi | 15 +-
airflow/utils/db.py | 2 +-
airflow/utils/log/file_task_handler.py | 9 +-
airflow/utils/log/task_context_logger.py | 28 +-
airflow/utils/operator_helpers.py | 4 +
airflow/utils/types.py | 19 +
airflow/www/static/js/api/useGridData.test.ts | 1 -
.../www/static/js/components/RenderedJsonField.tsx | 70 +
.../www/static/js/dag/details/dagRun/Details.tsx | 57 +-
.../static/js/dag/details/taskInstance/Details.tsx | 5 +-
.../www/static/js/dag/grid/dagRuns/index.test.tsx | 3 -
airflow/www/static/js/dag/grid/index.test.tsx | 1 -
airflow/www/static/js/types/index.ts | 1 -
airflow/www/static/js/utils/index.test.ts | 1 -
airflow/www/templates/airflow/providers.html | 2 +-
airflow/www/templates/appbuilder/navbar_menu.html | 14 +-
airflow/www/views.py | 6 +-
chart/dockerfiles/README.md | 2 +-
chart/files/pod-template-file.kubernetes-helm-yaml | 2 +-
.../dag-processor/dag-processor-deployment.yaml | 2 +-
chart/values.yaml | 3 +-
contributing-docs/01_roles_in_airflow_project.rst | 2 +-
dev/README.md | 4 +-
dev/README_RELEASE_AIRFLOW.md | 4 +-
dev/README_RELEASE_HELM_CHART.md | 10 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 9 +-
dev/README_RELEASE_PYTHON_CLIENT.md | 2 +-
dev/WHAT_GOES_INTO_THE_NEXT_RELEASE.md | 2 +-
dev/breeze/src/airflow_breeze/global_constants.py | 7 +-
.../prepare_providers/provider_documentation.py | 23 +-
.../templates/CHANGELOG_TEMPLATE.rst.jinja2 | 16 +-
.../src/airflow_breeze/utils/selective_checks.py | 12 +-
dev/breeze/tests/test_provider_documentation.py | 13 +-
dev/breeze/tests/test_selective_checks.py | 36 +-
docs/apache-airflow-providers-amazon/commits.rst | 31 +-
docs/apache-airflow-providers-amazon/index.rst | 6 +-
.../commits.rst | 15 +-
.../index.rst | 2 +-
.../commits.rst | 16 +-
docs/apache-airflow-providers-common-sql/index.rst | 6 +-
.../commits.rst | 16 +-
.../img/workflow_plugin_launch_task.png | Bin 0 -> 229013 bytes
.../img/workflow_plugin_single_task.png | Bin 0 -> 277562 bytes
docs/apache-airflow-providers-databricks/index.rst | 7 +-
.../plugins}/index.rst | 4 +-
.../plugins/workflow.rst | 60 +
docs/apache-airflow-providers-docker/commits.rst | 22 +-
docs/apache-airflow-providers-docker/index.rst | 2 +-
docs/apache-airflow-providers-fab/commits.rst | 15 +-
docs/apache-airflow-providers-fab/index.rst | 2 +-
docs/apache-airflow-providers-google/commits.rst | 26 +-
docs/apache-airflow-providers-google/index.rst | 8 +-
docs/apache-airflow-providers-influxdb/commits.rst | 16 +-
docs/apache-airflow-providers-influxdb/index.rst | 2 +-
.../commits.rst | 15 +-
.../index.rst | 9 +-
.../transfer/{local_to_wasb.rst => s3_to_wasb.rst} | 41 +-
.../commits.rst | 14 +-
.../apache-airflow-providers-openlineage/index.rst | 6 +-
docs/apache-airflow-providers-oracle/commits.rst | 15 +-
docs/apache-airflow-providers-oracle/index.rst | 6 +-
.../apache-airflow-providers-snowflake/commits.rst | 15 +-
docs/apache-airflow-providers-snowflake/index.rst | 6 +-
docs/apache-airflow-providers-teradata/commits.rst | 19 +-
.../connections/teradata.rst | 18 +
docs/apache-airflow-providers-teradata/index.rst | 6 +-
docs/apache-airflow-providers-weaviate/commits.rst | 10 +-
docs/apache-airflow-providers-weaviate/index.rst | 2 +-
docs/apache-airflow-providers-ydb/commits.rst | 20 +-
docs/apache-airflow-providers-ydb/index.rst | 8 +-
.../administration-and-deployment/lineage.rst | 10 +-
.../logging-monitoring/metrics.rst | 2 +-
.../logging-monitoring/traces.rst | 2 +-
.../authoring-and-scheduling/datasets.rst | 58 +
docs/apache-airflow/core-concepts/index.rst | 2 +-
docs/apache-airflow/howto/set-up-database.rst | 2 +-
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 2694 ++++++++++----------
.../diagram_multi_team_airflow_architecture.md5sum | 1 +
.../diagram_multi_team_airflow_architecture.png | Bin 0 -> 630129 bytes
... => diagram_multi_team_airflow_architecture.py} | 33 +-
..._team_airflow_architecture_with_grpc_api.md5sum | 1 -
...lti_team_airflow_architecture_with_grpc_api.png | Bin 647436 -> 0 bytes
...am_airflow_architecture_without_grpc_api.md5sum | 1 -
..._team_airflow_architecture_without_grpc_api.png | Bin 597552 -> 0 bytes
...i_team_airflow_architecture_without_grpc_api.py | 228 --
docs/apache-airflow/index.rst | 2 +-
.../installation/setting-up-the-database.rst | 2 +-
.../installation/supported-versions.rst | 2 +-
docs/apache-airflow/installation/upgrading.rst | 2 +-
docs/apache-airflow/migrations-ref.rst | 6 +-
docs/apache-airflow/security/index.rst | 2 +-
.../security/releasing_security_patches.rst | 2 +-
docs/apache-airflow/tutorial/pipeline.rst | 4 +
docs/exts/substitution_extensions.py | 3 +-
generated/provider_dependencies.json | 12 +-
generated/provider_metadata.json | 56 +
helm_tests/airflow_aux/test_pod_template_file.py | 21 +
helm_tests/airflow_core/test_dag_processor.py | 38 +
pyproject.toml | 8 +-
tests/cli/commands/test_dag_command.py | 18 +-
tests/cli/commands/test_task_command.py | 60 +-
tests/executors/test_base_executor.py | 28 +-
.../providers/ydb/operators/test_ydb.py | 36 +
tests/jobs/test_backfill_job.py | 222 +-
tests/jobs/test_scheduler_job.py | 578 +++--
tests/lineage/test_hook.py | 58 +-
tests/models/test_dag.py | 74 +-
.../models/test_dataset.py | 16 +-
tests/models/test_taskinstance.py | 164 +-
tests/plugins/test_plugins_manager.py | 7 +-
tests/plugins/workday.py | 28 -
.../aws/auth_manager/test_aws_auth_manager.py | 4 +-
.../amazon/aws/auth_manager/views/test_auth.py | 4 +-
.../aws/executors/batch/test_batch_executor.py | 47 +-
.../amazon/aws/executors/ecs/test_ecs_executor.py | 47 +-
tests/providers/amazon/aws/operators/test_s3.py | 42 +-
.../apache/spark/hooks/test_spark_submit.py | 84 +-
.../providers/databricks/plugins}/__init__.py | 0
.../databricks/plugins/test_databricks_workflow.py | 230 ++
tests/providers/docker/decorators/test_docker.py | 33 +
.../google/cloud/operators/test_bigquery.py | 39 +-
.../google/cloud/operators/test_vertex_ai.py | 210 +-
.../azure/operators/test_container_instances.py | 37 +
.../microsoft/azure/transfers/test_s3_to_wasb.py | 272 ++
.../openlineage/extractors/test_manager.py | 3 +
.../providers/openlineage/plugins/test_adapter.py | 12 -
.../providers/postgres/operators/test_postgres.py | 5 +-
tests/providers/slack/notifications/test_slack.py | 32 +
.../slack/transfers/test_sql_to_slack_webhook.py | 4 +-
tests/providers/teradata/hooks/test_teradata.py | 60 +-
tests/providers/ydb/operators/test_ydb.py | 46 +-
tests/sensors/test_time_delta.py | 28 +-
tests/serialization/test_dag_serialization.py | 32 +-
tests/serialization/test_pydantic_models.py | 27 +-
tests/serialization/test_serialized_objects.py | 56 +-
tests/system/providers/amazon/aws/example_emr.py | 2 +-
tests/system/providers/amazon/aws/example_s3.py | 2 +-
.../example_vertex_ai_custom_container.py | 10 +-
.../example_vertex_ai_custom_job_python_package.py | 10 +-
.../microsoft/azure/example_s3_to_wasb.py | 114 +
tests/system/providers/slack/example_slack.py | 4 +-
.../providers/slack/example_slack_webhook.py | 4 +-
tests/test_utils/mock_executor.py | 16 +-
tests/test_utils/mock_plugins.py | 1 +
tests/utils/log/test_task_context_logger.py | 19 +
tests/utils/test_context.py | 75 +
tests/utils/test_db_cleanup.py | 1 +
tests/www/views/test_views.py | 17 +-
291 files changed, 6938 insertions(+), 2815 deletions(-)
rename tests/dags/test_workday_timetable.py => airflow/example_dags/example_workday_timetable.py (94%)
copy airflow/migrations/versions/{0145_2_10_0_added_dagpriorityparsingrequest_table.py => 0147_2_10_0_add_dataset_alias.py} (61%)
create mode 100644 airflow/migrations/versions/0148_2_10_0_dataset_alias_dataset_event.py
copy airflow/{api_connexion => providers/databricks/plugins}/__init__.py (100%)
create mode 100644 airflow/providers/databricks/plugins/databricks_workflow.py
create mode 100644 airflow/providers/microsoft/azure/transfers/s3_to_wasb.py
create mode 100644 airflow/www/static/js/components/RenderedJsonField.tsx
create mode 100644 docs/apache-airflow-providers-databricks/img/workflow_plugin_launch_task.png
create mode 100644 docs/apache-airflow-providers-databricks/img/workflow_plugin_single_task.png
copy docs/{apache-airflow-providers-slack/operators => apache-airflow-providers-databricks/plugins}/index.rst (95%)
create mode 100644 docs/apache-airflow-providers-databricks/plugins/workflow.rst
copy docs/apache-airflow-providers-microsoft-azure/transfer/{local_to_wasb.rst => s3_to_wasb.rst} (54%)
create mode 100644 docs/apache-airflow/img/diagram_multi_team_airflow_architecture.md5sum
create mode 100644 docs/apache-airflow/img/diagram_multi_team_airflow_architecture.png
rename docs/apache-airflow/img/{diagram_multi_team_airflow_architecture_with_grpc_api.py => diagram_multi_team_airflow_architecture.py} (91%)
delete mode 100644 docs/apache-airflow/img/diagram_multi_team_airflow_architecture_with_grpc_api.md5sum
delete mode 100644 docs/apache-airflow/img/diagram_multi_team_airflow_architecture_with_grpc_api.png
delete mode 100644 docs/apache-airflow/img/diagram_multi_team_airflow_architecture_without_grpc_api.md5sum
delete mode 100644 docs/apache-airflow/img/diagram_multi_team_airflow_architecture_without_grpc_api.png
delete mode 100644 docs/apache-airflow/img/diagram_multi_team_airflow_architecture_without_grpc_api.py
copy airflow/api_connexion/schemas/version_schema.py => tests/models/test_dataset.py (70%)
delete mode 100644 tests/plugins/workday.py
copy {airflow/api_connexion => tests/providers/databricks/plugins}/__init__.py (100%)
create mode 100644 tests/providers/databricks/plugins/test_databricks_workflow.py
create mode 100644 tests/providers/microsoft/azure/transfers/test_s3_to_wasb.py
create mode 100644 tests/system/providers/microsoft/azure/example_s3_to_wasb.py
create mode 100644 tests/utils/test_context.py