You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by gi...@apache.org on 2021/04/25 01:42:51 UTC
[airflow] tag nightly-master updated (49cae1f -> d3cc67a)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! ***
from 49cae1f (commit)
to d3cc67a (commit)
from 49cae1f Add documentation for Databricks connection (#15410)
add 99ec208 Add Traceback in LogRecord in ``JSONFormatter`` (#15414)
add 6da36ba [Airflow-15245] - passing custom image family name to the DataProcClusterCreateoperator (#15250)
add 457d3fe Better "dependency already registered" warning message for tasks #14613 (#14860)
add d52ad87 Sync DAG specific permissions when parsing (#15311)
add 05a9015 Fix contributing page broken link (#15430)
add 3584455 Clarify installation of new packages in docker-compose env (#15433)
add 36ba5b6 Clarifies installation/runtime options for CI/PROD images. (#15320)
add 8711f90 Prevent creating flask sessions on REST API requests (#15295)
add d7c27b8 Fix incorrect slots stats when TI ``pool_slots > 1`` (#15426)
add 130f9e3 Bugfix: Invalid name when trimmed `pod_id` ends with hyphen in ``KubernetesPodOperator`` (#15443)
add f97d702 Fixed shellcheck error with static checks (#15450)
add 1e66ce8 Further fix trimmed `pod_id` for `KubernetesPodOperator` (#15445)
add 9299f13 Fixes publishing instructions to include docker-stack (#15452)
add 63bec6f The scheduled Quarantined build is removed (#15436)
add 42a1ca8 Fixes wrongly specified path for leveldb hook (#15453)
add 1e425fe Fix used_group_ids in partial_subset (#13700) (#15308)
add dd7ff46 Add worker_pod_pending_timeout support (#15263)
add 21c8f15 Fixed default XCom deserialization. (#14827)
add b314c71 Change 2.0.1 to 2.0.2 in docs (#15459)
add 42f6b67 Fix docstring of SqlSensor (#15466)
add c5e3020 Fix typo in DataprocCreateClusterOperator (#15462)
add 5da74f6 Fixes constraint generation for pypi providers (#15470)
add fdea622 Fix deprecated provider aliases (#15465)
add 508cd39 Breeze should load local tmux configuration in 'breeze start-airflow' (#15454)
add a17db78 Fix the operator name - LocalFileSystemToGCSOperator (#15478)
add 4c8a32c Automatically replace current Airflow version in docs (#15484)
add 3b9a918 Bugfix: Fix rendering of ``object_name`` in ``GCSToLocalFilesystemOperator`` (#15487)
add 327e79d Chart: Fix passing upgrading strategies to Celery Worker (#15477)
add 71c673e Update Docstrings of Modules with Missing Params (#15391)
add 46805d2 Cleanup KubernetsPodOpertor tests (#15475)
add 3bfe0e0 Skip DAG perm sync during parsing if possible (#15464)
add 150f225 Fix typo in Breeze message on OSX (#15498)
add c699e97 Chart: Change default Airflow version to 2.0.2 (#15497)
add 043a88d Speeds up Docker build process by combining RUN and ENV commands (#15438)
add 76105c1 Auto refresh on Tree View (#15474)
add 17c38be Fixes failing tests for helm chart after changing default version (#15505)
add e5d69ad Update README.rst (#15506)
add def1e7c Execute ``on_failure_callback`` when SIGTERM is received (#15172)
add be421a6 Fix labels on the pod created by ``KubernetsPodOperator`` (#15492)
add be8d2b1 Use pull_request.user, not actor to determine PR user (#15504)
add a3b0a27 Add code style note: no asserts (#15512)
add d3cc67a Fix timeout when using XCom with KubernetesPodOperator (#15388)
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci.yml | 8 +-
.github/workflows/scheduled_quarantined.yml | 107 -----
.pre-commit-config.yaml | 2 +-
BREEZE.rst | 128 +++---
CI.rst | 33 +-
CONTRIBUTING.rst | 21 +-
Dockerfile | 267 ++++++-------
Dockerfile.ci | 221 ++++-------
IMAGES.rst | 220 ++++-------
README.md | 10 +-
TESTING.rst | 8 +-
UPDATING.md | 14 +
airflow/cli/cli_parser.py | 9 +-
airflow/cli/commands/sync_perm_command.py | 10 +-
airflow/config_templates/config.yml | 24 +-
airflow/config_templates/default_airflow.cfg | 12 +-
airflow/executors/kubernetes_executor.py | 47 +++
airflow/jobs/local_task_job.py | 6 +
airflow/jobs/scheduler_job.py | 27 +-
airflow/kubernetes/kube_config.py | 10 +-
airflow/kubernetes/pod_generator.py | 32 +-
airflow/models/baseoperator.py | 12 +-
airflow/models/dag.py | 2 +
airflow/models/dagbag.py | 32 +-
airflow/models/pool.py | 2 +-
airflow/models/serialized_dag.py | 9 +-
airflow/models/xcom.py | 35 +-
airflow/providers/amazon/aws/hooks/redshift.py | 7 +
airflow/providers/apache/hdfs/sensors/hdfs.py | 11 +
.../cncf/kubernetes/operators/kubernetes_pod.py | 35 +-
.../cncf/kubernetes/utils/xcom_sidecar.py | 57 +++
.../providers/elasticsearch/hooks/elasticsearch.py | 9 +-
airflow/providers/google/cloud/hooks/bigquery.py | 22 +-
airflow/providers/google/cloud/hooks/cloud_sql.py | 10 +
.../providers/google/cloud/operators/dataproc.py | 26 +-
.../google/cloud/transfers/gcs_to_local.py | 8 +-
airflow/providers/google/provider.yaml | 2 +-
airflow/providers/mongo/hooks/mongo.py | 4 +
airflow/providers/mysql/hooks/mysql.py | 5 +
airflow/providers/oracle/hooks/oracle.py | 9 +-
airflow/providers/zendesk/hooks/zendesk.py | 7 +-
airflow/security/permissions.py | 12 +
airflow/sensors/sql.py | 6 +-
airflow/{__main__.py => utils/event_scheduler.py} | 40 +-
airflow/utils/log/json_formatter.py | 11 +
airflow/www/app.py | 3 +-
airflow/www/extensions/init_session.py | 22 +-
airflow/www/security.py | 52 +--
airflow/www/static/css/graph.css | 17 -
airflow/www/static/css/main.css | 19 +
airflow/www/static/js/graph.js | 1 +
airflow/www/static/js/tree.js | 221 +++++++----
airflow/www/templates/airflow/dag.html | 5 +
airflow/www/templates/airflow/graph.html | 1 -
airflow/www/templates/airflow/ti_log.html | 1 -
airflow/www/templates/airflow/tree.html | 16 +
airflow/www/views.py | 155 +++++---
breeze | 136 ++++---
breeze-complete | 20 +-
chart/templates/workers/worker-deployment.yaml | 9 +-
chart/tests/test_cleanup_pods.py | 4 +-
chart/tests/test_worker.py | 39 +-
chart/values.schema.json | 8 +-
chart/values.yaml | 14 +-
dev/README_RELEASE_AIRFLOW.md | 8 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 4 +-
dev/provider_packages/README.md | 3 +-
dev/remove_artifacts.sh | 1 -
docker-context-files/README.md | 2 +-
docs/README.rst | 2 +-
.../operators/transfer/local_to_gcs.rst | 2 +-
docs/apache-airflow/extra-packages-ref.rst | 9 +-
docs/apache-airflow/installation.rst | 16 +-
docs/apache-airflow/start/docker-compose.yaml | 2 +-
docs/apache-airflow/start/docker.rst | 32 +-
docs/apache-airflow/start/local.rst | 5 +-
docs/conf.py | 10 +-
docs/docker-stack/build-arg-ref.rst | 9 +-
docs/docker-stack/build.rst | 14 +-
.../customizing/add-build-essential-custom.sh | 2 +-
.../docker-examples/customizing/custom-sources.sh | 2 +-
.../customizing/pypi-dev-runtime-deps.sh | 2 +-
.../customizing/pypi-extras-and-deps.sh | 2 +-
.../customizing/pypi-selected-version.sh | 2 +-
.../extending/add-apt-packages/Dockerfile | 2 +-
.../add-build-essential-extend/Dockerfile | 2 +-
.../extending/add-pypi-packages/Dockerfile | 2 +-
.../extending/embedding-dags/Dockerfile | 2 +-
.../extending/writable-directory/Dockerfile | 2 +-
.../restricted/restricted_environments.sh | 6 +-
docs/docker-stack/recipes.rst | 4 +-
docs/exts/docs_build/lint_checks.py | 58 ---
.../exts/extra_files_with_substitutions.py | 38 +-
docs/exts/substitution_extensions.py | 127 ++++++
docs/helm-chart/manage-dags-files.rst | 2 +-
docs/helm-chart/parameters-ref.rst | 5 +-
docs/publish_docs.py | 2 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 51 ++-
.../test_kubernetes_pod_operator_backcompat.py | 13 +-
scripts/ci/docker-compose/_docker.env | 3 +-
scripts/ci/libraries/_build_images.sh | 3 -
scripts/ci/libraries/_initialization.sh | 14 +-
scripts/ci/libraries/_sanity_checks.sh | 2 +-
scripts/ci/libraries/_testing.sh | 2 +-
.../ci_run_single_airflow_test_in_docker.sh | 3 +-
scripts/in_container/_in_container_utils.sh | 3 +-
scripts/in_container/bin/run_tmux | 8 +-
scripts/in_container/configure_environment.sh | 18 +
scripts/in_container/entrypoint_ci.sh | 28 +-
.../run_install_and_test_provider_packages.sh | 12 +-
setup.py | 32 +-
.../test_version_endpoint.py => test_security.py} | 41 +-
tests/cli/commands/test_sync_perm_command.py | 41 +-
tests/core/test_providers_manager.py | 1 +
tests/executors/test_kubernetes_executor.py | 91 ++++-
tests/jobs/test_local_task_job.py | 64 +++
tests/kubernetes/test_pod_generator.py | 22 ++
tests/models/test_dag.py | 3 +
tests/models/test_dagbag.py | 72 ++++
tests/models/test_pool.py | 22 ++
tests/models/test_serialized_dag.py | 9 +-
.../kubernetes/operators/test_kubernetes_pod.py | 437 +++++++++++----------
.../google/cloud/operators/test_dataproc.py | 101 +++++
tests/test_utils/permissions.py | 49 +++
tests/utils/log/test_json_formatter.py | 18 +
.../test_event_scheduler.py} | 25 +-
tests/www/test_security.py | 59 ++-
127 files changed, 2434 insertions(+), 1526 deletions(-)
delete mode 100644 .github/workflows/scheduled_quarantined.yml
create mode 100644 airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py
copy airflow/{__main__.py => utils/event_scheduler.py} (51%)
copy airflow/api_connexion/schemas/health_schema.py => docs/exts/extra_files_with_substitutions.py (50%)
create mode 100644 docs/exts/substitution_extensions.py
copy tests/api_connexion/{endpoints/test_version_endpoint.py => test_security.py} (52%)
create mode 100644 tests/test_utils/permissions.py
copy tests/{providers/microsoft/azure/operators/test_adls_delete.py => utils/test_event_scheduler.py} (56%)