You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ra...@apache.org on 2026/03/03 05:45:48 UTC
(airflow) branch backport-61150 created (now 6abb06bd709)
This is an automated email from the ASF dual-hosted git repository.
rahulvats pushed a change to branch backport-61150
in repository https://gitbox.apache.org/repos/asf/airflow.git
at 6abb06bd709 remove mp_start_method remnants (#61150)
This branch includes the following new commits:
new 6abb06bd709 remove mp_start_method remnants (#61150)
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
(airflow) 01/01: remove mp_start_method remnants (#61150)
Posted by ra...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
rahulvats pushed a commit to branch backport-61150
in repository https://gitbox.apache.org/repos/asf/airflow.git
commit 6abb06bd709145a844641213a1446107a2787062
Author: Nataneljpwd <10...@users.noreply.github.com>
AuthorDate: Mon Feb 16 22:06:43 2026 +0200
remove mp_start_method remnants (#61150)
the main core of this functionality was removed in 11acefa462b6, this is
just removing what remains in config. Although multiprocessing is still
used in some places python-daemon is now used as the main driver; if it
makes sense it can be added back in the future.
Co-authored-by: Matt Phillips <mp...@bloomberg.net>
(cherry picked from commit 3b9fe5eeb15ef5df330cf94928e3efcef079313a)
---
airflow-core/src/airflow/config_templates/config.yml | 12 ------------
airflow-core/src/airflow/configuration.py | 2 --
devel-common/src/tests_common/pytest_plugin.py | 6 ------
3 files changed, 20 deletions(-)
diff --git a/airflow-core/src/airflow/config_templates/config.yml b/airflow-core/src/airflow/config_templates/config.yml
index 62edde02e2a..2bc97399194 100644
--- a/airflow-core/src/airflow/config_templates/config.yml
+++ b/airflow-core/src/airflow/config_templates/config.yml
@@ -158,18 +158,6 @@ core:
type: integer
example: ~
default: "0"
- mp_start_method:
- description: |
- The name of the method used in order to start Python processes via the multiprocessing module.
- This corresponds directly with the options available in the Python docs:
- `multiprocessing.set_start_method
- <https://docs.python.org/3/library/multiprocessing.html#multiprocessing.set_start_method>`__
- must be one of the values returned by `multiprocessing.get_all_start_methods()
- <https://docs.python.org/3/library/multiprocessing.html#multiprocessing.get_all_start_methods>`__.
- version_added: "2.0.0"
- type: string
- default: ~
- example: "fork"
load_examples:
description: |
Whether to load the Dag examples that ship with Airflow. It's good to
diff --git a/airflow-core/src/airflow/configuration.py b/airflow-core/src/airflow/configuration.py
index 216804fae17..7084563f366 100644
--- a/airflow-core/src/airflow/configuration.py
+++ b/airflow-core/src/airflow/configuration.py
@@ -22,7 +22,6 @@ import functools
import itertools
import json
import logging
-import multiprocessing
import os
import pathlib
import re
@@ -417,7 +416,6 @@ class AirflowConfigParser(ConfigParser):
enums_options = {
("core", "default_task_weight_rule"): sorted(WeightRule.all_weight_rules()),
("core", "dag_ignore_file_syntax"): ["regexp", "glob"],
- ("core", "mp_start_method"): multiprocessing.get_all_start_methods(),
("dag_processor", "file_parsing_sort_mode"): [
"modified_time",
"random_seeded_by_host",
diff --git a/devel-common/src/tests_common/pytest_plugin.py b/devel-common/src/tests_common/pytest_plugin.py
index ebe160137b3..69314717376 100644
--- a/devel-common/src/tests_common/pytest_plugin.py
+++ b/devel-common/src/tests_common/pytest_plugin.py
@@ -21,7 +21,6 @@ import importlib
import json
import logging
import os
-import platform
import re
import subprocess
import sys
@@ -210,11 +209,6 @@ os.environ["AIRFLOW__CORE__UNIT_TEST_MODE"] = "True"
os.environ["AWS_DEFAULT_REGION"] = os.environ.get("AWS_DEFAULT_REGION") or "us-east-1"
os.environ["CREDENTIALS_DIR"] = os.environ.get("CREDENTIALS_DIR") or "/files/airflow-breeze-config/keys"
-if platform.system() == "Darwin":
- # mocks from unittest.mock work correctly in subprocesses only if they are created by "fork" method
- # but macOS uses "spawn" by default
- os.environ["AIRFLOW__CORE__MP_START_METHOD"] = "fork"
-
@pytest.fixture
def reset_db():