You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ka...@apache.org on 2025/04/28 20:35:23 UTC
(airflow) 01/04: Mark DAGModel stale and associate bundle on import errors (#49769)
This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a commit to branch v3-0-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
commit da957eadf8d0b70e7b1d73bd1fb1c88b2857f7f2
Author: Ankit Chaurasia <86...@users.noreply.github.com>
AuthorDate: Mon Apr 28 10:31:52 2025 +0545
Mark DAGModel stale and associate bundle on import errors (#49769)
Co-authored-by: Tzu-ping Chung <ur...@gmail.com>
(cherry picked from commit 7b0b7eef157280971c3b54b6e341b508b6ef1b91)
---
.../src/airflow/dag_processing/collection.py | 15 ++++++++---
.../tests/unit/dag_processing/test_collection.py | 30 ++++++++++++++++++++++
2 files changed, 41 insertions(+), 4 deletions(-)
diff --git a/airflow-core/src/airflow/dag_processing/collection.py b/airflow-core/src/airflow/dag_processing/collection.py
index 591ad687f99..bfc2cb20662 100644
--- a/airflow-core/src/airflow/dag_processing/collection.py
+++ b/airflow-core/src/airflow/dag_processing/collection.py
@@ -31,7 +31,7 @@ import logging
import traceback
from typing import TYPE_CHECKING, NamedTuple
-from sqlalchemy import delete, func, insert, select, tuple_
+from sqlalchemy import delete, func, insert, select, tuple_, update
from sqlalchemy.exc import OperationalError
from sqlalchemy.orm import joinedload, load_only
@@ -296,9 +296,16 @@ def _update_import_errors(
get_listener_manager().hook.on_new_dag_import_error(filename=filename, stacktrace=stacktrace)
except Exception:
log.exception("error calling listener")
- session.query(DagModel).filter(
- DagModel.fileloc == filename, DagModel.bundle_name == bundle_name
- ).update({"has_import_errors": True})
+ session.execute(
+ update(DagModel)
+ .where(DagModel.fileloc == filename)
+ .values(
+ has_import_errors=True,
+ bundle_name=bundle_name,
+ is_stale=True,
+ )
+ .execution_options(synchronize_session="fetch")
+ )
def update_dag_parsing_results_in_db(
diff --git a/airflow-core/tests/unit/dag_processing/test_collection.py b/airflow-core/tests/unit/dag_processing/test_collection.py
index a8ee8ce5b1d..5fbe8f11afc 100644
--- a/airflow-core/tests/unit/dag_processing/test_collection.py
+++ b/airflow-core/tests/unit/dag_processing/test_collection.py
@@ -568,6 +568,36 @@ class TestUpdateDagParsingResults:
assert import_errors == {("def.py", bundle_name)}
+ def test_remove_error_updates_loaded_dag_model(self, testing_dag_bundle, session):
+ bundle_name = "testing"
+ filename = "abc.py"
+ session.add(
+ ParseImportError(
+ filename=filename,
+ bundle_name=bundle_name,
+ timestamp=tz.utcnow(),
+ stacktrace="Some error",
+ )
+ )
+ session.add(
+ ParseImportError(
+ filename="def.py",
+ bundle_name=bundle_name,
+ timestamp=tz.utcnow(),
+ stacktrace="Some error",
+ )
+ )
+ session.flush()
+ dag = DAG(dag_id="test")
+ dag.fileloc = filename
+ import_errors = {filename: "Some error"}
+ update_dag_parsing_results_in_db(bundle_name, None, [dag], import_errors, set(), session)
+ dag_model = session.get(DagModel, (dag.dag_id,))
+ assert dag_model.has_import_errors is True
+ import_errors = {}
+ update_dag_parsing_results_in_db(bundle_name, None, [dag], import_errors, set(), session)
+ assert dag_model.has_import_errors is False
+
@pytest.mark.parametrize(
("attrs", "expected"),
[