You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by sa...@apache.org on 2017/04/15 00:38:31 UTC
incubator-airflow git commit: [AIRFLOW-1112] Log which pool when pool
is full in scheduler
Repository: incubator-airflow
Updated Branches:
refs/heads/master 945b4248a -> 74c1ce254
[AIRFLOW-1112] Log which pool when pool is full in scheduler
Closes #2242 from saguziel/aguziel-logging-pool-
scheduler
Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow/commit/74c1ce25
Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow/tree/74c1ce25
Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow/diff/74c1ce25
Branch: refs/heads/master
Commit: 74c1ce2542fe4a61397f53a2ceeb0fee535310c8
Parents: 945b424
Author: Alex Guziel <al...@airbnb.com>
Authored: Fri Apr 14 17:38:20 2017 -0700
Committer: Alex Guziel <al...@airbnb.com>
Committed: Fri Apr 14 17:38:20 2017 -0700
----------------------------------------------------------------------
airflow/jobs.py | 6 ++----
1 file changed, 2 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/74c1ce25/airflow/jobs.py
----------------------------------------------------------------------
diff --git a/airflow/jobs.py b/airflow/jobs.py
index 18cd82e..95f4ad7 100644
--- a/airflow/jobs.py
+++ b/airflow/jobs.py
@@ -1029,9 +1029,6 @@ class SchedulerJob(BaseJob):
"with {open_slots} open slots and {num_queued} "
"task instances in queue".format(**locals()))
- if open_slots <= 0:
- continue
-
priority_sorted_task_instances = sorted(
task_instances, key=lambda ti: (-ti.priority_weight, ti.execution_date))
@@ -1040,7 +1037,8 @@ class SchedulerJob(BaseJob):
for task_instance in priority_sorted_task_instances:
if open_slots <= 0:
- self.logger.info("No more slots free")
+ self.logger.info("Not scheduling since there are {} open slots in pool {}"
+ .format(open_slots, pool))
# Can't schedule any more since there are no more open slots.
break