You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by fo...@apache.org on 2018/03/28 21:16:31 UTC
incubator-airflow git commit: [AIRFLOW-1729] improve dagBag time
Repository: incubator-airflow
Updated Branches:
refs/heads/master 0c3a1af03 -> 721bc0927
[AIRFLOW-1729] improve dagBag time
Closes #3171 from q2w/master
Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow/commit/721bc092
Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow/tree/721bc092
Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow/diff/721bc092
Branch: refs/heads/master
Commit: 721bc09271856b0a52e22fbcb7bb8232eae800d3
Parents: 0c3a1af
Author: Abhishek Tiwari <ab...@walmart.com>
Authored: Wed Mar 28 23:16:16 2018 +0200
Committer: Fokko Driesprong <fo...@godatadriven.com>
Committed: Wed Mar 28 23:16:16 2018 +0200
----------------------------------------------------------------------
airflow/models.py | 11 +++++------
1 file changed, 5 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/721bc092/airflow/models.py
----------------------------------------------------------------------
diff --git a/airflow/models.py b/airflow/models.py
index 3b94ec4..b08a3b1 100755
--- a/airflow/models.py
+++ b/airflow/models.py
@@ -446,13 +446,12 @@ class DagBag(BaseDagBag, LoggingMixin):
if os.path.isfile(dag_folder):
self.process_file(dag_folder, only_if_updated=only_if_updated)
elif os.path.isdir(dag_folder):
- patterns = []
for root, dirs, files in os.walk(dag_folder, followlinks=True):
- ignore_file = [f for f in files if f == '.airflowignore']
- if ignore_file:
- f = open(os.path.join(root, ignore_file[0]), 'r')
- patterns += [p for p in f.read().split('\n') if p]
- f.close()
+ patterns = []
+ ignore_file = os.path.join(root, '.airflowignore')
+ if os.path.isfile(ignore_file):
+ with open(ignore_file, 'r') as f:
+ patterns += [p for p in f.read().split('\n') if p]
for f in files:
try:
filepath = os.path.join(root, f)