You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by GitBox <gi...@apache.org> on 2021/06/01 22:03:17 UTC
[GitHub] [airflow] jhonatanrt edited a comment on issue #16207: Airflow scheduler - Can't start correctly because it has error message about DagFileProcessor0-Process failed

jhonatanrt edited a comment on issue #16207:
URL: https://github.com/apache/airflow/issues/16207#issuecomment-852480383


   > @jhonatanrt, can you post the complete traceback?
   
   Ok, no problem.
   Another thing, You can see "sync s3" because I put bash to sync with s3 bucket to get new Dags File. I'm working in AWS ECS Fargate and I only have problem with the scheduler container.
   `
   
   [38;5;6mairflow-scheduler [38;5;5m21:35:27.38 [0m[38;5;2mINFO [0m ==&gt; ** Airflow setup finished! **
   --
   [38;5;6mairflow-scheduler [38;5;5m21:35:27.40 [0m[38;5;2mINFO [0m ==&gt; ** Starting Airflow **
   ____________       _____________
   ____    \|__( )_________  __/__  /________      __
   ____  /\| \|_  /__  ___/_  /_ __  /_  __ \_ \| /\| / /
   ___  ___ \|  / _  /   _  __/ _  / / /_/ /_ \|/ \|/ /
   _/_/  \|_/_/  /_/    /_/    /_/  \____/____/\|__/
   [[34m2021-06-01 21:35:28,607[0m] {[34mscheduler_job.py:[0m1253} INFO[0m - Starting the scheduler[0m
   [[34m2021-06-01 21:35:28,607[0m] {[34mscheduler_job.py:[0m1258} INFO[0m - Processing each file at most -1 times[0m
   [[34m2021-06-01 21:35:28,611[0m] {[34mdag_processing.py:[0m254} INFO[0m - Launched DagFileProcessorManager with pid: 154[0m
   [[34m2021-06-01 21:35:28,612[0m] {[34mscheduler_job.py:[0m1822} INFO[0m - Resetting orphaned tasks for active dag runs[0m
   [[34m2021-06-01 21:35:28,616[0m] {[34msettings.py:[0m52} INFO[0m - Configured default timezone Timezone('UTC')[0m
   Process DagFileProcessor0-Process:
   Traceback (most recent call last):
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   self.run()
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   self._target(*self._args, **self._kwargs)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 166, in _run_file_processor
   set_context(log, file_path)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/logging_mixin.py", line 174, in set_context
   handler.set_context(value)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 56, in set_context
   local_loc = self._init_file(filename)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 144, in _init_file
   open(log_file_path, "a").close()
   PermissionError: [Errno 13] Permission denied: '/opt/bitnami/airflow/logs/scheduler/2021-06-01/demo.py.log'
   Process DagFileProcessor1-Process:
   Traceback (most recent call last):
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   self.run()
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   self._target(*self._args, **self._kwargs)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 166, in _run_file_processor
   set_context(log, file_path)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/logging_mixin.py", line 174, in set_context
   handler.set_context(value)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 56, in set_context
   local_loc = self._init_file(filename)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 144, in _init_file
   open(log_file_path, "a").close()
   PermissionError: [Errno 13] Permission denied: '/opt/bitnami/airflow/logs/scheduler/2021-06-01/demo.py.log'
   sync s3
   Process DagFileProcessor2-Process:
   Traceback (most recent call last):
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   self.run()
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   self._target(*self._args, **self._kwargs)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 166, in _run_file_processor
   set_context(log, file_path)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/logging_mixin.py", line 174, in set_context
   handler.set_context(value)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 56, in set_context
   local_loc = self._init_file(filename)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 144, in _init_file
   open(log_file_path, "a").close()
   PermissionError: [Errno 13] Permission denied: '/opt/bitnami/airflow/logs/scheduler/2021-06-01/demo.py.log'
   Process DagFileProcessor3-Process:
   Traceback (most recent call last):
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   self.run()
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   self._target(*self._args, **self._kwargs)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 166, in _run_file_processor
   set_context(log, file_path)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/logging_mixin.py", line 174, in set_context
   handler.set_context(value)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 56, in set_context
   local_loc = self._init_file(filename)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 144, in _init_file
   open(log_file_path, "a").close()
   PermissionError: [Errno 13] Permission denied: '/opt/bitnami/airflow/logs/scheduler/2021-06-01/demo.py.log'
   sync s3
   Process DagFileProcessor4-Process:
   Traceback (most recent call last):
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   self.run()
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   self._target(*self._args, **self._kwargs)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 166, in _run_file_processor
   set_context(log, file_path)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/logging_mixin.py", line 174, in set_context
   handler.set_context(value)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 56, in set_context
   local_loc = self._init_file(filename)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 144, in _init_file
   open(log_file_path, "a").close()
   PermissionError: [Errno 13] Permission denied: '/opt/bitnami/airflow/logs/scheduler/2021-06-01/demo.py.log'
   Process DagFileProcessor5-Process:
   Traceback (most recent call last):
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   self.run()
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   self._target(*self._args, **self._kwargs)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 166, in _run_file_processor
   set_context(log, file_path)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/logging_mixin.py", line 174, in set_context
   handler.set_context(value)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 56, in set_context
   local_loc = self._init_file(filename)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 144, in _init_file
   open(log_file_path, "a").close()
   PermissionError: [Errno 13] Permission denied: '/opt/bitnami/airflow/logs/scheduler/2021-06-01/demo.py.log'
   sync s3
   Process DagFileProcessor6-Process:
   Traceback (most recent call last):
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   self.run()
   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   self._target(*self._args, **self._kwargs)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 166, in _run_file_processor
   set_context(log, file_path)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/logging_mixin.py", line 174, in set_context
   handler.set_context(value)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 56, in set_context
   local_loc = self._init_file(filename)
   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/log/file_processor_handler.py", line 144, in _init_file
   
   `


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

For queries about this service, please contact Infrastructure at:
users@infra.apache.org