You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by GitBox <gi...@apache.org> on 2022/01/17 12:51:54 UTC

[GitHub] [airflow] ITJamie commented on issue #19671: Scheduler raise exception while running adopt_or_reset_orphaned_tasks method

ITJamie commented on issue #19671:
URL: https://github.com/apache/airflow/issues/19671#issuecomment-1014487656


   still experiencing this as of 2.2.3.
   It also seems to be able to nuke the entirty of the scheduler
   
   ```
   airflow-scheduler_1  | [2022-01-17 12:46:03,705] {scheduler_job.py:1114} INFO - Resetting orphaned tasks for active dag runs
   airflow-scheduler_1  | [2022-01-17 12:46:03,820] {scheduler_job.py:644} ERROR - Exception when executing SchedulerJob._run_scheduler_loop
   airflow-scheduler_1  | Traceback (most recent call last):
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 628, in _execute
   airflow-scheduler_1  |     self._run_scheduler_loop()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 721, in _run_scheduler_loop
   airflow-scheduler_1  |     next_event = timers.run(blocking=False)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/sched.py", line 151, in run
   airflow-scheduler_1  |     action(*argument, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/event_scheduler.py", line 36, in repeat
   airflow-scheduler_1  |     action(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/session.py", line 70, in wrapper
   airflow-scheduler_1  |     return func(*args, session=session, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 1117, in adopt_or_reset_orphaned_tasks
   airflow-scheduler_1  |     for attempt in run_with_db_retries(logger=self.log):
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/tenacity/__init__.py", line 382, in __iter__
   airflow-scheduler_1  |     do = self.iter(retry_state=retry_state)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/tenacity/__init__.py", line 349, in iter
   airflow-scheduler_1  |     return fut.result()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/concurrent/futures/_base.py", line 437, in result
   airflow-scheduler_1  |     return self.__get_result()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/concurrent/futures/_base.py", line 389, in __get_result
   airflow-scheduler_1  |     raise self._exception
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 1162, in adopt_or_reset_orphaned_tasks
   airflow-scheduler_1  |     to_reset = self.executor.try_adopt_task_instances(tis_to_reset_or_adopt)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/executors/celery_executor.py", line 485, in try_adopt_task_instances
   airflow-scheduler_1  |     self.adopted_task_timeouts[ti.key] = ti.queued_dttm + self.task_adoption_timeout
   airflow-scheduler_1  | TypeError: unsupported operand type(s) for +: 'NoneType' and 'datetime.timedelta'
   airflow-scheduler_1  | [2022-01-17 12:46:04,890] {process_utils.py:120} INFO - Sending Signals.SIGTERM to group 142. PIDs of all processes in the group: [1244, 1245, 1246, 1247, 1248, 142]
   airflow-scheduler_1  | [2022-01-17 12:46:04,890] {process_utils.py:75} INFO - Sending the signal Signals.SIGTERM to group 142
   airflow-scheduler_1  | --- Logging error ---
   airflow-scheduler_1  | Traceback (most recent call last):
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/logging/handlers.py", line 69, in emit
   airflow-scheduler_1  |     if self.shouldRollover(record):
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/logging/handlers.py", line 186, in shouldRollover
   airflow-scheduler_1  |     self.stream.seek(0, 2)  #due to non-posix-compliant Windows feature
   airflow-scheduler_1  | ValueError: I/O operation on closed file.
   airflow-scheduler_1  | Call stack:
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/bin/airflow", line 8, in <module>
   airflow-scheduler_1  |     sys.exit(main())
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/__main__.py", line 48, in main
   airflow-scheduler_1  |     args.func(args)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/cli_parser.py", line 48, in command
   airflow-scheduler_1  |     return func(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/cli.py", line 92, in wrapper
   airflow-scheduler_1  |     return f(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/commands/scheduler_command.py", line 75, in scheduler
   airflow-scheduler_1  |     _run_scheduler_job(args=args)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/commands/scheduler_command.py", line 46, in _run_scheduler_job
   airflow-scheduler_1  |     job.run()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/base_job.py", line 245, in run
   airflow-scheduler_1  |     self._execute()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 624, in _execute
   airflow-scheduler_1  |     self.processor_agent.start()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 161, in start
   airflow-scheduler_1  |     process.start()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 121, in start
   airflow-scheduler_1  |     self._popen = self._Popen(self)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/context.py", line 277, in _Popen
   airflow-scheduler_1  |     return Popen(process_obj)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/popen_fork.py", line 19, in __init__
   airflow-scheduler_1  |     self._launch(process_obj)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/popen_fork.py", line 75, in _launch
   airflow-scheduler_1  |     code = process_obj._bootstrap(parent_sentinel=child_r)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   airflow-scheduler_1  |     self.run()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   airflow-scheduler_1  |     self._target(*self._args, **self._kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 287, in _run_processor_manager
   airflow-scheduler_1  |     processor_manager.start()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 520, in start
   airflow-scheduler_1  |     return self._run_parsing_loop()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 584, in _run_parsing_loop
   airflow-scheduler_1  |     self._refresh_dag_dir()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 663, in _refresh_dag_dir
   airflow-scheduler_1  |     self.log.info("Searching for files in %s", self._dag_directory)
   airflow-scheduler_1  | Message: 'Searching for files in %s'
   airflow-scheduler_1  | Arguments: ('/opt/bitnami/airflow/dags',)
   airflow-scheduler_1  | --- Logging error ---
   airflow-scheduler_1  | Traceback (most recent call last):
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/logging/handlers.py", line 69, in emit
   airflow-scheduler_1  |     if self.shouldRollover(record):
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/logging/handlers.py", line 186, in shouldRollover
   airflow-scheduler_1  |     self.stream.seek(0, 2)  #due to non-posix-compliant Windows feature
   airflow-scheduler_1  | ValueError: I/O operation on closed file.
   airflow-scheduler_1  | Call stack:
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/bin/airflow", line 8, in <module>
   airflow-scheduler_1  |     sys.exit(main())
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/__main__.py", line 48, in main
   airflow-scheduler_1  |     args.func(args)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/cli_parser.py", line 48, in command
   airflow-scheduler_1  |     return func(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/cli.py", line 92, in wrapper
   airflow-scheduler_1  |     return f(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/commands/scheduler_command.py", line 75, in scheduler
   airflow-scheduler_1  |     _run_scheduler_job(args=args)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/commands/scheduler_command.py", line 46, in _run_scheduler_job
   airflow-scheduler_1  |     job.run()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/base_job.py", line 245, in run
   airflow-scheduler_1  |     self._execute()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 624, in _execute
   airflow-scheduler_1  |     self.processor_agent.start()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 161, in start
   airflow-scheduler_1  |     process.start()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 121, in start
   airflow-scheduler_1  |     self._popen = self._Popen(self)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/context.py", line 277, in _Popen
   airflow-scheduler_1  |     return Popen(process_obj)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/popen_fork.py", line 19, in __init__
   airflow-scheduler_1  |     self._launch(process_obj)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/popen_fork.py", line 75, in _launch
   airflow-scheduler_1  |     code = process_obj._bootstrap(parent_sentinel=child_r)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   airflow-scheduler_1  |     self.run()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   airflow-scheduler_1  |     self._target(*self._args, **self._kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 287, in _run_processor_manager
   airflow-scheduler_1  |     processor_manager.start()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 520, in start
   airflow-scheduler_1  |     return self._run_parsing_loop()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 584, in _run_parsing_loop
   airflow-scheduler_1  |     self._refresh_dag_dir()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 666, in _refresh_dag_dir
   airflow-scheduler_1  |     self.log.info("There are %s files in %s", len(self._file_paths), self._dag_directory)
   airflow-scheduler_1  | Message: 'There are %s files in %s'
   airflow-scheduler_1  | Arguments: (4359, '/opt/bitnami/airflow/dags')
   airflow-scheduler_1  | --- Logging error ---
   airflow-scheduler_1  | Traceback (most recent call last):
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/logging/handlers.py", line 69, in emit
   airflow-scheduler_1  |     if self.shouldRollover(record):
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/logging/handlers.py", line 186, in shouldRollover
   airflow-scheduler_1  |     self.stream.seek(0, 2)  #due to non-posix-compliant Windows feature
   airflow-scheduler_1  | ValueError: I/O operation on closed file.
   airflow-scheduler_1  | Call stack:
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/bin/airflow", line 8, in <module>
   airflow-scheduler_1  |     sys.exit(main())
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/__main__.py", line 48, in main
   airflow-scheduler_1  |     args.func(args)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/cli_parser.py", line 48, in command
   airflow-scheduler_1  |     return func(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/cli.py", line 92, in wrapper
   airflow-scheduler_1  |     return f(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/commands/scheduler_command.py", line 75, in scheduler
   airflow-scheduler_1  |     _run_scheduler_job(args=args)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/commands/scheduler_command.py", line 46, in _run_scheduler_job
   airflow-scheduler_1  |     job.run()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/base_job.py", line 245, in run
   airflow-scheduler_1  |     self._execute()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 624, in _execute
   airflow-scheduler_1  |     self.processor_agent.start()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 161, in start
   airflow-scheduler_1  |     process.start()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 121, in start
   airflow-scheduler_1  |     self._popen = self._Popen(self)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/context.py", line 277, in _Popen
   airflow-scheduler_1  |     return Popen(process_obj)
   airflow-scheduler_1  | [2022-01-17 12:46:05,337] {process_utils.py:237} INFO - Waiting up to 5 seconds for processes to exit...
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/popen_fork.py", line 19, in __init__
   airflow-scheduler_1  |     self._launch(process_obj)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/popen_fork.py", line 75, in _launch
   airflow-scheduler_1  |     code = process_obj._bootstrap(parent_sentinel=child_r)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 315, in _bootstrap
   airflow-scheduler_1  |     self.run()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/multiprocessing/process.py", line 108, in run
   airflow-scheduler_1  |     self._target(*self._args, **self._kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 287, in _run_processor_manager
   airflow-scheduler_1  |     processor_manager.start()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 520, in start
   airflow-scheduler_1  |     return self._run_parsing_loop()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 584, in _run_parsing_loop
   airflow-scheduler_1  |     self._refresh_dag_dir()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 697, in _refresh_dag_dir
   airflow-scheduler_1  |     DagCode.remove_deleted_code(dag_filelocs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/session.py", line 70, in wrapper
   airflow-scheduler_1  |     return func(*args, session=session, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/models/dagcode.py", line 134, in remove_deleted_code
   airflow-scheduler_1  |     session.query(cls).filter(
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/orm/query.py", line 3926, in delete
   airflow-scheduler_1  |     delete_op.exec_()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 1697, in exec_
   airflow-scheduler_1  |     self._do_exec()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 1930, in _do_exec
   airflow-scheduler_1  |     self._execute_stmt(delete_stmt)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 1702, in _execute_stmt
   airflow-scheduler_1  |     self.result = self.query._execute_crud(stmt, self.mapper)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/orm/query.py", line 3568, in _execute_crud
   airflow-scheduler_1  |     return conn.execute(stmt, self._params)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1011, in execute
   airflow-scheduler_1  |     return meth(self, multiparams, params)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection
   airflow-scheduler_1  |     return connection._execute_clauseelement(self, multiparams, params)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1124, in _execute_clauseelement
   airflow-scheduler_1  |     ret = self._execute_context(
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context
   airflow-scheduler_1  |     self.dialect.do_execute(
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 608, in do_execute
   airflow-scheduler_1  |     cursor.execute(statement, parameters)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/encodings/utf_8.py", line 15, in decode
   airflow-scheduler_1  |     def decode(input, errors='strict'):
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/dag_processing/manager.py", line 495, in _exit_gracefully
   airflow-scheduler_1  |     self.log.info("Exiting gracefully upon receiving signal %s", signum)
   airflow-scheduler_1  | Message: 'Exiting gracefully upon receiving signal %s'
   airflow-scheduler_1  | Arguments: (15,)
   airflow-scheduler_1  | [2022-01-17 12:46:05,368] {process_utils.py:70} INFO - Process psutil.Process(pid=142, status='terminated', exitcode=0, started='12:40:57') (142) terminated with exit code 0
   airflow-scheduler_1  | [2022-01-17 12:46:05,369] {process_utils.py:70} INFO - Process psutil.Process(pid=1246, status='terminated', started='12:45:56') (1246) terminated with exit code None
   airflow-scheduler_1  | [2022-01-17 12:46:05,370] {process_utils.py:70} INFO - Process psutil.Process(pid=1247, status='terminated', started='12:45:56') (1247) terminated with exit code None
   airflow-scheduler_1  | [2022-01-17 12:46:05,370] {process_utils.py:70} INFO - Process psutil.Process(pid=1245, status='terminated', started='12:45:56') (1245) terminated with exit code None
   airflow-scheduler_1  | [2022-01-17 12:46:05,370] {process_utils.py:70} INFO - Process psutil.Process(pid=1244, status='terminated', started='12:45:56') (1244) terminated with exit code None
   airflow-scheduler_1  | [2022-01-17 12:46:05,371] {process_utils.py:70} INFO - Process psutil.Process(pid=1248, status='terminated', started='12:45:56') (1248) terminated with exit code None
   airflow-scheduler_1  | [2022-01-17 12:46:05,371] {scheduler_job.py:655} INFO - Exited execute loop
   airflow-scheduler_1  | Traceback (most recent call last):
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/bin/airflow", line 8, in <module>
   airflow-scheduler_1  |     sys.exit(main())
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/__main__.py", line 48, in main
   airflow-scheduler_1  |     args.func(args)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/cli_parser.py", line 48, in command
   airflow-scheduler_1  |     return func(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/cli.py", line 92, in wrapper
   airflow-scheduler_1  |     return f(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/commands/scheduler_command.py", line 75, in scheduler
   airflow-scheduler_1  |     _run_scheduler_job(args=args)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/cli/commands/scheduler_command.py", line 46, in _run_scheduler_job
   airflow-scheduler_1  |     job.run()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/base_job.py", line 245, in run
   airflow-scheduler_1  |     self._execute()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 628, in _execute
   airflow-scheduler_1  |     self._run_scheduler_loop()
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 721, in _run_scheduler_loop
   airflow-scheduler_1  |     next_event = timers.run(blocking=False)
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/sched.py", line 151, in run
   airflow-scheduler_1  |     action(*argument, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/event_scheduler.py", line 36, in repeat
   airflow-scheduler_1  |     action(*args, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/utils/session.py", line 70, in wrapper
   airflow-scheduler_1  |     return func(*args, session=session, **kwargs)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 1117, in adopt_or_reset_orphaned_tasks
   airflow-scheduler_1  |     for attempt in run_with_db_retries(logger=self.log):
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/tenacity/__init__.py", line 382, in __iter__
   airflow-scheduler_1  |     do = self.iter(retry_state=retry_state)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/tenacity/__init__.py", line 349, in iter
   airflow-scheduler_1  |     return fut.result()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/concurrent/futures/_base.py", line 437, in result
   airflow-scheduler_1  |     return self.__get_result()
   airflow-scheduler_1  |   File "/opt/bitnami/python/lib/python3.8/concurrent/futures/_base.py", line 389, in __get_result
   airflow-scheduler_1  |     raise self._exception
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/jobs/scheduler_job.py", line 1162, in adopt_or_reset_orphaned_tasks
   airflow-scheduler_1  |     to_reset = self.executor.try_adopt_task_instances(tis_to_reset_or_adopt)
   airflow-scheduler_1  |   File "/opt/bitnami/airflow/venv/lib/python3.8/site-packages/airflow/executors/celery_executor.py", line 485, in try_adopt_task_instances
   airflow-scheduler_1  |     self.adopted_task_timeouts[ti.key] = ti.queued_dttm + self.task_adoption_timeout
   airflow-scheduler_1  | TypeError: unsupported operand type(s) for +: 'NoneType' and 'datetime.timedelta'
   ```
   
   Im not sure if the " #due to non-posix-compliant Windows feature" error is related or new 


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: commits-unsubscribe@airflow.apache.org

For queries about this service, please contact Infrastructure at:
users@infra.apache.org