You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by "pavelekshin (via GitHub)" <gi...@apache.org> on 2026/05/26 09:45:12 UTC

Re: [I] Duplicate rows on rendered_task_instance_fields [airflow]

pavelekshin commented on issue #53905:
URL: https://github.com/apache/airflow/issues/53905#issuecomment-4542996618

   Hello, faced same issues after migration from 2.10 to 3.2.1
   
   ```log
   [2026-05-25T15:00:08.620861Z] {http_access_log.py:98} INFO - request finished method=PUT path=/execution/task-instances/019e5fa6-6469-7ba8-8a11-e2ca4bf622d5/rtif query= status_code=201 duration_us=6788894
   
   [2026-05-25T15:00:08.629465Z] {exceptions.py:78} ERROR - Error with id wxmW0bwU, statement: INSERT INTO clm_executor.rendered_task_instance_fields (dag_id, task_id, run_id, map_index, rendered_fields) VALUES (%(dag_id)s, %(task_id)s, %(run_id)s, %(map_index)s, %(rendered_fields)s::JSON)
     File "/usr/local/lib/python3.12/site-packages/starlette/_exception_handler.py", line 42, in wrapped_app
       await app(scope, receive, sender)
     File "/usr/local/lib/python3.12/site-packages/fastapi/routing.py", line 120, in app
       response = await f(request)
                  ^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/fastapi/routing.py", line 674, in app
       raw_response = await run_endpoint_function(
                      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/fastapi/routing.py", line 328, in run_endpoint_function
       return await dependant.call(**values)
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/cadwyn/structure/versions.py", line 522, in decorator
       response = await self._convert_endpoint_response_to_version(
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/cadwyn/structure/versions.py", line 568, in _convert_endpoint_response_to_version
       response_or_response_body: Union[FastapiResponse, object] = await run_in_threadpool(
                                                                   ^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/starlette/concurrency.py", line 32, in run_in_threadpool
       return await anyio.to_thread.run_sync(func)
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/anyio/to_thread.py", line 63, in run_sync
       return await get_async_backend().run_sync_in_worker_thread(
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/anyio/_backends/_asyncio.py", line 2518, in run_sync_in_worker_thread
       return await future
              ^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/anyio/_backends/_asyncio.py", line 1002, in run
       result = context.run(func, *args)
                ^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/cadwyn/schema_generation.py", line 468, in __call__
       return self._original_callable(*args, **kwargs)
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/airflow/api_fastapi/execution_api/routes/task_instances.py", line 819, in ti_put_rtif
       task_instance.update_rtif(put_rtif_payload, session)
     File "/usr/local/lib/python3.12/site-packages/airflow/utils/session.py", line 98, in wrapper
       return func(*args, **kwargs)
              ^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/airflow/models/taskinstance.py", line 1590, in update_rtif
       session.flush()
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/orm/session.py", line 4331, in flush
       self._flush(objects)
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/orm/session.py", line 4466, in _flush
       with util.safe_reraise():
            ^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/util/langhelpers.py", line 121, in __exit__
       raise exc_value.with_traceback(exc_tb)
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/orm/session.py", line 4427, in _flush
       flush_context.execute()
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/orm/unitofwork.py", line 466, in execute
       rec.execute(self)
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/orm/unitofwork.py", line 642, in execute
       util.preloaded.orm_persistence.save_obj(
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/orm/persistence.py", line 93, in save_obj
       _emit_insert_statements(
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/orm/persistence.py", line 1048, in _emit_insert_statements
       result = connection.execute(
                ^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1419, in execute
       return meth(
              ^^^^^
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/sql/elements.py", line 527, in _execute_on_connection
       return connection._execute_clauseelement(
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1641, in _execute_clauseelement
       ret = self._execute_context(
             ^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1846, in _execute_context
       return self._exec_single_context(
              ^^^^^^^^^^^^^^^^^^^^^^^^^^
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1986, in _exec_single_context
       self._handle_dbapi_exception(
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 2363, in _handle_dbapi_exception
       raise sqlalchemy_exception.with_traceback(exc_info[2]) from e
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/engine/base.py", line 1967, in _exec_single_context
       self.dialect.do_execute(
     File "/usr/local/lib/python3.12/site-packages/sqlalchemy/engine/default.py", line 952, in do_execute
       cursor.execute(statement, parameters)
    correlation_id=019e5fa6-801d-7e8d-8bc1-0fde1cb79a42


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: commits-unsubscribe@airflow.apache.org

For queries about this service, please contact Infrastructure at:
users@infra.apache.org