From c9a3f483987ea78a8ba1f2b199541ff362548638 Mon Sep 17 00:00:00 2001 From: Igor Ilic Date: Wed, 15 Oct 2025 18:26:01 +0200 Subject: [PATCH] fix: Resolve issue with data element incremental loading for multiple datasets --- cognee/modules/pipelines/operations/run_tasks_data_item.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/cognee/modules/pipelines/operations/run_tasks_data_item.py b/cognee/modules/pipelines/operations/run_tasks_data_item.py index 94fc631a8..152e72d7f 100644 --- a/cognee/modules/pipelines/operations/run_tasks_data_item.py +++ b/cognee/modules/pipelines/operations/run_tasks_data_item.py @@ -115,9 +115,8 @@ async def run_tasks_data_item_incremental( data_point = ( await session.execute(select(Data).filter(Data.id == data_id)) ).scalar_one_or_none() - data_point.pipeline_status[pipeline_name] = { - str(dataset.id): DataItemStatus.DATA_ITEM_PROCESSING_COMPLETED - } + status_for_pipeline = data_point.pipeline_status.setdefault(pipeline_name, {}) + status_for_pipeline[str(dataset.id)] = DataItemStatus.DATA_ITEM_PROCESSING_COMPLETED await session.merge(data_point) await session.commit()