From d11f6ad5cbc87439121307d5befe762c4db6f311 Mon Sep 17 00:00:00 2001 From: Boris Arzentar Date: Thu, 5 Jun 2025 17:06:02 +0200 Subject: [PATCH] fix: add data to dataset if not there --- cognee/tasks/ingestion/ingest_data.py | 14 ++++---------- 1 file changed, 4 insertions(+), 10 deletions(-) diff --git a/cognee/tasks/ingestion/ingest_data.py b/cognee/tasks/ingestion/ingest_data.py index cc2f43190..6774271b0 100644 --- a/cognee/tasks/ingestion/ingest_data.py +++ b/cognee/tasks/ingestion/ingest_data.py @@ -146,6 +146,10 @@ async def ingest_data( data_point.node_set = json.dumps(node_set) if node_set else None session.add(data_point) + + if not any([data.id == data_id for data in dataset.data]): + dataset.data.append(data_point) + session.add(dataset) else: data_point = Data( id=data_id, @@ -161,16 +165,6 @@ async def ingest_data( ) session.add(data_point) - # Check if data is already in dataset - # dataset_data = ( - # await session.execute( - # select(DatasetData).filter( - # DatasetData.data_id == data_id, DatasetData.dataset_id == dataset.id - # ) - # ) - # ).scalar_one_or_none() - # If data is not present in dataset add it - # if dataset_data is None: dataset.data.append(data_point) session.add(dataset)