fix: add data to dataset if not there

This commit is contained in:
Boris Arzentar 2025-06-05 17:06:02 +02:00
parent 4f910e9dc9
commit d11f6ad5cb
No known key found for this signature in database
GPG key ID: D5CC274C784807B7

View file

@ -146,6 +146,10 @@ async def ingest_data(
data_point.node_set = json.dumps(node_set) if node_set else None
session.add(data_point)
if not any([data.id == data_id for data in dataset.data]):
dataset.data.append(data_point)
session.add(dataset)
else:
data_point = Data(
id=data_id,
@ -161,16 +165,6 @@ async def ingest_data(
)
session.add(data_point)
# Check if data is already in dataset
# dataset_data = (
# await session.execute(
# select(DatasetData).filter(
# DatasetData.data_id == data_id, DatasetData.dataset_id == dataset.id
# )
# )
# ).scalar_one_or_none()
# If data is not present in dataset add it
# if dataset_data is None:
dataset.data.append(data_point)
session.add(dataset)