fix: add data to dataset if not there
This commit is contained in:
parent
4f910e9dc9
commit
d11f6ad5cb
1 changed files with 4 additions and 10 deletions
|
|
@ -146,6 +146,10 @@ async def ingest_data(
|
||||||
data_point.node_set = json.dumps(node_set) if node_set else None
|
data_point.node_set = json.dumps(node_set) if node_set else None
|
||||||
|
|
||||||
session.add(data_point)
|
session.add(data_point)
|
||||||
|
|
||||||
|
if not any([data.id == data_id for data in dataset.data]):
|
||||||
|
dataset.data.append(data_point)
|
||||||
|
session.add(dataset)
|
||||||
else:
|
else:
|
||||||
data_point = Data(
|
data_point = Data(
|
||||||
id=data_id,
|
id=data_id,
|
||||||
|
|
@ -161,16 +165,6 @@ async def ingest_data(
|
||||||
)
|
)
|
||||||
session.add(data_point)
|
session.add(data_point)
|
||||||
|
|
||||||
# Check if data is already in dataset
|
|
||||||
# dataset_data = (
|
|
||||||
# await session.execute(
|
|
||||||
# select(DatasetData).filter(
|
|
||||||
# DatasetData.data_id == data_id, DatasetData.dataset_id == dataset.id
|
|
||||||
# )
|
|
||||||
# )
|
|
||||||
# ).scalar_one_or_none()
|
|
||||||
# If data is not present in dataset add it
|
|
||||||
# if dataset_data is None:
|
|
||||||
dataset.data.append(data_point)
|
dataset.data.append(data_point)
|
||||||
session.add(dataset)
|
session.add(dataset)
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue