fix: Fix merge of data for dlt

Resolve issue with dlt data not being merged for data_id

Fix COG-505
This commit is contained in:
Igor Ilic 2024-12-05 17:03:36 +01:00
parent f5b5e56cc1
commit 378e7b81a5

View file

@ -23,7 +23,7 @@ async def ingest_data_with_metadata(data: Any, dataset_name: str, user: User):
destination = destination,
)
@dlt.resource(standalone=True, merge_key="id")
@dlt.resource(standalone=True, primary_key="id", merge_key="id")
async def data_resources(file_paths: str, user: User):
for file_path in file_paths:
with open(file_path.replace("file://", ""), mode="rb") as file: