fix: Fix merge of data for dlt
Resolve issue with dlt data not being merged for data_id Fix COG-505
This commit is contained in:
parent
f5b5e56cc1
commit
378e7b81a5
1 changed files with 1 additions and 1 deletions
|
|
@ -23,7 +23,7 @@ async def ingest_data_with_metadata(data: Any, dataset_name: str, user: User):
|
||||||
destination = destination,
|
destination = destination,
|
||||||
)
|
)
|
||||||
|
|
||||||
@dlt.resource(standalone=True, merge_key="id")
|
@dlt.resource(standalone=True, primary_key="id", merge_key="id")
|
||||||
async def data_resources(file_paths: str, user: User):
|
async def data_resources(file_paths: str, user: User):
|
||||||
for file_path in file_paths:
|
for file_path in file_paths:
|
||||||
with open(file_path.replace("file://", ""), mode="rb") as file:
|
with open(file_path.replace("file://", ""), mode="rb") as file:
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue