gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Revert spaces around args

Browse source
This commit is contained in:
Leon Luithlen 2024-11-27 16:53:53 +01:00
parent 15802237e9
commit d4e77636b5
1 changed files with 10 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
cognee/tasks/ingestion/ingest_data_with_metadata.py
View file

@ -25,7 +25,7 @@ async def ingest_data_with_metadata(data: Any, dataset_name: str, user: User):
destination=destination, destination=destination,
) )
@dlt.resource(standalone=True, merge_key="id") @dlt.resource(standalone = True, merge_key = "id")
async def data_resources(data: Any, user: User): async def data_resources(data: Any, user: User):
if not isinstance(data, list): if not isinstance(data, list):
# Convert data to a list as we work with lists further down. # Convert data to a list as we work with lists further down.
@ -38,7 +38,7 @@ async def ingest_data_with_metadata(data: Any, dataset_name: str, user: User):
) )
# Ingest data and add metadata # Ingest data and add metadata
with open(file_path.replace("file://", ""), mode="rb") as file: with open(file_path.replace("file://", ""), mode = "rb") as file:
classified_data = ingestion.classify(file) classified_data = ingestion.classify(file)
data_id = ingestion.identify(classified_data) data_id = ingestion.identify(classified_data)
@ -67,11 +67,11 @@ async def ingest_data_with_metadata(data: Any, dataset_name: str, user: User):
await session.merge(data_point) await session.merge(data_point)
else: else:
data_point = Data( data_point = Data(
id=data_id, id = data_id,
name=file_metadata["name"], name = file_metadata["name"],
raw_data_location=file_metadata["file_path"], raw_data_location = file_metadata["file_path"],
extension=file_metadata["extension"], extension = file_metadata["extension"],
mime_type=file_metadata["mime_type"] mime_type = file_metadata["mime_type"]
) )
dataset.data.append(data_point) dataset.data.append(data_point)
@ -93,9 +93,9 @@ async def ingest_data_with_metadata(data: Any, dataset_name: str, user: User):
send_telemetry("cognee.add EXECUTION STARTED", user_id=user.id) send_telemetry("cognee.add EXECUTION STARTED", user_id=user.id)
run_info = pipeline.run( run_info = pipeline.run(
data_resources(data, user), data_resources(data, user),
table_name="file_metadata", table_name = "file_metadata",
dataset_name=dataset_name, dataset_name = dataset_name,
write_disposition="merge", write_disposition = "merge",
) )
send_telemetry("cognee.add EXECUTION COMPLETED", user_id=user.id) send_telemetry("cognee.add EXECUTION COMPLETED", user_id=user.id)