gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: Add resolving of directories as task for the add pipeline

Browse source 
Add resolving of directories as task for the add pipeline

Feature COG-656
This commit is contained in:
Igor Ilic 2024-12-12 17:04:49 +01:00
parent 659a995965
commit 7100a4994a
2 changed files with 2 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
cognee/api/v1/add/add_v2.py
View file

@ -13,10 +13,8 @@ async def add(data: Union[BinaryIO, list[BinaryIO], str, list[str]], dataset_nam
if user is None: if user is None:
user = await get_default_user() user = await get_default_user()
# Resolve all directories from data to files
data = resolve_data_directories(data)
tasks = [ tasks = [
Task(resolve_data_directories),
Task(ingest_data_with_metadata, dataset_name, user) Task(ingest_data_with_metadata, dataset_name, user)
] ]

2
cognee/tasks/ingestion/resolve_data_directories.py
View file

@ -1,7 +1,7 @@
import os import os
from typing import List, Union, BinaryIO from typing import List, Union, BinaryIO
def resolve_data_directories(data: Union[BinaryIO, List[BinaryIO], str, List[str]], include_subdirectories: bool = True): async def resolve_data_directories(data: Union[BinaryIO, List[BinaryIO], str, List[str]], include_subdirectories: bool = True):
""" """
Resolves directories by replacing them with their contained files. Resolves directories by replacing them with their contained files.