gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor: remove redundant filestream arg from LoaderEngine.load_file(...)

Browse source
This commit is contained in:
Daulet Amirkhanov 2025-10-17 16:54:27 +01:00
parent a69a7e5fc4
commit a0f760a3d1
1 changed files with 9 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
cognee/tasks/ingestion/data_item_to_text_file.py
View file

@ -50,17 +50,17 @@ async def data_item_to_text_file(
await pull_from_s3(data_item_path, temp_file) await pull_from_s3(data_item_path, temp_file)
temp_file.flush() # Data needs to be saved to local storage temp_file.flush() # Data needs to be saved to local storage
loader = get_loader_engine() loader = get_loader_engine()
return await loader.load_file( return await loader.load_file(temp_file.name, preferred_loaders), loader.get_loader(
temp_file.name, None, preferred_loaders temp_file.name, preferred_loaders
), loader.get_loader(temp_file.name, preferred_loaders) )
# data is local file path # data is local file path
elif parsed_url.scheme == "file": elif parsed_url.scheme == "file":
if settings.accept_local_file_path: if settings.accept_local_file_path:
loader = get_loader_engine() loader = get_loader_engine()
return await loader.load_file( return await loader.load_file(data_item_path, preferred_loaders), loader.get_loader(
data_item_path, None, preferred_loaders data_item_path, preferred_loaders
), loader.get_loader(data_item_path, preferred_loaders) )
else: else:
raise IngestionError(message="Local files are not accepted.") raise IngestionError(message="Local files are not accepted.")
@ -71,9 +71,9 @@ async def data_item_to_text_file(
# Handle both Unix absolute paths (/path) and Windows absolute paths (C:\path) # Handle both Unix absolute paths (/path) and Windows absolute paths (C:\path)
if settings.accept_local_file_path: if settings.accept_local_file_path:
loader = get_loader_engine() loader = get_loader_engine()
return await loader.load_file( return await loader.load_file(data_item_path, preferred_loaders), loader.get_loader(
data_item_path, None, preferred_loaders data_item_path, preferred_loaders
), loader.get_loader(data_item_path, preferred_loaders) )
else: else:
raise IngestionError(message="Local files are not accepted.") raise IngestionError(message="Local files are not accepted.")
@ -82,7 +82,6 @@ async def data_item_to_text_file(
return ( return (
await loader.load_file( await loader.load_file(
data_item_path, data_item_path,
None,
preferred_loaders, preferred_loaders,
loaders_config=loaders_config, # TODO: right now loaders_config is only needed for web_url_loader, so keeping changes minimal loaders_config=loaders_config, # TODO: right now loaders_config is only needed for web_url_loader, so keeping changes minimal
), ),