fix: preferred_loaders is always None in data_item_to_text_file.load_file()

This commit is contained in:
Daulet Amirkhanov 2025-10-16 15:45:21 +01:00
parent 8720dd0922
commit 6a693d319a

View file

@ -48,17 +48,17 @@ async def data_item_to_text_file(
await pull_from_s3(data_item_path, temp_file)
temp_file.flush() # Data needs to be saved to local storage
loader = get_loader_engine()
return await loader.load_file(temp_file.name, preferred_loaders), loader.get_loader(
temp_file.name, preferred_loaders
)
return await loader.load_file(
temp_file.name, None, preferred_loaders
), loader.get_loader(temp_file.name, preferred_loaders)
# data is local file path
elif parsed_url.scheme == "file":
if settings.accept_local_file_path:
loader = get_loader_engine()
return await loader.load_file(data_item_path, preferred_loaders), loader.get_loader(
data_item_path, preferred_loaders
)
return await loader.load_file(
data_item_path, None, preferred_loaders
), loader.get_loader(data_item_path, preferred_loaders)
else:
raise IngestionError(message="Local files are not accepted.")
@ -69,9 +69,9 @@ async def data_item_to_text_file(
# Handle both Unix absolute paths (/path) and Windows absolute paths (C:\path)
if settings.accept_local_file_path:
loader = get_loader_engine()
return await loader.load_file(data_item_path, preferred_loaders), loader.get_loader(
data_item_path, preferred_loaders
)
return await loader.load_file(
data_item_path, None, preferred_loaders
), loader.get_loader(data_item_path, preferred_loaders)
else:
raise IngestionError(message="Local files are not accepted.")