fix: preferred_loaders is always None in data_item_to_text_file.load_file()
This commit is contained in:
parent
8720dd0922
commit
6a693d319a
1 changed files with 9 additions and 9 deletions
|
|
@ -48,17 +48,17 @@ async def data_item_to_text_file(
|
|||
await pull_from_s3(data_item_path, temp_file)
|
||||
temp_file.flush() # Data needs to be saved to local storage
|
||||
loader = get_loader_engine()
|
||||
return await loader.load_file(temp_file.name, preferred_loaders), loader.get_loader(
|
||||
temp_file.name, preferred_loaders
|
||||
)
|
||||
return await loader.load_file(
|
||||
temp_file.name, None, preferred_loaders
|
||||
), loader.get_loader(temp_file.name, preferred_loaders)
|
||||
|
||||
# data is local file path
|
||||
elif parsed_url.scheme == "file":
|
||||
if settings.accept_local_file_path:
|
||||
loader = get_loader_engine()
|
||||
return await loader.load_file(data_item_path, preferred_loaders), loader.get_loader(
|
||||
data_item_path, preferred_loaders
|
||||
)
|
||||
return await loader.load_file(
|
||||
data_item_path, None, preferred_loaders
|
||||
), loader.get_loader(data_item_path, preferred_loaders)
|
||||
else:
|
||||
raise IngestionError(message="Local files are not accepted.")
|
||||
|
||||
|
|
@ -69,9 +69,9 @@ async def data_item_to_text_file(
|
|||
# Handle both Unix absolute paths (/path) and Windows absolute paths (C:\path)
|
||||
if settings.accept_local_file_path:
|
||||
loader = get_loader_engine()
|
||||
return await loader.load_file(data_item_path, preferred_loaders), loader.get_loader(
|
||||
data_item_path, preferred_loaders
|
||||
)
|
||||
return await loader.load_file(
|
||||
data_item_path, None, preferred_loaders
|
||||
), loader.get_loader(data_item_path, preferred_loaders)
|
||||
else:
|
||||
raise IngestionError(message="Local files are not accepted.")
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue