fix: preferred_loaders is always None in data_item_to_text_file.load_file()
This commit is contained in:
parent
8720dd0922
commit
6a693d319a
1 changed files with 9 additions and 9 deletions
|
|
@ -48,17 +48,17 @@ async def data_item_to_text_file(
|
||||||
await pull_from_s3(data_item_path, temp_file)
|
await pull_from_s3(data_item_path, temp_file)
|
||||||
temp_file.flush() # Data needs to be saved to local storage
|
temp_file.flush() # Data needs to be saved to local storage
|
||||||
loader = get_loader_engine()
|
loader = get_loader_engine()
|
||||||
return await loader.load_file(temp_file.name, preferred_loaders), loader.get_loader(
|
return await loader.load_file(
|
||||||
temp_file.name, preferred_loaders
|
temp_file.name, None, preferred_loaders
|
||||||
)
|
), loader.get_loader(temp_file.name, preferred_loaders)
|
||||||
|
|
||||||
# data is local file path
|
# data is local file path
|
||||||
elif parsed_url.scheme == "file":
|
elif parsed_url.scheme == "file":
|
||||||
if settings.accept_local_file_path:
|
if settings.accept_local_file_path:
|
||||||
loader = get_loader_engine()
|
loader = get_loader_engine()
|
||||||
return await loader.load_file(data_item_path, preferred_loaders), loader.get_loader(
|
return await loader.load_file(
|
||||||
data_item_path, preferred_loaders
|
data_item_path, None, preferred_loaders
|
||||||
)
|
), loader.get_loader(data_item_path, preferred_loaders)
|
||||||
else:
|
else:
|
||||||
raise IngestionError(message="Local files are not accepted.")
|
raise IngestionError(message="Local files are not accepted.")
|
||||||
|
|
||||||
|
|
@ -69,9 +69,9 @@ async def data_item_to_text_file(
|
||||||
# Handle both Unix absolute paths (/path) and Windows absolute paths (C:\path)
|
# Handle both Unix absolute paths (/path) and Windows absolute paths (C:\path)
|
||||||
if settings.accept_local_file_path:
|
if settings.accept_local_file_path:
|
||||||
loader = get_loader_engine()
|
loader = get_loader_engine()
|
||||||
return await loader.load_file(data_item_path, preferred_loaders), loader.get_loader(
|
return await loader.load_file(
|
||||||
data_item_path, preferred_loaders
|
data_item_path, None, preferred_loaders
|
||||||
)
|
), loader.get_loader(data_item_path, preferred_loaders)
|
||||||
else:
|
else:
|
||||||
raise IngestionError(message="Local files are not accepted.")
|
raise IngestionError(message="Local files are not accepted.")
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue