remove loaders_config as it's not in use

This commit is contained in:
Daulet Amirkhanov 2025-10-20 21:52:10 +01:00
parent fc660b46bb
commit f7c2187ce7
3 changed files with 0 additions and 5 deletions

View file

@ -30,7 +30,6 @@ async def add(
preferred_loaders: List[str] = None, preferred_loaders: List[str] = None,
incremental_loading: bool = True, incremental_loading: bool = True,
data_per_batch: Optional[int] = 20, data_per_batch: Optional[int] = 20,
loaders_config: dict[LoaderInterface, dict] = {},
fetchers_config: dict[str, Any] = {}, fetchers_config: dict[str, Any] = {},
): ):
""" """
@ -179,7 +178,6 @@ async def add(
node_set, node_set,
dataset_id, dataset_id,
preferred_loaders, preferred_loaders,
loaders_config,
fetchers_config, fetchers_config,
), ),
] ]

View file

@ -36,7 +36,6 @@ async def pull_from_s3(file_path, destination_file) -> None:
async def data_item_to_text_file( async def data_item_to_text_file(
data_item_path: str, data_item_path: str,
preferred_loaders: List[str], preferred_loaders: List[str],
loaders_config: dict[LoaderInterface, dict],
) -> Tuple[str, LoaderInterface]: ) -> Tuple[str, LoaderInterface]:
if isinstance(data_item_path, str): if isinstance(data_item_path, str):
parsed_url = urlparse(data_item_path) parsed_url = urlparse(data_item_path)

View file

@ -30,7 +30,6 @@ async def ingest_data(
node_set: Optional[List[str]] = None, node_set: Optional[List[str]] = None,
dataset_id: UUID = None, dataset_id: UUID = None,
preferred_loaders: List[str] = None, preferred_loaders: List[str] = None,
loaders_config: dict[LoaderInterface, dict] = {},
fetchers_config: dict[str, Any] = {}, fetchers_config: dict[str, Any] = {},
): ):
if not user: if not user:
@ -90,7 +89,6 @@ async def ingest_data(
cognee_storage_file_path, loader_engine = await data_item_to_text_file( cognee_storage_file_path, loader_engine = await data_item_to_text_file(
actual_file_path, actual_file_path,
preferred_loaders, preferred_loaders,
loaders_config,
) )
# Find metadata from original file # Find metadata from original file