remove loaders_config as it's not in use

This commit is contained in:
Daulet Amirkhanov 2025-10-20 21:52:10 +01:00
parent fc660b46bb
commit f7c2187ce7
3 changed files with 0 additions and 5 deletions

View file

@ -30,7 +30,6 @@ async def add(
preferred_loaders: List[str] = None,
incremental_loading: bool = True,
data_per_batch: Optional[int] = 20,
loaders_config: dict[LoaderInterface, dict] = {},
fetchers_config: dict[str, Any] = {},
):
"""
@ -179,7 +178,6 @@ async def add(
node_set,
dataset_id,
preferred_loaders,
loaders_config,
fetchers_config,
),
]

View file

@ -36,7 +36,6 @@ async def pull_from_s3(file_path, destination_file) -> None:
async def data_item_to_text_file(
data_item_path: str,
preferred_loaders: List[str],
loaders_config: dict[LoaderInterface, dict],
) -> Tuple[str, LoaderInterface]:
if isinstance(data_item_path, str):
parsed_url = urlparse(data_item_path)

View file

@ -30,7 +30,6 @@ async def ingest_data(
node_set: Optional[List[str]] = None,
dataset_id: UUID = None,
preferred_loaders: List[str] = None,
loaders_config: dict[LoaderInterface, dict] = {},
fetchers_config: dict[str, Any] = {},
):
if not user:
@ -90,7 +89,6 @@ async def ingest_data(
cognee_storage_file_path, loader_engine = await data_item_to_text_file(
actual_file_path,
preferred_loaders,
loaders_config,
)
# Find metadata from original file