remove loaders_config as it's not in use
This commit is contained in:
parent
fc660b46bb
commit
f7c2187ce7
3 changed files with 0 additions and 5 deletions
|
|
@ -30,7 +30,6 @@ async def add(
|
|||
preferred_loaders: List[str] = None,
|
||||
incremental_loading: bool = True,
|
||||
data_per_batch: Optional[int] = 20,
|
||||
loaders_config: dict[LoaderInterface, dict] = {},
|
||||
fetchers_config: dict[str, Any] = {},
|
||||
):
|
||||
"""
|
||||
|
|
@ -179,7 +178,6 @@ async def add(
|
|||
node_set,
|
||||
dataset_id,
|
||||
preferred_loaders,
|
||||
loaders_config,
|
||||
fetchers_config,
|
||||
),
|
||||
]
|
||||
|
|
|
|||
|
|
@ -36,7 +36,6 @@ async def pull_from_s3(file_path, destination_file) -> None:
|
|||
async def data_item_to_text_file(
|
||||
data_item_path: str,
|
||||
preferred_loaders: List[str],
|
||||
loaders_config: dict[LoaderInterface, dict],
|
||||
) -> Tuple[str, LoaderInterface]:
|
||||
if isinstance(data_item_path, str):
|
||||
parsed_url = urlparse(data_item_path)
|
||||
|
|
|
|||
|
|
@ -30,7 +30,6 @@ async def ingest_data(
|
|||
node_set: Optional[List[str]] = None,
|
||||
dataset_id: UUID = None,
|
||||
preferred_loaders: List[str] = None,
|
||||
loaders_config: dict[LoaderInterface, dict] = {},
|
||||
fetchers_config: dict[str, Any] = {},
|
||||
):
|
||||
if not user:
|
||||
|
|
@ -90,7 +89,6 @@ async def ingest_data(
|
|||
cognee_storage_file_path, loader_engine = await data_item_to_text_file(
|
||||
actual_file_path,
|
||||
preferred_loaders,
|
||||
loaders_config,
|
||||
)
|
||||
|
||||
# Find metadata from original file
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue