remove loaders_config as it's not in use
This commit is contained in:
parent
fc660b46bb
commit
f7c2187ce7
3 changed files with 0 additions and 5 deletions
|
|
@ -30,7 +30,6 @@ async def add(
|
||||||
preferred_loaders: List[str] = None,
|
preferred_loaders: List[str] = None,
|
||||||
incremental_loading: bool = True,
|
incremental_loading: bool = True,
|
||||||
data_per_batch: Optional[int] = 20,
|
data_per_batch: Optional[int] = 20,
|
||||||
loaders_config: dict[LoaderInterface, dict] = {},
|
|
||||||
fetchers_config: dict[str, Any] = {},
|
fetchers_config: dict[str, Any] = {},
|
||||||
):
|
):
|
||||||
"""
|
"""
|
||||||
|
|
@ -179,7 +178,6 @@ async def add(
|
||||||
node_set,
|
node_set,
|
||||||
dataset_id,
|
dataset_id,
|
||||||
preferred_loaders,
|
preferred_loaders,
|
||||||
loaders_config,
|
|
||||||
fetchers_config,
|
fetchers_config,
|
||||||
),
|
),
|
||||||
]
|
]
|
||||||
|
|
|
||||||
|
|
@ -36,7 +36,6 @@ async def pull_from_s3(file_path, destination_file) -> None:
|
||||||
async def data_item_to_text_file(
|
async def data_item_to_text_file(
|
||||||
data_item_path: str,
|
data_item_path: str,
|
||||||
preferred_loaders: List[str],
|
preferred_loaders: List[str],
|
||||||
loaders_config: dict[LoaderInterface, dict],
|
|
||||||
) -> Tuple[str, LoaderInterface]:
|
) -> Tuple[str, LoaderInterface]:
|
||||||
if isinstance(data_item_path, str):
|
if isinstance(data_item_path, str):
|
||||||
parsed_url = urlparse(data_item_path)
|
parsed_url = urlparse(data_item_path)
|
||||||
|
|
|
||||||
|
|
@ -30,7 +30,6 @@ async def ingest_data(
|
||||||
node_set: Optional[List[str]] = None,
|
node_set: Optional[List[str]] = None,
|
||||||
dataset_id: UUID = None,
|
dataset_id: UUID = None,
|
||||||
preferred_loaders: List[str] = None,
|
preferred_loaders: List[str] = None,
|
||||||
loaders_config: dict[LoaderInterface, dict] = {},
|
|
||||||
fetchers_config: dict[str, Any] = {},
|
fetchers_config: dict[str, Any] = {},
|
||||||
):
|
):
|
||||||
if not user:
|
if not user:
|
||||||
|
|
@ -90,7 +89,6 @@ async def ingest_data(
|
||||||
cognee_storage_file_path, loader_engine = await data_item_to_text_file(
|
cognee_storage_file_path, loader_engine = await data_item_to_text_file(
|
||||||
actual_file_path,
|
actual_file_path,
|
||||||
preferred_loaders,
|
preferred_loaders,
|
||||||
loaders_config,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
# Find metadata from original file
|
# Find metadata from original file
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue