diff --git a/cognee/infrastructure/loaders/external/webscraper_loader.py b/cognee/infrastructure/loaders/external/webscraper_loader.py new file mode 100644 index 000000000..7ef56a948 --- /dev/null +++ b/cognee/infrastructure/loaders/external/webscraper_loader.py @@ -0,0 +1,10 @@ +from typing import List +from cognee.infrastructure.loaders.LoaderInterface import LoaderInterface +from cognee.shared.logging_utils import get_logger +from cognee.infrastructure.files.storage import get_file_storage, get_storage_config +from cognee.infrastructure.files.utils.get_file_metadata import get_file_metadata + +logger = get_logger(__name__) + +class WebScraperLoader(LoaderInterface): + pass \ No newline at end of file diff --git a/cognee/tasks/ingestion/save_data_item_to_storage.py b/cognee/tasks/ingestion/save_data_item_to_storage.py index 93df12732..7da0bcddd 100644 --- a/cognee/tasks/ingestion/save_data_item_to_storage.py +++ b/cognee/tasks/ingestion/save_data_item_to_storage.py @@ -1,7 +1,7 @@ import os from pathlib import Path from urllib.parse import urlparse -from typing import Union, BinaryIO, Any, Dict +from typing import Union, BinaryIO, Any from cognee.modules.ingestion.exceptions import IngestionError from cognee.modules.ingestion import save_data_to_file diff --git a/cognee/tests/tasks/web_scraping/web_scraping_test.py b/cognee/tests/tasks/web_scraping/web_scraping_test.py new file mode 100644 index 000000000..e69de29bb