From fbef6675bcf8cd1ba1044296c877ba6795517a57 Mon Sep 17 00:00:00 2001 From: Geoff-Robin Date: Sat, 4 Oct 2025 15:09:23 +0530 Subject: [PATCH] removed unused Dict import from typing --- .../loaders/external/webscraper_loader.py | 10 ++++++++++ cognee/tasks/ingestion/save_data_item_to_storage.py | 2 +- cognee/tests/tasks/web_scraping/web_scraping_test.py | 0 3 files changed, 11 insertions(+), 1 deletion(-) create mode 100644 cognee/infrastructure/loaders/external/webscraper_loader.py create mode 100644 cognee/tests/tasks/web_scraping/web_scraping_test.py diff --git a/cognee/infrastructure/loaders/external/webscraper_loader.py b/cognee/infrastructure/loaders/external/webscraper_loader.py new file mode 100644 index 000000000..7ef56a948 --- /dev/null +++ b/cognee/infrastructure/loaders/external/webscraper_loader.py @@ -0,0 +1,10 @@ +from typing import List +from cognee.infrastructure.loaders.LoaderInterface import LoaderInterface +from cognee.shared.logging_utils import get_logger +from cognee.infrastructure.files.storage import get_file_storage, get_storage_config +from cognee.infrastructure.files.utils.get_file_metadata import get_file_metadata + +logger = get_logger(__name__) + +class WebScraperLoader(LoaderInterface): + pass \ No newline at end of file diff --git a/cognee/tasks/ingestion/save_data_item_to_storage.py b/cognee/tasks/ingestion/save_data_item_to_storage.py index 93df12732..7da0bcddd 100644 --- a/cognee/tasks/ingestion/save_data_item_to_storage.py +++ b/cognee/tasks/ingestion/save_data_item_to_storage.py @@ -1,7 +1,7 @@ import os from pathlib import Path from urllib.parse import urlparse -from typing import Union, BinaryIO, Any, Dict +from typing import Union, BinaryIO, Any from cognee.modules.ingestion.exceptions import IngestionError from cognee.modules.ingestion import save_data_to_file diff --git a/cognee/tests/tasks/web_scraping/web_scraping_test.py b/cognee/tests/tasks/web_scraping/web_scraping_test.py new file mode 100644 index 000000000..e69de29bb