diff --git a/cognee/tasks/web_scraper/utils.py b/cognee/tasks/web_scraper/utils.py index 5af95a2fe..f8f4b7eab 100644 --- a/cognee/tasks/web_scraper/utils.py +++ b/cognee/tasks/web_scraper/utils.py @@ -82,6 +82,8 @@ async def fetch_page_content( except Exception as e: logger.error(f"Error fetching page content: {str(e)}") raise + finally: + crawler.close() async def fetch_with_tavily(