From fc660e402767ce0375084efc339587ed453faa12 Mon Sep 17 00:00:00 2001
From: Geoff-Robin <jeffrobin132004@gmail.com>
Date: Tue, 7 Oct 2025 22:15:06 +0530
Subject: [PATCH] Closed crawler instance in a finally block

---
 cognee/tasks/web_scraper/utils.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/cognee/tasks/web_scraper/utils.py b/cognee/tasks/web_scraper/utils.py
index 5af95a2fe..f8f4b7eab 100644
--- a/cognee/tasks/web_scraper/utils.py
+++ b/cognee/tasks/web_scraper/utils.py
@@ -82,6 +82,8 @@ async def fetch_page_content(
         except Exception as e:
             logger.error(f"Error fetching page content: {str(e)}")
             raise
+        finally:
+            crawler.close()
 
 
 async def fetch_with_tavily(