Closed crawler instance in a finally block

2025-10-07 22:15:06 +05:30 · 2025-10-07 22:15:06 +05:30 · fc660e4027
commit fc660e4027
parent fcd91a9709
1 changed files with 2 additions and 0 deletions
--- a/cognee/tasks/web_scraper/utils.py
+++ b/cognee/tasks/web_scraper/utils.py
@ -82,6 +82,8 @@ async def fetch_page_content(
        except Exception as e:
            logger.error(f"Error fetching page content: {str(e)}")
            raise
+        finally:
+            crawler.close()


 async def fetch_with_tavily(