From 70a2cc9d65c17ffafe10e6ae0717f572681adbb5 Mon Sep 17 00:00:00 2001
From: Geoff-Robin <jeffrobin132004@gmail.com>
Date: Thu, 2 Oct 2025 01:28:48 +0530
Subject: [PATCH] removed scrapy and added bs4

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index ccae1db8f..eecbb9985 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -75,7 +75,7 @@ distributed = [
 ]
 scraping = [
     "tavily-python>=0.7.0",
-    "scrapy>=2.12.0"
+    "beautifulsoup4>=4.13.1"
 ]
 neo4j = ["neo4j>=5.28.0,<6"]
 neptune = ["langchain_aws>=0.2.22"]