From 510926f56cb251de104c67e260bce172026e6ad1 Mon Sep 17 00:00:00 2001
From: Geoff-Robin <jeffrobin132004@gmail.com>
Date: Tue, 30 Sep 2025 20:39:04 +0530
Subject: [PATCH] included scraping dependencies

---
 pyproject.toml | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index b129524d7..ccae1db8f 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -73,7 +73,10 @@ api=[]
 distributed = [
     "modal>=1.0.5,<2.0.0",
 ]
-
+scraping = [
+    "tavily-python>=0.7.0",
+    "scrapy>=2.12.0"
+]
 neo4j = ["neo4j>=5.28.0,<6"]
 neptune = ["langchain_aws>=0.2.22"]
 postgres = [