From a69a7e5fc46b5c42c29abd6cbf0f21c911dacde5 Mon Sep 17 00:00:00 2001 From: Daulet Amirkhanov Date: Fri, 17 Oct 2025 16:52:37 +0100 Subject: [PATCH] tests: remove redundant bs4 configs from tests --- .../tests/integration/web_url_crawler/test_add.py | 6 +++--- examples/python/web_url_loader_example.py | 14 ++++++++------ 2 files changed, 11 insertions(+), 9 deletions(-) diff --git a/cognee/tests/integration/web_url_crawler/test_add.py b/cognee/tests/integration/web_url_crawler/test_add.py index 2a75b5054..926c25a94 100644 --- a/cognee/tests/integration/web_url_crawler/test_add.py +++ b/cognee/tests/integration/web_url_crawler/test_add.py @@ -22,10 +22,10 @@ async def test_add_succesfully_adds_url_when_preferred_loader_specified(): await cognee.prune.prune_system(metadata=True) extraction_rules = { - "title": {"selector": "title", "attr": "text"}, - "headings": {"selector": "h1, h2, h3", "attr": "text", "all": True}, + "title": {"selector": "title"}, + "headings": {"selector": "h1, h2, h3", "all": True}, "links": {"selector": "a", "attr": "href", "all": True}, - "paragraphs": {"selector": "p", "attr": "text", "all": True}, + "paragraphs": {"selector": "p", "all": True}, } loaders_config = { diff --git a/examples/python/web_url_loader_example.py b/examples/python/web_url_loader_example.py index 7845d4001..37dd2258c 100644 --- a/examples/python/web_url_loader_example.py +++ b/examples/python/web_url_loader_example.py @@ -1,7 +1,6 @@ import asyncio import cognee -from cognee.shared.logging_utils import setup_logging, ERROR async def main(): @@ -11,10 +10,14 @@ async def main(): await cognee.prune.prune_system(metadata=True) extraction_rules = { - "title": {"selector": "title", "attr": "text"}, - "headings": {"selector": "h1, h2, h3", "attr": "text", "all": True}, - "links": {"selector": "a", "attr": "href", "all": True}, - "paragraphs": {"selector": "p", "attr": "text", "all": True}, + "title": {"selector": "title"}, + "headings": {"selector": "h1, h2, h3", "all": True}, + "links": { + "selector": "a", + "attr": "href", + "all": True, + }, + "paragraphs": {"selector": "p", "all": True}, } loaders_config = { @@ -42,5 +45,4 @@ async def main(): if __name__ == "__main__": - logger = setup_logging(log_level=ERROR) asyncio.run(main())