diff --git a/cognee/tests/integration/web_url_crawler/test_add.py b/cognee/tests/integration/web_url_crawler/test_add.py index 2a75b5054..926c25a94 100644 --- a/cognee/tests/integration/web_url_crawler/test_add.py +++ b/cognee/tests/integration/web_url_crawler/test_add.py @@ -22,10 +22,10 @@ async def test_add_succesfully_adds_url_when_preferred_loader_specified(): await cognee.prune.prune_system(metadata=True) extraction_rules = { - "title": {"selector": "title", "attr": "text"}, - "headings": {"selector": "h1, h2, h3", "attr": "text", "all": True}, + "title": {"selector": "title"}, + "headings": {"selector": "h1, h2, h3", "all": True}, "links": {"selector": "a", "attr": "href", "all": True}, - "paragraphs": {"selector": "p", "attr": "text", "all": True}, + "paragraphs": {"selector": "p", "all": True}, } loaders_config = { diff --git a/examples/python/web_url_loader_example.py b/examples/python/web_url_loader_example.py index 7845d4001..37dd2258c 100644 --- a/examples/python/web_url_loader_example.py +++ b/examples/python/web_url_loader_example.py @@ -1,7 +1,6 @@ import asyncio import cognee -from cognee.shared.logging_utils import setup_logging, ERROR async def main(): @@ -11,10 +10,14 @@ async def main(): await cognee.prune.prune_system(metadata=True) extraction_rules = { - "title": {"selector": "title", "attr": "text"}, - "headings": {"selector": "h1, h2, h3", "attr": "text", "all": True}, - "links": {"selector": "a", "attr": "href", "all": True}, - "paragraphs": {"selector": "p", "attr": "text", "all": True}, + "title": {"selector": "title"}, + "headings": {"selector": "h1, h2, h3", "all": True}, + "links": { + "selector": "a", + "attr": "href", + "all": True, + }, + "paragraphs": {"selector": "p", "all": True}, } loaders_config = { @@ -42,5 +45,4 @@ async def main(): if __name__ == "__main__": - logger = setup_logging(log_level=ERROR) asyncio.run(main())