gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tests: remove redundant bs4 configs from tests

Browse source
This commit is contained in:
Daulet Amirkhanov 2025-10-17 16:52:37 +01:00
parent b5190c90f1
commit a69a7e5fc4
2 changed files with 11 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
cognee/tests/integration/web_url_crawler/test_add.py
View file

@ -22,10 +22,10 @@ async def test_add_succesfully_adds_url_when_preferred_loader_specified():
await cognee.prune.prune_system(metadata=True) await cognee.prune.prune_system(metadata=True)
extraction_rules = { extraction_rules = {
"title": {"selector": "title", "attr": "text"}, "title": {"selector": "title"},
"headings": {"selector": "h1, h2, h3", "attr": "text", "all": True}, "headings": {"selector": "h1, h2, h3", "all": True},
"links": {"selector": "a", "attr": "href", "all": True}, "links": {"selector": "a", "attr": "href", "all": True},
"paragraphs": {"selector": "p", "attr": "text", "all": True}, "paragraphs": {"selector": "p", "all": True},
} }
loaders_config = { loaders_config = {

14
examples/python/web_url_loader_example.py
View file

@ -1,7 +1,6 @@
import asyncio import asyncio
import cognee import cognee
from cognee.shared.logging_utils import setup_logging, ERROR
async def main(): async def main():
@ -11,10 +10,14 @@ async def main():
await cognee.prune.prune_system(metadata=True) await cognee.prune.prune_system(metadata=True)
extraction_rules = { extraction_rules = {
"title": {"selector": "title", "attr": "text"}, "title": {"selector": "title"},
"headings": {"selector": "h1, h2, h3", "attr": "text", "all": True}, "headings": {"selector": "h1, h2, h3", "all": True},
"links": {"selector": "a", "attr": "href", "all": True}, "links": {
"paragraphs": {"selector": "p", "attr": "text", "all": True}, "selector": "a",
"attr": "href",
"all": True,
},
"paragraphs": {"selector": "p", "all": True},
} }
loaders_config = { loaders_config = {
@ -42,5 +45,4 @@ async def main():
if __name__ == "__main__": if __name__ == "__main__":
logger = setup_logging(log_level=ERROR)
asyncio.run(main()) asyncio.run(main())