gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added better selectors for testing

Browse source
This commit is contained in:
Geoff-Robin 2025-10-10 02:37:03 +05:30
parent f82dfbe371
commit 4058d63036
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
cognee/tests/tasks/web_scraping/web_scraping_test.py
View file

@ -122,8 +122,8 @@ async def test_cron_web_scraper():
await cognee.prune.prune_system(metadata=True) await cognee.prune.prune_system(metadata=True)
urls = ["https://quotes.toscrape.com/", "https://books.toscrape.com/"] urls = ["https://quotes.toscrape.com/", "https://books.toscrape.com/"]
extraction_rules = { extraction_rules = {
"quotes": {"selector": ".quote span.text", "all": True}, "quotes": ".quote .text",
"authors": {"selector": ".quote small", "all": True}, "authors": ".quote .author",
"titles": "article.product_pod h3 a", "titles": "article.product_pod h3 a",
"prices": "article.product_pod p.price_color", "prices": "article.product_pod p.price_color",
} }