tests: fix test_add - add missing required parameter
This commit is contained in:
parent
572c8ebce7
commit
c0d450b165
1 changed files with 8 additions and 0 deletions
|
|
@ -18,11 +18,19 @@ async def test_add_succesfully_adds_url_when_preferred_loader_specified():
|
||||||
await cognee.prune.prune_data()
|
await cognee.prune.prune_data()
|
||||||
await cognee.prune.prune_system(metadata=True)
|
await cognee.prune.prune_system(metadata=True)
|
||||||
|
|
||||||
|
extraction_rules = {
|
||||||
|
"title": {"selector": "title", "attr": "text"},
|
||||||
|
"headings": {"selector": "h1, h2, h3", "attr": "text", "all": True},
|
||||||
|
"links": {"selector": "a", "attr": "href", "all": True},
|
||||||
|
"paragraphs": {"selector": "p", "attr": "text", "all": True},
|
||||||
|
}
|
||||||
|
|
||||||
loaders_config = {
|
loaders_config = {
|
||||||
"web_url_loader": {
|
"web_url_loader": {
|
||||||
"soup_config": {
|
"soup_config": {
|
||||||
"max_depth": 1,
|
"max_depth": 1,
|
||||||
"follow_links": False,
|
"follow_links": False,
|
||||||
|
"extraction_rules": extraction_rules,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue