37 lines
866 B
Python
37 lines
866 B
Python
import asyncio
|
|
|
|
import cognee
|
|
|
|
|
|
async def main():
|
|
await cognee.prune.prune_data()
|
|
print("Data pruned.")
|
|
|
|
await cognee.prune.prune_system(metadata=True)
|
|
|
|
extraction_rules = {
|
|
"title": {"selector": "title"},
|
|
"headings": {"selector": "h1, h2, h3", "all": True},
|
|
"links": {
|
|
"selector": "a",
|
|
"attr": "href",
|
|
"all": True,
|
|
},
|
|
"paragraphs": {"selector": "p", "all": True},
|
|
}
|
|
|
|
await cognee.add(
|
|
"https://en.wikipedia.org/wiki/Large_language_model",
|
|
incremental_loading=False,
|
|
preferred_loaders={"beautiful_soup_loader": {"extraction_rules": extraction_rules}},
|
|
)
|
|
|
|
await cognee.cognify()
|
|
print("Knowledge graph created.")
|
|
|
|
await cognee.visualize_graph()
|
|
print("Data visualized")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|