f65605b575
<!-- .github/pull_request_template.md --> ## Description <!-- Provide a clear description of the changes in this PR --> ## DCO Affirmation I affirm that all code in every commit of this pull request conforms to the terms of the Topoteretes Developer Certificate of Origin. --------- Co-authored-by: lxobr <122801072+lxobr@users.noreply.github.com> Co-authored-by: Hande <159312713+hande-k@users.noreply.github.com>
26 lines
573 B
Python
26 lines
573 B
Python
#!/usr/bin/env python3
|
|
"""Run Graphiti QA benchmark."""
|
|
|
|
from qa.qa_benchmark_graphiti import QABenchmarkGraphiti, GraphitiConfig
|
|
|
|
|
|
def main():
|
|
"""Run Graphiti benchmark."""
|
|
config = GraphitiConfig(
|
|
corpus_limit=None, # Small test
|
|
qa_limit=None,
|
|
print_results=True,
|
|
)
|
|
|
|
benchmark = QABenchmarkGraphiti.from_jsons(
|
|
corpus_file="hotpot_qa_24_corpus.json",
|
|
qa_pairs_file="hotpot_qa_24_qa_pairs.json",
|
|
config=config,
|
|
)
|
|
|
|
results = benchmark.run()
|
|
return results
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|