gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

create output dir if doesnt exist

Browse source
This commit is contained in:
Rita Aleksziev 2025-01-22 10:58:44 +01:00
parent 5b6fe00576
commit b2f7f733d9
1 changed files with 7 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
evals/eval_on_hotpot.py
View file

@ -109,10 +109,15 @@ async def eval_on_QA_dataset(
dataset = load_qa_dataset(dataset_name_or_filename) dataset = load_qa_dataset(dataset_name_or_filename)
context_provider = qa_context_providers[context_provider_name] context_provider = qa_context_providers[context_provider_name]
eval_metrics = get_metrics(metric_name_list) eval_metrics = get_metrics(metric_name_list)
out_path = Path(out_path)
if not out_path.exists():
out_path.mkdir(parents=True, exist_ok=True)
random.seed(42) random.seed(42)
instances = dataset if not num_samples else random.sample(dataset, num_samples) instances = dataset if not num_samples else random.sample(dataset, num_samples)
contexts_filename = Path(out_path) / Path( contexts_filename = out_path / Path(
f"contexts_{dataset_name_or_filename.split('.')[0]}_{context_provider_name}.json" f"contexts_{dataset_name_or_filename.split('.')[0]}_{context_provider_name}.json"
) )
if "promptfoo_metrics" in eval_metrics: if "promptfoo_metrics" in eval_metrics:
@ -122,7 +127,7 @@ async def eval_on_QA_dataset(
else: else:
promptfoo_results = {} promptfoo_results = {}
answers_filename = Path(out_path) / Path( answers_filename = out_path / Path(
f"answers_{dataset_name_or_filename.split('.')[0]}_{context_provider_name}.json" f"answers_{dataset_name_or_filename.split('.')[0]}_{context_provider_name}.json"
) )
deepeval_results = await deepeval_on_instances( deepeval_results = await deepeval_on_instances(