4e3a666b33
* feat: make tasks a configurable argument in the cognify function * fix: add data points task * eval on random samples instead of first couple * Save and load contexts and answers * Fix random seed usage and handle empty descriptions * include insights search in cognee option * create output dir if doesnt exist --------- Co-authored-by: lxobr <122801072+lxobr@users.noreply.github.com>
23 lines
399 B
JSON
23 lines
399 B
JSON
{
|
|
"dataset": [
|
|
"hotpotqa"
|
|
],
|
|
"rag_option": [
|
|
"cognee_incremental",
|
|
"cognee",
|
|
"no_rag",
|
|
"simple_rag",
|
|
"brute_force"
|
|
],
|
|
"num_samples": [
|
|
2
|
|
],
|
|
"metric_names": [
|
|
"Correctness",
|
|
"Comprehensiveness",
|
|
"Directness",
|
|
"Diversity",
|
|
"Empowerment",
|
|
"promptfoo.directness"
|
|
]
|
|
}
|