Improve classifier, add turn output data to json
This commit is contained in:
parent
1e40ad37b8
commit
987364606e
1 changed files with 18 additions and 1 deletions
|
|
@ -216,7 +216,24 @@ async def eval_test(query=None, output=None, expected_output=None, context=None,
|
||||||
|
|
||||||
# If you want to run the test
|
# If you want to run the test
|
||||||
test_result = run_test(test_case, metrics=[metric], raise_error=False)
|
test_result = run_test(test_case, metrics=[metric], raise_error=False)
|
||||||
return test_result
|
|
||||||
|
def test_result_to_dict(test_result):
|
||||||
|
return {
|
||||||
|
"success": test_result.success,
|
||||||
|
"score": test_result.score,
|
||||||
|
"metric_name": test_result.metric_name,
|
||||||
|
"query": test_result.query,
|
||||||
|
"output": test_result.output,
|
||||||
|
"expected_output": test_result.expected_output,
|
||||||
|
"metadata": test_result.metadata,
|
||||||
|
"context": test_result.context
|
||||||
|
}
|
||||||
|
|
||||||
|
test_result_dict =[]
|
||||||
|
for test in test_result:
|
||||||
|
test_result_it = test_result_to_dict(test)
|
||||||
|
test_result_dict.append(test_result_it)
|
||||||
|
return test_result_dict
|
||||||
# You can also inspect the test result class
|
# You can also inspect the test result class
|
||||||
# print(test_result)
|
# print(test_result)
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue