From 987364606e3b3acecde52e02e80acc9b61c35400 Mon Sep 17 00:00:00 2001 From: Vasilije <8619304+Vasilije1990@users.noreply.github.com> Date: Tue, 24 Oct 2023 11:01:03 +0200 Subject: [PATCH] Improve classifier, add turn output data to json --- level_3/rag_test_manager.py | 19 ++++++++++++++++++- 1 file changed, 18 insertions(+), 1 deletion(-) diff --git a/level_3/rag_test_manager.py b/level_3/rag_test_manager.py index ddd6c1dca..294262284 100644 --- a/level_3/rag_test_manager.py +++ b/level_3/rag_test_manager.py @@ -216,7 +216,24 @@ async def eval_test(query=None, output=None, expected_output=None, context=None, # If you want to run the test test_result = run_test(test_case, metrics=[metric], raise_error=False) - return test_result + + def test_result_to_dict(test_result): + return { + "success": test_result.success, + "score": test_result.score, + "metric_name": test_result.metric_name, + "query": test_result.query, + "output": test_result.output, + "expected_output": test_result.expected_output, + "metadata": test_result.metadata, + "context": test_result.context + } + + test_result_dict =[] + for test in test_result: + test_result_it = test_result_to_dict(test) + test_result_dict.append(test_result_it) + return test_result_dict # You can also inspect the test result class # print(test_result)