From 3329a14ae83dab2bcaf2f53d2878b316b0a9d719 Mon Sep 17 00:00:00 2001 From: Vasilije <8619304+Vasilije1990@users.noreply.github.com> Date: Tue, 24 Oct 2023 15:29:22 +0200 Subject: [PATCH] Added a few fixes and refactored the base app --- level_3/models/testoutput.py | 8 ++++++++ level_3/rag_test_manager.py | 6 +++++- 2 files changed, 13 insertions(+), 1 deletion(-) diff --git a/level_3/models/testoutput.py b/level_3/models/testoutput.py index 21512b538..0921df7e0 100644 --- a/level_3/models/testoutput.py +++ b/level_3/models/testoutput.py @@ -27,6 +27,14 @@ class TestOutput(Base): user_id = Column(String, ForeignKey('users.id'), index=True) # Added user_id field test_set_id = Column(String, ForeignKey('test_sets.id'), index=True) operation_id = Column(String, ForeignKey('operations.id'), index=True) + test_result = Column(String, nullable=True) + test_score = Column(String, nullable=True) + test_metric_name = Column(String, nullable=True) + test_query = Column(String, nullable=True) + test_output = Column(String, nullable=True) + test_expected_output = Column(String, nullable=True) + test_context = Column(String, nullable=True) + test_results = Column(JSON, nullable=True) created_at = Column(DateTime, default=datetime.utcnow) updated_at = Column(DateTime, onupdate=datetime.utcnow) diff --git a/level_3/rag_test_manager.py b/level_3/rag_test_manager.py index 294262284..43984fb25 100644 --- a/level_3/rag_test_manager.py +++ b/level_3/rag_test_manager.py @@ -408,7 +408,11 @@ async def start_test(data, test_set=None, user_id=None, params=None, job_id=None test_id, result = await run_test(param, loader_settings, metadata, only_llm_context=only_llm_context) results.append(result) - await add_entity(session, TestOutput(id=test_id, user_id=user_id, test_results=str(json.dumps(results)))) + + for result_list in results[0]: + for result in result_list: + print("Here is one result", result) + await add_entity(session, TestOutput(id=test_id, user_id=user_id, test_results=result['success'], test_score=str(result['score']), test_metric_name=result['metric_name'], test_query=result['query'], test_output=result['output'], test_expected_output=str(['expected_output']), test_context=result['context'][0])) print(results)