gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fixed ruff format of csv path

Browse source 
(cherry picked from commit b12b693a81)
This commit is contained in:
anouarbm 2025-11-02 11:46:22 +01:00 • committed by Raphaël MANSUY
parent 949bfc4228
commit ccdd3c2786
1 changed files with 13 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
lightrag/evaluation/eval_rag_quality.py
View file

@ -282,7 +282,9 @@ class RAGEvaluator:
- ragas_score: Overall RAGAS score (0-1) - ragas_score: Overall RAGAS score (0-1)
- timestamp: When evaluation was run - timestamp: When evaluation was run
""" """
csv_path = self.results_dir / f"results_{datetime.now().strftime('%Y%m%d_%H%M%S')}.csv" csv_path = (
self.results_dir / f"results_{datetime.now().strftime('%Y%m%d_%H%M%S')}.csv"
)
with open(csv_path, "w", newline="", encoding="utf-8") as f: with open(csv_path, "w", newline="", encoding="utf-8") as f:
fieldnames = [ fieldnames = [
@ -339,7 +341,10 @@ class RAGEvaluator:
} }
# Save JSON results # Save JSON results
json_path = self.results_dir / f"results_{datetime.now().strftime('%Y%m%d_%H%M%S')}.json" json_path = (
self.results_dir
/ f"results_{datetime.now().strftime('%Y%m%d_%H%M%S')}.json"
)
with open(json_path, "w") as f: with open(json_path, "w") as f:
json.dump(summary, f, indent=2) json.dump(summary, f, indent=2)
print(f"✅ JSON results saved to: {json_path}") print(f"✅ JSON results saved to: {json_path}")
@ -349,16 +354,16 @@ class RAGEvaluator:
print(f"✅ CSV results saved to: {csv_path}") print(f"✅ CSV results saved to: {csv_path}")
# Print summary # Print summary
print("\n" + "="*70) print("\n" + "=" * 70)
print("📊 EVALUATION COMPLETE") print("📊 EVALUATION COMPLETE")
print("="*70) print("=" * 70)
print(f"Total Tests: {len(results)}") print(f"Total Tests: {len(results)}")
print(f"Elapsed Time: {elapsed_time:.2f} seconds") print(f"Elapsed Time: {elapsed_time:.2f} seconds")
print(f"Results Dir: {self.results_dir.absolute()}") print(f"Results Dir: {self.results_dir.absolute()}")
print("\n📁 Generated Files:") print("\n📁 Generated Files:")
print(f" • CSV: {csv_path.name}") print(f" • CSV: {csv_path.name}")
print(f" • JSON: {json_path.name}") print(f" • JSON: {json_path.name}")
print("="*70 + "\n") print("=" * 70 + "\n")
return summary return summary
@ -378,14 +383,14 @@ async def main():
if len(sys.argv) > 1: if len(sys.argv) > 1:
rag_api_url = sys.argv[1] rag_api_url = sys.argv[1]
print("\n" + "="*70) print("\n" + "=" * 70)
print("🔍 RAGAS Evaluation - Using Real LightRAG API") print("🔍 RAGAS Evaluation - Using Real LightRAG API")
print("="*70) print("=" * 70)
if rag_api_url: if rag_api_url:
print(f"📡 RAG API URL: {rag_api_url}") print(f"📡 RAG API URL: {rag_api_url}")
else: else:
print("📡 RAG API URL: http://localhost:8000 (default)") print("📡 RAG API URL: http://localhost:8000 (default)")
print("="*70 + "\n") print("=" * 70 + "\n")
evaluator = RAGEvaluator(rag_api_url=rag_api_url) evaluator = RAGEvaluator(rag_api_url=rag_api_url)
await evaluator.run() await evaluator.run()