59e89772de
Remove legacy storage implementations and deprecated examples: - Delete FAISS, JSON, Memgraph, Milvus, MongoDB, Nano Vector DB, Neo4j, NetworkX, Qdrant, Redis storage backends - Remove Kubernetes deployment manifests and installation scripts - Delete unofficial examples for deprecated backends and offline deployment docs Streamline core infrastructure: - Consolidate storage layer to PostgreSQL-only implementation - Add full-text search caching with FTS cache module - Implement metrics collection and monitoring pipeline - Add explain and metrics API routes Modernize frontend and tooling: - Switch web UI to Bun with bun.lock, remove npm and pnpm lockfiles - Update Dockerfile for PostgreSQL-only deployment - Add Makefile for common development tasks - Update environment and configuration examples Enhance evaluation and testing capabilities: - Add prompt optimization with DSPy and auto-tuning - Implement ground truth regeneration and variant testing - Add prompt debugging and response comparison utilities - Expand test coverage with new integration scenarios Simplify dependencies and configuration: - Remove offline-specific requirement files - Update pyproject.toml with streamlined dependencies - Add Python version pinning with .python-version - Create project guidelines in CLAUDE.md and AGENTS.md
34 lines
No EOL
909 B
JSON
34 lines
No EOL
909 B
JSON
{
|
|
"iteration": 1,
|
|
"timestamp": "2025-12-10T18:50:44.893009",
|
|
"best_score": 0.9358325035836357,
|
|
"variants": [
|
|
{
|
|
"variant_name": "baseline",
|
|
"source": "baseline",
|
|
"faithfulness": 1.0,
|
|
"relevance": 0.8249151316715502,
|
|
"ragas_score": 0.9299660526686201,
|
|
"total_latency_ms": 37914.64087413624,
|
|
"query_count": 3
|
|
},
|
|
{
|
|
"variant_name": "llm_mutation",
|
|
"source": "llm_mutation",
|
|
"faithfulness": 1.0,
|
|
"relevance": 0.8395812589590891,
|
|
"ragas_score": 0.9358325035836357,
|
|
"total_latency_ms": 38417.89674991742,
|
|
"query_count": 3
|
|
},
|
|
{
|
|
"variant_name": "aggressive_mutation",
|
|
"source": "llm_mutation",
|
|
"faithfulness": 0.9443420001229331,
|
|
"relevance": 0.8197069140561054,
|
|
"ragas_score": 0.8944879656962019,
|
|
"total_latency_ms": 51106.26579110976,
|
|
"query_count": 3
|
|
}
|
|
]
|
|
} |