Merge pull request #1511 from danielaskdd/Persistent-llm-cache

Persistent LLM cache on error
This commit is contained in:
Daniel.y 2025-05-03 23:03:43 +08:00 committed by GitHub
commit 94a2c09198
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -1010,6 +1010,10 @@ class LightRAG:
if not task.done():
task.cancel()
# Persistent llm cache
if self.llm_response_cache:
await self.llm_response_cache.index_done_callback
# Update document status to failed
await self.doc_status.upsert(
{
@ -1028,7 +1032,7 @@ class LightRAG:
}
)
# Semphore was released here
# Semphore released, concurrency controlled by graph_db_lock in merge_nodes_and_edges instead
if file_extraction_stage_ok:
try:
@ -1082,6 +1086,10 @@ class LightRAG:
pipeline_status["latest_message"] = error_msg
pipeline_status["history_messages"].append(error_msg)
# Persistent llm cache
if self.llm_response_cache:
await self.llm_response_cache.index_done_callback
# Update document status to failed
await self.doc_status.upsert(
{