gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

cherry-pick a75efb06

Browse source
This commit is contained in:
Raphaël MANSUY 2025-12-04 19:19:02 +08:00
parent 29be1f07a0
commit e895184b5f
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
lightrag/tools/migrate_llm_cache.py
View file

@ -224,7 +224,7 @@ class MigrationTool:
if key.startswith("default:extract:") or key.startswith( if key.startswith("default:extract:") or key.startswith(
"default:summary:" "default:summary:"
): ):
filtered[key] = value filtered[key] = value.copy()
return filtered return filtered
async def get_default_caches_redis( async def get_default_caches_redis(
@ -399,7 +399,7 @@ class MigrationTool:
for field_name in ["namespace", "workspace", "_id", "content"]: for field_name in ["namespace", "workspace", "_id", "content"]:
doc_copy.pop(field_name, None) doc_copy.pop(field_name, None)
cache_data[key] = doc_copy cache_data[key] = doc_copy.copy()
# Periodically yield control (every batch_size documents) # Periodically yield control (every batch_size documents)
if len(cache_data) % batch_size == 0: if len(cache_data) % batch_size == 0:
@ -584,7 +584,7 @@ class MigrationTool:
# Now iterate over snapshot without holding lock # Now iterate over snapshot without holding lock
batch = {} batch = {}
for key, value in matching_items: for key, value in matching_items:
batch[key] = value batch[key] = value.copy()
if len(batch) >= batch_size: if len(batch) >= batch_size:
yield batch yield batch
batch = {} batch = {}
@ -745,7 +745,7 @@ class MigrationTool:
for field_name in ["namespace", "workspace", "_id", "content"]: for field_name in ["namespace", "workspace", "_id", "content"]:
doc_copy.pop(field_name, None) doc_copy.pop(field_name, None)
batch[key] = doc_copy batch[key] = doc_copy.copy()
if len(batch) >= batch_size: if len(batch) >= batch_size:
yield batch yield batch