gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Improve query for find_text_unit

Browse source
This commit is contained in:
xuewei 2025-07-19 17:27:28 +08:00
parent 8d8f9e411e
commit 7acca59dfb
1 changed files with 15 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
lightrag/operate.py
View file

@ -2721,6 +2721,18 @@ async def _find_related_text_unit_from_relationships(
] ]
all_text_units_lookup = {} all_text_units_lookup = {}
# Deduplicate and preserve order | {c_id:order}
async def build_text_units_unique(text_units):
text_units_flat = {}
for index, unit_list in enumerate(text_units):
for c_id in unit_list:
if c_id not in text_units_flat or index < text_units_flat[c_id]:
# Keep the smallest order
text_units_flat[c_id] = index
return text_units_flat
text_units_unique_flat = build_text_units_unique(text_units)
async def fetch_chunk_data(c_id, index): async def fetch_chunk_data(c_id, index):
if c_id not in all_text_units_lookup: if c_id not in all_text_units_lookup:
chunk_data = await text_chunks_db.get_by_id(c_id) chunk_data = await text_chunks_db.get_by_id(c_id)
@ -2731,11 +2743,9 @@ async def _find_related_text_unit_from_relationships(
"order": index, "order": index,
} }
tasks = [] tasks = [
for index, unit_list in enumerate(text_units): fetch_chunk_data(c_id, order) for c_id, order in text_units_unique_flat.items()
for c_id in unit_list: ]
tasks.append(fetch_chunk_data(c_id, index))
await asyncio.gather(*tasks) await asyncio.gather(*tasks)
if not all_text_units_lookup: if not all_text_units_lookup: