Rename chunk selection functions for better clarity
This commit is contained in:
parent
a11e8d77eb
commit
a8b7890470
2 changed files with 8 additions and 8 deletions
|
|
@ -27,8 +27,8 @@ from .utils import (
|
||||||
use_llm_func_with_cache,
|
use_llm_func_with_cache,
|
||||||
update_chunk_cache_list,
|
update_chunk_cache_list,
|
||||||
remove_think_tags,
|
remove_think_tags,
|
||||||
linear_gradient_weighted_polling,
|
pick_by_weighted_polling,
|
||||||
vector_similarity_sorting,
|
pick_by_vector_similarity,
|
||||||
process_chunks_unified,
|
process_chunks_unified,
|
||||||
build_file_path,
|
build_file_path,
|
||||||
)
|
)
|
||||||
|
|
@ -2757,7 +2757,7 @@ async def _find_related_text_unit_from_entities(
|
||||||
|
|
||||||
selected_chunk_ids = None
|
selected_chunk_ids = None
|
||||||
if actual_embedding_func:
|
if actual_embedding_func:
|
||||||
selected_chunk_ids = await vector_similarity_sorting(
|
selected_chunk_ids = await pick_by_vector_similarity(
|
||||||
query=query,
|
query=query,
|
||||||
text_chunks_storage=text_chunks_db,
|
text_chunks_storage=text_chunks_db,
|
||||||
chunks_vdb=chunks_vdb,
|
chunks_vdb=chunks_vdb,
|
||||||
|
|
@ -2784,7 +2784,7 @@ async def _find_related_text_unit_from_entities(
|
||||||
|
|
||||||
if kg_chunk_pick_method == "WEIGHT":
|
if kg_chunk_pick_method == "WEIGHT":
|
||||||
# Apply linear gradient weighted polling algorithm
|
# Apply linear gradient weighted polling algorithm
|
||||||
selected_chunk_ids = linear_gradient_weighted_polling(
|
selected_chunk_ids = pick_by_weighted_polling(
|
||||||
entities_with_chunks, max_related_chunks, min_related_chunks=1
|
entities_with_chunks, max_related_chunks, min_related_chunks=1
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
@ -3039,7 +3039,7 @@ async def _find_related_text_unit_from_relations(
|
||||||
actual_embedding_func = embedding_func_config.func
|
actual_embedding_func = embedding_func_config.func
|
||||||
|
|
||||||
if actual_embedding_func:
|
if actual_embedding_func:
|
||||||
selected_chunk_ids = await vector_similarity_sorting(
|
selected_chunk_ids = await pick_by_vector_similarity(
|
||||||
query=query,
|
query=query,
|
||||||
text_chunks_storage=text_chunks_db,
|
text_chunks_storage=text_chunks_db,
|
||||||
chunks_vdb=chunks_vdb,
|
chunks_vdb=chunks_vdb,
|
||||||
|
|
@ -3066,7 +3066,7 @@ async def _find_related_text_unit_from_relations(
|
||||||
|
|
||||||
if kg_chunk_pick_method == "WEIGHT":
|
if kg_chunk_pick_method == "WEIGHT":
|
||||||
# Apply linear gradient weighted polling algorithm
|
# Apply linear gradient weighted polling algorithm
|
||||||
selected_chunk_ids = linear_gradient_weighted_polling(
|
selected_chunk_ids = pick_by_weighted_polling(
|
||||||
relations_with_chunks, max_related_chunks, min_related_chunks=1
|
relations_with_chunks, max_related_chunks, min_related_chunks=1
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1570,7 +1570,7 @@ def check_storage_env_vars(storage_name: str) -> None:
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
def linear_gradient_weighted_polling(
|
def pick_by_weighted_polling(
|
||||||
entities_or_relations: list[dict],
|
entities_or_relations: list[dict],
|
||||||
max_related_chunks: int,
|
max_related_chunks: int,
|
||||||
min_related_chunks: int = 1,
|
min_related_chunks: int = 1,
|
||||||
|
|
@ -1650,7 +1650,7 @@ def linear_gradient_weighted_polling(
|
||||||
return selected_chunks
|
return selected_chunks
|
||||||
|
|
||||||
|
|
||||||
async def vector_similarity_sorting(
|
async def pick_by_vector_similarity(
|
||||||
query: str,
|
query: str,
|
||||||
text_chunks_storage: "BaseKVStorage",
|
text_chunks_storage: "BaseKVStorage",
|
||||||
chunks_vdb: "BaseVectorStorage",
|
chunks_vdb: "BaseVectorStorage",
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue