Remove deprecated truncated fields from token truncation return
• Drop truncated_entities field • Drop truncated_relations field
This commit is contained in:
parent
938eced0de
commit
523028f8d0
1 changed files with 6 additions and 10 deletions
|
|
@ -2831,8 +2831,6 @@ async def _apply_token_truncation(
|
||||||
if not tokenizer:
|
if not tokenizer:
|
||||||
logger.warning("No tokenizer found, skipping truncation")
|
logger.warning("No tokenizer found, skipping truncation")
|
||||||
return {
|
return {
|
||||||
"truncated_entities": search_result["final_entities"],
|
|
||||||
"truncated_relations": search_result["final_relations"],
|
|
||||||
"entities_context": [],
|
"entities_context": [],
|
||||||
"relations_context": [],
|
"relations_context": [],
|
||||||
"filtered_entities": search_result["final_entities"],
|
"filtered_entities": search_result["final_entities"],
|
||||||
|
|
@ -2985,14 +2983,12 @@ async def _apply_token_truncation(
|
||||||
seen_edges.add(pair)
|
seen_edges.add(pair)
|
||||||
|
|
||||||
return {
|
return {
|
||||||
"truncated_entities": final_entities, # Keep original for backward compatibility
|
"entities_context": entities_context,
|
||||||
"truncated_relations": final_relations, # Keep original for backward compatibility
|
"relations_context": relations_context,
|
||||||
"entities_context": entities_context, # Formatted and truncated for LLM
|
"filtered_entities": filtered_entities,
|
||||||
"relations_context": relations_context, # Formatted and truncated for LLM
|
"filtered_relations": filtered_relations,
|
||||||
"filtered_entities": filtered_entities, # Original entities that passed truncation
|
"entity_id_to_original": filtered_entity_id_to_original,
|
||||||
"filtered_relations": filtered_relations, # Original relations that passed truncation
|
"relation_id_to_original": filtered_relation_id_to_original,
|
||||||
"entity_id_to_original": filtered_entity_id_to_original, # Mapping for original data lookup
|
|
||||||
"relation_id_to_original": filtered_relation_id_to_original, # Mapping for original data lookup
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue