Simplify skip logging and reduce pipeline status updates

This commit is contained in:
yangdx 2025-10-21 06:33:34 +08:00
parent 1248b3ab04
commit a5253244f9

View file

@ -1589,17 +1589,12 @@ async def _merge_nodes_then_upsert(
dd_message = f"dd:{deduplicated_num}" dd_message = f"dd:{deduplicated_num}"
if skip_summary_due_to_limit: if skip_summary_due_to_limit:
logger.info(f"Skipped `{entity_name}`: KEEP old chunks")
description = ( description = (
already_node.get("description", "(no description)") already_node.get("description", "(no description)")
if already_node if already_node
else "(no description)" else "(no description)"
) )
status_message = f"Skip merge for `{entity_name}`: KEEP limit reached"
logger.debug(status_message)
if pipeline_status is not None and pipeline_status_lock is not None:
async with pipeline_status_lock:
pipeline_status["latest_message"] = status_message
pipeline_status["history_messages"].append(status_message)
existing_node_data = dict(already_node or {}) existing_node_data = dict(already_node or {})
if not existing_node_data: if not existing_node_data:
existing_node_data = { existing_node_data = {
@ -1914,17 +1909,12 @@ async def _merge_edges_then_upsert(
dd_message = f"dd:{deduplicated_num}" dd_message = f"dd:{deduplicated_num}"
if skip_summary_due_to_limit: if skip_summary_due_to_limit:
logger.info(f"Skipped `{src_id}`~`{tgt_id}`: KEEP old chunks")
description = ( description = (
already_edge.get("description", "(no description)") already_edge.get("description", "(no description)")
if already_edge if already_edge
else "(no description)" else "(no description)"
) )
status_message = f"Skip merge for `{src_id}`~`{tgt_id}`: KEEP limit reached"
logger.debug(status_message)
if pipeline_status is not None and pipeline_status_lock is not None:
async with pipeline_status_lock:
pipeline_status["latest_message"] = status_message
pipeline_status["history_messages"].append(status_message)
existing_edge_data = dict(already_edge or {}) existing_edge_data = dict(already_edge or {})
if not existing_edge_data: if not existing_edge_data:
existing_edge_data = { existing_edge_data = {