Add high-performance label search methods to PostgreSQL graph storage

- Add get_popular_labels() method
- Add search_labels() with fuzzy matching
- Use native SQL for better performance
- Include proper scoring and ranking
This commit is contained in:
yangdx 2025-09-20 12:39:53 +08:00
parent 6f85bd6b19
commit 3296bcb553

View file

@ -4259,6 +4259,113 @@ class PGGraphStorage(BaseGraphStorage):
edges.append(edge_properties)
return edges
async def get_popular_labels(self, limit: int = 300) -> list[str]:
"""Get popular labels by node degree (most connected entities) using native SQL for performance."""
try:
# Native SQL query to calculate node degrees directly from AGE's underlying tables
# This is significantly faster than using the cypher() function wrapper
query = f"""
WITH node_degrees AS (
SELECT
node_id,
COUNT(*) AS degree
FROM (
SELECT start_id AS node_id FROM {self.graph_name}._ag_label_edge
UNION ALL
SELECT end_id AS node_id FROM {self.graph_name}._ag_label_edge
) AS all_edges
GROUP BY node_id
)
SELECT
(ag_catalog.agtype_access_operator(VARIADIC ARRAY[v.properties, '"entity_id"'::agtype]))::text AS label
FROM
node_degrees d
JOIN
{self.graph_name}._ag_label_vertex v ON d.node_id = v.id
WHERE
ag_catalog.agtype_access_operator(VARIADIC ARRAY[v.properties, '"entity_id"'::agtype]) IS NOT NULL
ORDER BY
d.degree DESC,
label ASC
LIMIT $1;
"""
results = await self._query(query, params={"limit": limit})
labels = [
result["label"] for result in results if result and "label" in result
]
logger.debug(
f"[{self.workspace}] Retrieved {len(labels)} popular labels (limit: {limit})"
)
return labels
except Exception as e:
logger.error(f"[{self.workspace}] Error getting popular labels: {str(e)}")
return []
async def search_labels(self, query: str, limit: int = 50) -> list[str]:
"""Search labels with fuzzy matching using native, parameterized SQL for performance and security."""
query_lower = query.lower().strip()
if not query_lower:
return []
try:
# Re-implementing with the correct agtype access operator and full scoring logic.
sql_query = f"""
WITH ranked_labels AS (
SELECT
(ag_catalog.agtype_access_operator(VARIADIC ARRAY[properties, '"entity_id"'::agtype]))::text AS label,
LOWER((ag_catalog.agtype_access_operator(VARIADIC ARRAY[properties, '"entity_id"'::agtype]))::text) AS label_lower
FROM
{self.graph_name}._ag_label_vertex
WHERE
ag_catalog.agtype_access_operator(VARIADIC ARRAY[properties, '"entity_id"'::agtype]) IS NOT NULL
AND LOWER((ag_catalog.agtype_access_operator(VARIADIC ARRAY[properties, '"entity_id"'::agtype]))::text) ILIKE $1
)
SELECT
label
FROM (
SELECT
label,
CASE
WHEN label_lower = $2 THEN 1000
WHEN label_lower LIKE $3 THEN 500
ELSE (100 - LENGTH(label))
END +
CASE
WHEN label_lower LIKE $4 OR label_lower LIKE $5 THEN 50
ELSE 0
END AS score
FROM
ranked_labels
) AS scored_labels
ORDER BY
score DESC,
label ASC
LIMIT $6;
"""
params = (
f"%{query_lower}%", # For the main ILIKE clause ($1)
query_lower, # For exact match ($2)
f"{query_lower}%", # For prefix match ($3)
f"% {query_lower}%", # For word boundary (space) ($4)
f"%_{query_lower}%", # For word boundary (underscore) ($5)
limit, # For LIMIT ($6)
)
results = await self._query(sql_query, params=dict(enumerate(params, 1)))
labels = [
result["label"] for result in results if result and "label" in result
]
logger.debug(
f"[{self.workspace}] Search query '{query}' returned {len(labels)} results (limit: {limit})"
)
return labels
except Exception as e:
logger.error(
f"[{self.workspace}] Error searching labels with query '{query}': {str(e)}"
)
return []
async def drop(self) -> dict[str, str]:
"""Drop the storage"""
async with get_graph_db_lock():