* [wip] add support for falkordb * updates * fix-async * progress * fix-issues * rm-date-handler * red-code * rm-uns-try * fix-exm * rm-un-lines * fix-comments * fix-se-utils * fix-falkor-readme * fix-falkor-cosine-score * update-falkor-ver * fix-vec-sim * min-updates * make format * update graph driver abstraction * poetry lock * updates * linter * Update graphiti_core/search/search_utils.py Co-authored-by: ellipsis-dev[bot] <65095814+ellipsis-dev[bot]@users.noreply.github.com> --------- Co-authored-by: Dudi Zimberknopf <zimber.dudi@gmail.com> Co-authored-by: Gal Shubeli <galshubeli93@gmail.com> Co-authored-by: Gal Shubeli <124919062+galshubeli@users.noreply.github.com> Co-authored-by: ellipsis-dev[bot] <65095814+ellipsis-dev[bot]@users.noreply.github.com>
132 lines
4.5 KiB
Python
132 lines
4.5 KiB
Python
"""
|
|
Copyright 2024, Zep Software, Inc.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
"""
|
|
|
|
import logging
|
|
from collections.abc import Coroutine
|
|
from datetime import datetime
|
|
from typing import Any
|
|
|
|
from falkordb import Graph as FalkorGraph
|
|
from falkordb.asyncio import FalkorDB
|
|
|
|
from graphiti_core.driver.driver import GraphDriver, GraphDriverSession
|
|
from graphiti_core.helpers import DEFAULT_DATABASE
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class FalkorClientSession(GraphDriverSession):
|
|
def __init__(self, graph: FalkorGraph):
|
|
self.graph = graph
|
|
|
|
async def __aenter__(self):
|
|
return self
|
|
|
|
async def __aexit__(self, exc_type, exc, tb):
|
|
# No cleanup needed for Falkor, but method must exist
|
|
pass
|
|
|
|
async def close(self):
|
|
# No explicit close needed for FalkorDB, but method must exist
|
|
pass
|
|
|
|
async def execute_write(self, func, *args, **kwargs):
|
|
# Directly await the provided async function with `self` as the transaction/session
|
|
return await func(self, *args, **kwargs)
|
|
|
|
async def run(self, cypher_query_: str | list, **kwargs: Any) -> Any:
|
|
# FalkorDB does not support argument for Label Set, so it's converted into an array of queries
|
|
if isinstance(cypher_query_, list):
|
|
for cypher, params in cypher_query_:
|
|
params = convert_datetimes_to_strings(params)
|
|
await self.graph.query(str(cypher), params)
|
|
else:
|
|
params = dict(kwargs)
|
|
params = convert_datetimes_to_strings(params)
|
|
await self.graph.query(str(cypher_query_), params)
|
|
# Assuming `graph.query` is async (ideal); otherwise, wrap in executor
|
|
return None
|
|
|
|
|
|
class FalkorDriver(GraphDriver):
|
|
provider: str = 'falkordb'
|
|
|
|
def __init__(
|
|
self,
|
|
uri: str,
|
|
user: str,
|
|
password: str,
|
|
):
|
|
super().__init__()
|
|
if user and password:
|
|
uri_parts = uri.split('://', 1)
|
|
uri = f'{uri_parts[0]}://{user}:{password}@{uri_parts[1]}'
|
|
|
|
self.client = FalkorDB.from_url(
|
|
url=uri,
|
|
)
|
|
|
|
def _get_graph(self, graph_name: str) -> FalkorGraph:
|
|
# FalkorDB requires a non-None database name for multi-tenant graphs; the default is "DEFAULT_DATABASE"
|
|
if graph_name is None:
|
|
graph_name = 'DEFAULT_DATABASE'
|
|
return self.client.select_graph(graph_name)
|
|
|
|
async def execute_query(self, cypher_query_, **kwargs: Any):
|
|
graph_name = kwargs.pop('database_', DEFAULT_DATABASE)
|
|
graph = self._get_graph(graph_name)
|
|
|
|
# Convert datetime objects to ISO strings (FalkorDB does not support datetime objects directly)
|
|
params = convert_datetimes_to_strings(dict(kwargs))
|
|
|
|
try:
|
|
result = await graph.query(cypher_query_, params)
|
|
except Exception as e:
|
|
if 'already indexed' in str(e):
|
|
# check if index already exists
|
|
logger.info(f'Index already exists: {e}')
|
|
return None
|
|
logger.error(f'Error executing FalkorDB query: {e}')
|
|
raise
|
|
|
|
# Convert the result header to a list of strings
|
|
header = [h[1].decode('utf-8') for h in result.header]
|
|
return result.result_set, header, None
|
|
|
|
def session(self, database: str) -> GraphDriverSession:
|
|
return FalkorClientSession(self._get_graph(database))
|
|
|
|
async def close(self) -> None:
|
|
await self.client.connection.close()
|
|
|
|
def delete_all_indexes(self, database_: str = DEFAULT_DATABASE) -> Coroutine:
|
|
return self.execute_query(
|
|
'CALL db.indexes() YIELD name DROP INDEX name',
|
|
database_=database_,
|
|
)
|
|
|
|
|
|
def convert_datetimes_to_strings(obj):
|
|
if isinstance(obj, dict):
|
|
return {k: convert_datetimes_to_strings(v) for k, v in obj.items()}
|
|
elif isinstance(obj, list):
|
|
return [convert_datetimes_to_strings(item) for item in obj]
|
|
elif isinstance(obj, tuple):
|
|
return tuple(convert_datetimes_to_strings(item) for item in obj)
|
|
elif isinstance(obj, datetime):
|
|
return obj.isoformat()
|
|
else:
|
|
return obj
|