cleaned code
This commit is contained in:
parent
cff415d91f
commit
5a082a0052
6 changed files with 10 additions and 24 deletions
|
|
@ -50,8 +50,6 @@ class JsonKVStorage(BaseKVStorage):
|
||||||
async def drop(self) -> None:
|
async def drop(self) -> None:
|
||||||
self._data = {}
|
self._data = {}
|
||||||
|
|
||||||
async def get_by_status_and_ids(
|
async def get_by_status_and_ids(self, status: str) -> Union[list[dict[str, Any]], None]:
|
||||||
self, status: str
|
|
||||||
) -> Union[list[dict[str, Any]], None]:
|
|
||||||
result = [v for _, v in self._data.items() if v["status"] == status]
|
result = [v for _, v in self._data.items() if v["status"] == status]
|
||||||
return result if result else None
|
return result if result else None
|
||||||
|
|
|
||||||
|
|
@ -12,7 +12,7 @@ if not pm.is_installed("motor"):
|
||||||
|
|
||||||
from pymongo import MongoClient
|
from pymongo import MongoClient
|
||||||
from motor.motor_asyncio import AsyncIOMotorClient
|
from motor.motor_asyncio import AsyncIOMotorClient
|
||||||
from typing import Any, TypeVar, Union, List, Tuple
|
from typing import Any, Union, List, Tuple
|
||||||
|
|
||||||
from ..utils import logger
|
from ..utils import logger
|
||||||
from ..base import BaseKVStorage, BaseGraphStorage
|
from ..base import BaseKVStorage, BaseGraphStorage
|
||||||
|
|
@ -77,9 +77,7 @@ class MongoKVStorage(BaseKVStorage):
|
||||||
"""Drop the collection"""
|
"""Drop the collection"""
|
||||||
await self._data.drop()
|
await self._data.drop()
|
||||||
|
|
||||||
async def get_by_status_and_ids(
|
async def get_by_status_and_ids(self, status: str) -> Union[list[dict[str, Any]], None]:
|
||||||
self, status: str
|
|
||||||
) -> Union[list[dict[str, Any]], None]:
|
|
||||||
"""Get documents by status and ids"""
|
"""Get documents by status and ids"""
|
||||||
return self._data.find({"status": status})
|
return self._data.find({"status": status})
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@ import asyncio
|
||||||
# import html
|
# import html
|
||||||
# import os
|
# import os
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from typing import Any, TypeVar, Union
|
from typing import Any, Union
|
||||||
import numpy as np
|
import numpy as np
|
||||||
import array
|
import array
|
||||||
import pipmaster as pm
|
import pipmaster as pm
|
||||||
|
|
@ -243,11 +243,7 @@ class OracleKVStorage(BaseKVStorage):
|
||||||
"""Specifically for llm_response_cache."""
|
"""Specifically for llm_response_cache."""
|
||||||
SQL = SQL_TEMPLATES["get_by_status_" + self.namespace]
|
SQL = SQL_TEMPLATES["get_by_status_" + self.namespace]
|
||||||
params = {"workspace": self.db.workspace, "status": status}
|
params = {"workspace": self.db.workspace, "status": status}
|
||||||
res = await self.db.query(SQL, params, multirows=True)
|
return await self.db.query(SQL, params, multirows=True)
|
||||||
if res:
|
|
||||||
return res
|
|
||||||
else:
|
|
||||||
return None
|
|
||||||
|
|
||||||
async def filter_keys(self, keys: list[str]) -> set[str]:
|
async def filter_keys(self, keys: list[str]) -> set[str]:
|
||||||
"""Return keys that don't exist in storage"""
|
"""Return keys that don't exist in storage"""
|
||||||
|
|
|
||||||
|
|
@ -238,9 +238,7 @@ class PGKVStorage(BaseKVStorage):
|
||||||
else:
|
else:
|
||||||
return None
|
return None
|
||||||
|
|
||||||
async def get_by_status_and_ids(
|
async def get_by_status_and_ids(self, status: str) -> Union[list[dict[str, Any]], None]:
|
||||||
self, status: str
|
|
||||||
) -> Union[list[dict[str, Any]], None]:
|
|
||||||
"""Specifically for llm_response_cache."""
|
"""Specifically for llm_response_cache."""
|
||||||
SQL = SQL_TEMPLATES["get_by_status_" + self.namespace]
|
SQL = SQL_TEMPLATES["get_by_status_" + self.namespace]
|
||||||
params = {"workspace": self.db.workspace, "status": status}
|
params = {"workspace": self.db.workspace, "status": status}
|
||||||
|
|
|
||||||
|
|
@ -1,5 +1,5 @@
|
||||||
import os
|
import os
|
||||||
from typing import Any, TypeVar, Union
|
from typing import Any, Union
|
||||||
from tqdm.asyncio import tqdm as tqdm_async
|
from tqdm.asyncio import tqdm as tqdm_async
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
import pipmaster as pm
|
import pipmaster as pm
|
||||||
|
|
@ -59,9 +59,7 @@ class RedisKVStorage(BaseKVStorage):
|
||||||
if keys:
|
if keys:
|
||||||
await self._redis.delete(*keys)
|
await self._redis.delete(*keys)
|
||||||
|
|
||||||
async def get_by_status_and_ids(
|
async def get_by_status_and_ids(self, status: str) -> Union[list[dict[str, Any]], None]:
|
||||||
self, status: str,
|
|
||||||
) -> Union[list[dict[str, Any]], None]:
|
|
||||||
pipe = self._redis.pipeline()
|
pipe = self._redis.pipeline()
|
||||||
for key in await self._redis.keys(f"{self.namespace}:*"):
|
for key in await self._redis.keys(f"{self.namespace}:*"):
|
||||||
pipe.hgetall(key)
|
pipe.hgetall(key)
|
||||||
|
|
|
||||||
|
|
@ -1,7 +1,7 @@
|
||||||
import asyncio
|
import asyncio
|
||||||
import os
|
import os
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from typing import Any, TypeVar, Union
|
from typing import Any, Union
|
||||||
|
|
||||||
import numpy as np
|
import numpy as np
|
||||||
import pipmaster as pm
|
import pipmaster as pm
|
||||||
|
|
@ -333,9 +333,7 @@ class TiDBVectorDBStorage(BaseVectorStorage):
|
||||||
merge_sql = SQL_TEMPLATES["insert_relationship"]
|
merge_sql = SQL_TEMPLATES["insert_relationship"]
|
||||||
await self.db.execute(merge_sql, data)
|
await self.db.execute(merge_sql, data)
|
||||||
|
|
||||||
async def get_by_status_and_ids(
|
async def get_by_status_and_ids(self, status: str) -> Union[list[dict[str, Any]], None]:
|
||||||
self, status: str
|
|
||||||
) -> Union[list[dict], None]:
|
|
||||||
SQL = SQL_TEMPLATES["get_by_status_" + self.namespace]
|
SQL = SQL_TEMPLATES["get_by_status_" + self.namespace]
|
||||||
params = {"workspace": self.db.workspace, "status": status}
|
params = {"workspace": self.db.workspace, "status": status}
|
||||||
return await self.db.query(SQL, params, multirows=True)
|
return await self.db.query(SQL, params, multirows=True)
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue