9cc9883e66
* typing.Any and friends
* message
* chore: Import Message model in llm_client
* fix: 💄 mypy errors
* clean up mypy stuff
* mypy
* format
* mypy
* mypy
* mypy
---------
Co-authored-by: paulpaliychuk <pavlo.paliychuk.ca@gmail.com>
Co-authored-by: prestonrasmussen <prasmuss15@gmail.com>
19 lines
381 B
Python
19 lines
381 B
Python
import typing
|
|
from abc import ABC, abstractmethod
|
|
|
|
from ..prompts.models import Message
|
|
from .config import LLMConfig
|
|
|
|
|
|
class LLMClient(ABC):
|
|
@abstractmethod
|
|
def __init__(self, config: LLMConfig):
|
|
pass
|
|
|
|
@abstractmethod
|
|
def get_embedder(self) -> typing.Any:
|
|
pass
|
|
|
|
@abstractmethod
|
|
async def generate_response(self, messages: list[Message]) -> dict[str, typing.Any]:
|
|
pass
|