added dimensions in a simple way

This commit is contained in:
vasilije 2025-12-28 21:37:22 +01:00
parent 310e9e97ae
commit a47cfe7272

View file

@ -111,13 +111,18 @@ class LiteLLMEmbeddingEngine(EmbeddingEngine):
return [data["embedding"] for data in response["data"]] return [data["embedding"] for data in response["data"]]
else: else:
async with embedding_rate_limiter_context_manager(): async with embedding_rate_limiter_context_manager():
response = await litellm.aembedding( embedding_kwargs = {
model=self.model, "model": self.model,
input=text, "input": text,
api_key=self.api_key, "api_key": self.api_key,
api_base=self.endpoint, "api_base": self.endpoint,
api_version=self.api_version, "api_version": self.api_version,
) }
# Pass through target embedding dimensions when supported
if self.dimensions is not None:
embedding_kwargs["dimensions"] = self.dimensions
response = await litellm.aembedding(**embedding_kwargs)
return [data["embedding"] for data in response.data] return [data["embedding"] for data in response.data]