added dimensions in a simple way
This commit is contained in:
parent
310e9e97ae
commit
a47cfe7272
1 changed files with 12 additions and 7 deletions
|
|
@ -111,13 +111,18 @@ class LiteLLMEmbeddingEngine(EmbeddingEngine):
|
||||||
return [data["embedding"] for data in response["data"]]
|
return [data["embedding"] for data in response["data"]]
|
||||||
else:
|
else:
|
||||||
async with embedding_rate_limiter_context_manager():
|
async with embedding_rate_limiter_context_manager():
|
||||||
response = await litellm.aembedding(
|
embedding_kwargs = {
|
||||||
model=self.model,
|
"model": self.model,
|
||||||
input=text,
|
"input": text,
|
||||||
api_key=self.api_key,
|
"api_key": self.api_key,
|
||||||
api_base=self.endpoint,
|
"api_base": self.endpoint,
|
||||||
api_version=self.api_version,
|
"api_version": self.api_version,
|
||||||
)
|
}
|
||||||
|
# Pass through target embedding dimensions when supported
|
||||||
|
if self.dimensions is not None:
|
||||||
|
embedding_kwargs["dimensions"] = self.dimensions
|
||||||
|
|
||||||
|
response = await litellm.aembedding(**embedding_kwargs)
|
||||||
|
|
||||||
return [data["embedding"] for data in response.data]
|
return [data["embedding"] for data in response.data]
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue