gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: handle provider prefix in LiteLLMEmbeddingEngine tokenizer loading

Browse source 
Signed-off-by: Faizan Shaikh <faizansk9292@gmail.com>
This commit is contained in:
Faizan Shaikh 2025-12-19 18:35:55 +05:30
parent 1cf0a202ce
commit f637f80d7a
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
cognee/infrastructure/databases/vector/embeddings/LiteLLMEmbeddingEngine.py
View file

@ -219,7 +219,7 @@ class LiteLLMEmbeddingEngine(EmbeddingEngine):
else:
try:
tokenizer = HuggingFaceTokenizer(
model=self.model.replace("hosted_vllm/", ""),
model=self.model.replace("hosted_vllm/", "").replace("openai/", ""),
max_completion_tokens=self.max_completion_tokens,
)
except Exception as e:
@ -231,3 +231,4 @@ class LiteLLMEmbeddingEngine(EmbeddingEngine):
logger.debug(f"Tokenizer loaded for model: {self.model}")
return tokenizer