gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

format fix

Browse source
This commit is contained in:
vasilije 2025-08-06 19:11:39 +02:00
parent 0ea5894823
commit c8202c51a7
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
cognee/infrastructure/databases/vector/embeddings/LiteLLMEmbeddingEngine.py
View file

@ -186,7 +186,9 @@ class LiteLLMEmbeddingEngine(EmbeddingEngine):
tokenizer = MistralTokenizer(model=model, max_tokens=self.max_tokens)
else:
try:
tokenizer = HuggingFaceTokenizer(model=self.model.replace('hosted_vllm/',""), max_tokens=self.max_tokens)
tokenizer = HuggingFaceTokenizer(
model=self.model.replace("hosted_vllm/", ""), max_tokens=self.max_tokens
)
except Exception as e:
logger.warning(f"Could not get tokenizer from HuggingFace due to: {e}")
logger.info("Switching to TikToken default tokenizer.")