gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llm.py

Browse source
This commit is contained in:
Saifeddine ALOUI 2025-01-20 08:54:18 +01:00 • committed by GitHub
parent e589134a97
commit f18f484a87
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
lightrag/llm.py
View file

@ -350,7 +350,7 @@ async def ollama_model_if_cache(
timeout = kwargs.pop("timeout", None) timeout = kwargs.pop("timeout", None)
kwargs.pop("hashing_kv", None) kwargs.pop("hashing_kv", None)
api_key = kwargs.pop("api_key", None) api_key = kwargs.pop("api_key", None)
headers = {"Authorization": f"Bearer {api_key}"} if api_key else None headers = {"Authorization": f"Bearer {api_key}"} if api_key else {}
ollama_client = ollama.AsyncClient(host=host, timeout=timeout, headers=headers) ollama_client = ollama.AsyncClient(host=host, timeout=timeout, headers=headers)
messages = [] messages = []
if system_prompt: if system_prompt:
@ -383,7 +383,7 @@ async def lollms_model_if_cache(
stream = True if kwargs.get("stream") else False stream = True if kwargs.get("stream") else False
api_key = kwargs.pop("api_key", None) api_key = kwargs.pop("api_key", None)
headers = {"Authorization": f"Bearer {api_key}"} if api_key else None headers = {"Authorization": f"Bearer {api_key}"} if api_key else {}
# Extract lollms specific parameters # Extract lollms specific parameters
request_data = { request_data = {