gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llm.py

Browse source
This commit is contained in:
Saifeddine ALOUI 2025-01-20 09:04:32 +01:00 • committed by GitHub
parent e4945c9653
commit a557878e4e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
lightrag/llm.py
View file

@ -354,7 +354,7 @@ async def ollama_model_if_cache(
"Content-Type": "application/json",
"Authorization": f"Bearer {api_key}"
} if api_key else {"Content-Type": "application/json"}
ollama_client = ollama.AsyncClient(host=host, timeout=timeout, headers=headers)
ollama_client = ollama.AsyncClient(host=host, timeout=timeout)# temporary fix: (TODO: rewrite this with better compatibility), headers=headers)
messages = []
if system_prompt:
messages.append({"role": "system", "content": system_prompt})
@ -418,7 +418,7 @@ async def lollms_model_if_cache(
request_data["prompt"] = full_prompt
timeout = aiohttp.ClientTimeout(total=kwargs.get("timeout", None))
async with aiohttp.ClientSession(timeout=timeout, headers=headers) as session:
async with aiohttp.ClientSession(timeout=timeout) as session:# temporary fix: (TODO: rewrite this with better compatibility), headers=headers) as session:
if stream:
async def inner():