fix streaming "list index out of range"

This commit is contained in:
Enoughappens 2025-04-19 12:57:08 +08:00 committed by GitHub
parent 4fd40fd798
commit 704ef16ce3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -200,6 +200,15 @@ async def openai_complete_if_cache(
async def inner():
try:
async for chunk in response:
# Check if choices exists and is not empty
if not hasattr(chunk, 'choices') or not chunk.choices:
logger.warning(f"Received chunk without choices: {chunk}")
continue
# Check if delta exists and has content
if not hasattr(chunk.choices[0], 'delta') or not hasattr(chunk.choices[0].delta, 'content'):
logger.warning(f"Received chunk without delta content: {chunk.choices[0]}")
continue
content = chunk.choices[0].delta.content
if content is None:
continue