Ensure OpenAI connection is closed after streaming response finished
This commit is contained in:
parent
cf4bb148fb
commit
56f82bdcd5
1 changed files with 11 additions and 2 deletions
|
|
@ -264,8 +264,17 @@ async def openai_complete_if_cache(
|
||||||
logger.warning(
|
logger.warning(
|
||||||
f"Failed to close stream response in finally block: {close_error}"
|
f"Failed to close stream response in finally block: {close_error}"
|
||||||
)
|
)
|
||||||
# Note: We don't close the client here for streaming responses
|
|
||||||
# The client will be closed by the caller after streaming is complete
|
# This prevents resource leaks since the caller doesn't handle closing
|
||||||
|
try:
|
||||||
|
await openai_async_client.close()
|
||||||
|
logger.debug(
|
||||||
|
"Successfully closed OpenAI client for streaming response"
|
||||||
|
)
|
||||||
|
except Exception as client_close_error:
|
||||||
|
logger.warning(
|
||||||
|
f"Failed to close OpenAI client in streaming finally block: {client_close_error}"
|
||||||
|
)
|
||||||
|
|
||||||
return inner()
|
return inner()
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue