Improve Azure OpenAI compatibility and error handling
• Reduce log noise for Azure content filters • Add default API version fallback • Change warning to debug log level • Handle empty choices in streaming • Better Azure OpenAI integration
This commit is contained in:
parent
fafa1791f4
commit
ffd8da512e
1 changed files with 6 additions and 1 deletions
|
|
@ -352,7 +352,10 @@ async def openai_complete_if_cache(
|
|||
|
||||
# Check if choices exists and is not empty
|
||||
if not hasattr(chunk, "choices") or not chunk.choices:
|
||||
logger.warning(f"Received chunk without choices: {chunk}")
|
||||
# Azure OpenAI sends content filter results in first chunk without choices
|
||||
logger.debug(
|
||||
f"Received chunk without choices (likely Azure content filter): {chunk}"
|
||||
)
|
||||
continue
|
||||
|
||||
# Check if delta exists
|
||||
|
|
@ -817,6 +820,7 @@ async def azure_openai_complete_if_cache(
|
|||
api_version
|
||||
or os.getenv("AZURE_OPENAI_API_VERSION")
|
||||
or os.getenv("OPENAI_API_VERSION")
|
||||
or "2024-08-01-preview"
|
||||
)
|
||||
|
||||
# Call the unified implementation with Azure-specific parameters
|
||||
|
|
@ -930,6 +934,7 @@ async def azure_openai_embed(
|
|||
api_version
|
||||
or os.getenv("AZURE_EMBEDDING_API_VERSION")
|
||||
or os.getenv("OPENAI_API_VERSION")
|
||||
or "2024-08-01-preview"
|
||||
)
|
||||
|
||||
# CRITICAL: Call openai_embed.func (unwrapped) to avoid double decoration
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue