gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Improve Azure OpenAI compatibility and error handling

Browse source 
• Reduce log noise for Azure content filters
• Add default API version fallback
• Change warning to debug log level
• Handle empty choices in streaming
• Better Azure OpenAI integration
This commit is contained in:
yangdx 2025-11-21 23:51:18 +08:00
parent fafa1791f4
commit ffd8da512e
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
lightrag/llm/openai.py
View file

@ -352,7 +352,10 @@ async def openai_complete_if_cache(
# Check if choices exists and is not empty # Check if choices exists and is not empty
if not hasattr(chunk, "choices") or not chunk.choices: if not hasattr(chunk, "choices") or not chunk.choices:
logger.warning(f"Received chunk without choices: {chunk}") # Azure OpenAI sends content filter results in first chunk without choices
logger.debug(
f"Received chunk without choices (likely Azure content filter): {chunk}"
)
continue continue
# Check if delta exists # Check if delta exists
@ -817,6 +820,7 @@ async def azure_openai_complete_if_cache(
api_version api_version
or os.getenv("AZURE_OPENAI_API_VERSION") or os.getenv("AZURE_OPENAI_API_VERSION")
or os.getenv("OPENAI_API_VERSION") or os.getenv("OPENAI_API_VERSION")
or "2024-08-01-preview"
) )
# Call the unified implementation with Azure-specific parameters # Call the unified implementation with Azure-specific parameters
@ -930,6 +934,7 @@ async def azure_openai_embed(
api_version api_version
or os.getenv("AZURE_EMBEDDING_API_VERSION") or os.getenv("AZURE_EMBEDDING_API_VERSION")
or os.getenv("OPENAI_API_VERSION") or os.getenv("OPENAI_API_VERSION")
or "2024-08-01-preview"
) )
# CRITICAL: Call openai_embed.func (unwrapped) to avoid double decoration # CRITICAL: Call openai_embed.func (unwrapped) to avoid double decoration