Switch OpenAI to AsyncOpenAI and make text field required in default tools schema

This commit is contained in:
Dmitrii Galkin 2025-05-03 14:47:40 +04:00
parent 76d1aee425
commit bacea87186
2 changed files with 3 additions and 2 deletions

View file

@ -55,6 +55,7 @@ DEFAULT_TOOLS = [
"description": "Path to a custom graph model file",
},
},
"required": ["text"],
},
},
# Commented as dangerous

View file

@ -38,7 +38,7 @@ def get_responses_router() -> APIRouter:
Get appropriate client based on model name
"""
llm_config = get_llm_config()
return openai.OpenAI(api_key=llm_config.llm_api_key)
return openai.AsyncOpenAI(api_key=llm_config.llm_api_key)
async def call_openai_api_for_model(
input_text: str,
@ -58,7 +58,7 @@ def get_responses_router() -> APIRouter:
logger.debug(f"Using model: {model}")
response = client.responses.create(
response = await client.responses.create(
model=model,
input=input_text,
temperature=temperature,