Asure chat

This commit is contained in:
yongtenglei 2025-12-09 10:23:51 +08:00
parent 1777620ea5
commit 9e6f1ad0f3

View file

@ -28,7 +28,7 @@ import json_repair
import litellm import litellm
import openai import openai
from openai import AsyncOpenAI, OpenAI from openai import AsyncOpenAI, OpenAI
from openai.lib.azure import AzureOpenAI from openai.lib.azure import AzureOpenAI, AsyncAzureOpenAI
from strenum import StrEnum from strenum import StrEnum
from common.token_utils import num_tokens_from_string, total_token_count_from_response from common.token_utils import num_tokens_from_string, total_token_count_from_response
@ -535,6 +535,7 @@ class AzureChat(Base):
api_version = json.loads(key).get("api_version", "2024-02-01") api_version = json.loads(key).get("api_version", "2024-02-01")
super().__init__(key, model_name, base_url, **kwargs) super().__init__(key, model_name, base_url, **kwargs)
self.client = AzureOpenAI(api_key=api_key, azure_endpoint=base_url, api_version=api_version) self.client = AzureOpenAI(api_key=api_key, azure_endpoint=base_url, api_version=api_version)
self.async_client = AsyncOpenAI(api_key=key, base_url=base_url, api_version=api_version)
self.model_name = model_name self.model_name = model_name
@property @property