From d46ac6634e913f230790463ddbd996baab568915 Mon Sep 17 00:00:00 2001 From: tanggang Date: Mon, 17 Nov 2025 15:20:47 +0800 Subject: [PATCH 1/2] Integrate burncloud --- conf/llm_factories.json | 23 +++++++++++++++++++++++ rag/llm/__init__.py | 4 +++- rag/llm/chat_model.py | 1 + web/public/iconfont.js | 1 + web/src/constants/llm.ts | 2 ++ 5 files changed, 30 insertions(+), 1 deletion(-) diff --git a/conf/llm_factories.json b/conf/llm_factories.json index 82eb25285..10d78ac44 100644 --- a/conf/llm_factories.json +++ b/conf/llm_factories.json @@ -4839,6 +4839,29 @@ "is_tools": false } ] + }, + { + "name": "BurnCloud", + "logo": "", + "tags": "LLM", + "status": "1", + "rank": "980", + "llm": [ + { + "llm_name": "deepseek-chat", + "tags": "LLM,CHAT", + "max_tokens": 64000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-reasoner", + "tags": "LLM,CHAT", + "max_tokens": 64000, + "model_type": "chat", + "is_tools": true + } + ] } ] } \ No newline at end of file diff --git a/rag/llm/__init__.py b/rag/llm/__init__.py index 4d3d5fe82..f384d6b02 100644 --- a/rag/llm/__init__.py +++ b/rag/llm/__init__.py @@ -48,7 +48,8 @@ class SupportedLiteLLMProvider(StrEnum): NovitaAI = "NovitaAI" Lingyi_AI = "01.AI" GiteeAI = "GiteeAI" - AI_302 = "302.AI" + AI_302 = "302.AI", + BurnCloud = "BurnCloud" FACTORY_DEFAULT_BASE_URL = { @@ -99,6 +100,7 @@ LITELLM_PROVIDER_PREFIX = { SupportedLiteLLMProvider.Lingyi_AI: "openai/", SupportedLiteLLMProvider.GiteeAI: "openai/", SupportedLiteLLMProvider.AI_302: "openai/", + SupportedLiteLLMProvider.BurnCloud: "burncloud/", } ChatModel = globals().get("ChatModel", {}) diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py index 17ddbc138..28efe8f3b 100644 --- a/rag/llm/chat_model.py +++ b/rag/llm/chat_model.py @@ -1402,6 +1402,7 @@ class LiteLLMBase(ABC): "01.AI", "GiteeAI", "302.AI", + "BurnCloud" ] def __init__(self, key, model_name, base_url=None, **kwargs): diff --git a/web/public/iconfont.js b/web/public/iconfont.js index b7b426074..21dd43b1b 100644 --- a/web/public/iconfont.js +++ b/web/public/iconfont.js @@ -37,6 +37,7 @@ + diff --git a/web/src/constants/llm.ts b/web/src/constants/llm.ts index 0f85140d5..0e58b08b7 100644 --- a/web/src/constants/llm.ts +++ b/web/src/constants/llm.ts @@ -59,6 +59,7 @@ export enum LLMFactory { CometAPI = 'CometAPI', DeerAPI = 'DeerAPI', Builtin = 'Builtin', + BurnCloud = 'BurnCloud', } // Please lowercase the file name @@ -123,4 +124,5 @@ export const IconMap = { [LLMFactory.CometAPI]: 'cometapi', [LLMFactory.DeerAPI]: 'deerapi', [LLMFactory.Builtin]: 'builtin', + [LLMFactory.BurnCloud]: 'burncloud', }; From 2218f8352283ff1f7e09a47a55f74fe52aa21037 Mon Sep 17 00:00:00 2001 From: tanggang Date: Mon, 24 Nov 2025 15:14:44 +0800 Subject: [PATCH 2/2] Integrate burncloud --- conf/llm_factories.json | 1803 +++++++++++++++++++++++++- docs/references/supported_models.mdx | 1 + rag/llm/__init__.py | 3 +- 3 files changed, 1800 insertions(+), 7 deletions(-) diff --git a/conf/llm_factories.json b/conf/llm_factories.json index 2251b252d..917a96c88 100644 --- a/conf/llm_factories.json +++ b/conf/llm_factories.json @@ -5483,23 +5483,1814 @@ { "name": "BurnCloud", "logo": "", - "tags": "LLM", + "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,IMAGE2TEXT,SPEECH2TEXT,TTS", "status": "1", - "rank": "980", "llm": [ + { + "llm_name": "claude-3-5-haiku-20241022", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-5-sonnet-20240620", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-5-sonnet-20241022", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-7-sonnet-20250219", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-7-sonnet-20250219-thinking", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-haiku-20240307", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-opus-20240229", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-sonnet-20240229", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-haiku-4-5-20251001", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-haiku-4-5-20251001-thinking", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-opus-4-1-20250805", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-opus-4-1-20250805-thinking", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-opus-4-20250514", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-opus-4-20250514-thinking", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-sonnet-4-20250514", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-sonnet-4-20250514-thinking", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-sonnet-4-5-20250929", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-sonnet-4-5-20250929-thinking", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "davinci-002", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, { "llm_name": "deepseek-chat", - "tags": "LLM,CHAT", - "max_tokens": 64000, + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-r1", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-r1-250120", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-r1-250528", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-r1-search", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, "model_type": "chat", "is_tools": true }, { "llm_name": "deepseek-reasoner", - "tags": "LLM,CHAT", - "max_tokens": 64000, + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, "model_type": "chat", "is_tools": true + }, + { + "llm_name": "deepseek-v3", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3-0324", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3-20250324", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3-250324", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3-search", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3.1-250821", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3.1-think-250821", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "flux-kontext-max", + "tags": "IMAGE-GENERATION", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "flux-kontext-pro", + "tags": "IMAGE-GENERATION", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.0-flash", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.0-flash-001", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.0-flash-exp", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.0-flash-lite", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.0-flash-lite-001", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-image", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-image-preview", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite-preview-06-17", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite-preview-06-17-thinking", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite-preview-09-2025", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite-thinking", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-nothinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.5-flash-preview-04-17", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-preview-04-17-nothinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.5-flash-preview-04-17-thinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-preview-05-20", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-preview-05-20-nothinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.5-flash-preview-05-20-thinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-preview-09-2025", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-thinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-thinking-24576", + "tags": "LLM,CHAT,24K", + "max_tokens": 24576, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-thinking-512", + "tags": "LLM,CHAT,512", + "max_tokens": 512, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-nothinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.5-pro-preview-03-25", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-preview-05-06", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-preview-06-05", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-thinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-thinking-128", + "tags": "LLM,CHAT,128", + "max_tokens": 128, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-thinking-512", + "tags": "LLM,CHAT,512", + "max_tokens": 512, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-3-pro-preview", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-3-pro-preview-thinking", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-0125", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-0301", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-0613", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-1106", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-16k", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-16k-0613", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-instruct", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-3.5-turbo-instruct-0914", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-35-turbo", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-35-turbo-instruct", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-4", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-0125-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-0314", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-0613", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-1106-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-32k", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-32k-0314", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-32k-0613", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-all", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-gizmo-*", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-turbo", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-turbo-2024-04-09", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-turbo-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-vision-preview", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4.1", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-2025-04-14", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-mini", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-mini-2024-05-14", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-mini-2025-04-14", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-nano", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-nano-2025-04-14", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4o", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-2024-05-13", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-2024-08-06", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-2024-11-20", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-all", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-audio-preview", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-audio-preview-2024-10-01", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-audio-preview-2024-12-17", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-audio-preview-2025-06-03", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-image", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-image-vip", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-mini", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-mini-2024-07-18", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-mini-audio-preview", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-mini-transcribe", + "tags": "SPEECH2TEXT,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": false + }, + { + "llm_name": "gpt-4o-realtime-preview-2024-10-01", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-realtime-preview-2024-12-17", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-realtime-preview-2025-06-03", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-search-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4o-search-preview-2025-03-11", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4o-transcribe", + "tags": "SPEECH2TEXT,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": false + }, + { + "llm_name": "gpt-5", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07-medium", + "tags": "LLM,CHAT,192K", + "max_tokens": 196608, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07-minimal", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-chat", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-chat-latest", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-codex", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-medium", + "tags": "LLM,CHAT,192K", + "max_tokens": 196608, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07-minimal", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-minimal", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-minimal", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07-high", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07-low", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07-medium", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07-minimal", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-high", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-low", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-medium", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-minimal", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-pro", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-2025-11-13-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-2025-11-13-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-2025-11-13-medium", + "tags": "LLM,CHAT,192K", + "max_tokens": 196608, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-2025-11-13-none", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-codex", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-none", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-audio", + "tags": "SPEECH2TEXT,TTS,64K", + "max_tokens": 65536, + "model_type": "speech2text", + "is_tools": false + }, + { + "llm_name": "gpt-audio-2025-08-28", + "tags": "SPEECH2TEXT,TTS,64K", + "max_tokens": 65536, + "model_type": "speech2text", + "is_tools": false + }, + { + "llm_name": "gpt-image-1", + "tags": "IMAGE-GENERATION,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-image-1-mini", + "tags": "IMAGE-GENERATION,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-oss-120b", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-oss-20b", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-realtime-2025-08-28", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-realtime-mini-2025-10-06", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,64K", + "max_tokens": 65536, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "grok-2", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-2-vision", + "tags": "LLM,CHAT,IMAGE2TEXT,8K", + "max_tokens": 8192, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "grok-3", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-beta", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-deepsearch", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-fast-beta", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-beta", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-beta-high", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-beta-low", + "tags": "LLM,CHAT,2K", + "max_tokens": 2048, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-beta-medium", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-fast-beta", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-fast-beta-high", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-fast-beta-low", + "tags": "LLM,CHAT,2K", + "max_tokens": 2048, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-fast-beta-medium", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-nx", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-reasoning", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-search", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4-0709", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4-0709-search", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4-fast-non-reasoning", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "grok-4-fast-reasoning", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4-fast-reasoning-search", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-code-fast-1", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "jina-colbert-v2", + "tags": "RE-RANK,4K", + "max_tokens": 4096, + "model_type": "rerank", + "is_tools": false + }, + { + "llm_name": "jina-embeddings-v4", + "tags": "TEXT EMBEDDING,8K", + "max_tokens": 8192, + "model_type": "embedding", + "is_tools": false + }, + { + "llm_name": "jina-reranker-m0", + "tags": "RE-RANK,4K", + "max_tokens": 4096, + "model_type": "rerank", + "is_tools": false + }, + { + "llm_name": "jina-reranker-v2-base-multilingual", + "tags": "RE-RANK,4K", + "max_tokens": 4096, + "model_type": "rerank", + "is_tools": false + }, + { + "llm_name": "o1", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-2024-12-17", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-2024-12-17-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-2024-12-17-low", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-2024-12-17-medium", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-all", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-low", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-medium", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-mini", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-mini-2024-09-12", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-mini-all", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-preview-2024-09-12", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-preview-all", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-pro", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-pro-all", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-2025-04-16", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-2025-04-16-high", + "tags": "LLM,CHAT,512K", + "max_tokens": 524288, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-2025-04-16-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-2025-04-16-medium", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-deep-research", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-deep-research-2025-06-26", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-high", + "tags": "LLM,CHAT,512K", + "max_tokens": 524288, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-medium", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-2025-01-31", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-2025-01-31-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-2025-01-31-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-2025-01-31-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-all", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-high-all", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-2025-04-16", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-2025-04-16-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-2025-04-16-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-2025-04-16-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "qwen3-235b-a22b", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "qwen3-235b-a22b-instruct-2507", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "qwen3-coder-480b-a35b-instruct", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "qwen3-coder-plus", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "sora-2", + "tags": "VIDEO-GENERATION,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "sora-2-pro", + "tags": "VIDEO-GENERATION,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "text-embedding-3-large", + "tags": "TEXT EMBEDDING,8K", + "max_tokens": 8192, + "model_type": "embedding", + "is_tools": false + }, + { + "llm_name": "text-embedding-3-small", + "tags": "TEXT EMBEDDING,8K", + "max_tokens": 8192, + "model_type": "embedding", + "is_tools": false + }, + { + "llm_name": "text-embedding-ada-002", + "tags": "TEXT EMBEDDING,8K", + "max_tokens": 8191, + "model_type": "embedding", + "is_tools": false + }, + { + "llm_name": "tts-1", + "tags": "TTS,5K", + "max_tokens": 5000, + "model_type": "tts", + "is_tools": false + }, + { + "llm_name": "tts-1-hd", + "tags": "TTS,5K", + "max_tokens": 5000, + "model_type": "tts", + "is_tools": false + }, + { + "llm_name": "veo3.1", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "whisper-1", + "tags": "SPEECH2TEXT,20K", + "max_tokens": 20480, + "model_type": "speech2text", + "is_tools": false } ] } diff --git a/docs/references/supported_models.mdx b/docs/references/supported_models.mdx index fc88fe091..d8d4255ee 100644 --- a/docs/references/supported_models.mdx +++ b/docs/references/supported_models.mdx @@ -68,6 +68,7 @@ A complete list of models supported by RAGFlow, which will continue to expand. | CometAPI | :heavy_check_mark: | :heavy_check_mark: | | | | | | DeerAPI | :heavy_check_mark: | :heavy_check_mark: | | :heavy_check_mark: | | :heavy_check_mark: | | Jiekou.AI | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | | | | +| BurnCloud | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | ```mdx-code-block diff --git a/rag/llm/__init__.py b/rag/llm/__init__.py index e94f8dbc0..33f8f6f9c 100644 --- a/rag/llm/__init__.py +++ b/rag/llm/__init__.py @@ -72,6 +72,7 @@ FACTORY_DEFAULT_BASE_URL = { SupportedLiteLLMProvider.AI_302: "https://api.302.ai/v1", SupportedLiteLLMProvider.Anthropic: "https://api.anthropic.com/", SupportedLiteLLMProvider.JiekouAI: "https://api.jiekou.ai/openai", + SupportedLiteLLMProvider.BurnCloud: "https://ai.burncloud.com/v1", } @@ -103,7 +104,7 @@ LITELLM_PROVIDER_PREFIX = { SupportedLiteLLMProvider.GiteeAI: "openai/", SupportedLiteLLMProvider.AI_302: "openai/", SupportedLiteLLMProvider.JiekouAI: "openai/", - SupportedLiteLLMProvider.BurnCloud: "burncloud/", + SupportedLiteLLMProvider.BurnCloud: "openai/", } ChatModel = globals().get("ChatModel", {})