diff --git a/conf/llm_factories.json b/conf/llm_factories.json index 4d784d33c..a542e74a2 100644 --- a/conf/llm_factories.json +++ b/conf/llm_factories.json @@ -5490,6 +5490,1820 @@ } ] }, + { + "name": "BurnCloud", + "logo": "", + "tags": "LLM,TEXT EMBEDDING,TEXT RE-RANK,IMAGE2TEXT,SPEECH2TEXT,TTS", + "status": "1", + "llm": [ + { + "llm_name": "claude-3-5-haiku-20241022", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-5-sonnet-20240620", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-5-sonnet-20241022", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-7-sonnet-20250219", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-7-sonnet-20250219-thinking", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-haiku-20240307", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-opus-20240229", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-3-sonnet-20240229", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-haiku-4-5-20251001", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-haiku-4-5-20251001-thinking", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-opus-4-1-20250805", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-opus-4-1-20250805-thinking", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-opus-4-20250514", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-opus-4-20250514-thinking", + "tags": "LLM,CHAT,200K", + "max_tokens": 200000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-sonnet-4-20250514", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-sonnet-4-20250514-thinking", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-sonnet-4-5-20250929", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "claude-sonnet-4-5-20250929-thinking", + "tags": "LLM,CHAT,100K", + "max_tokens": 100000, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "davinci-002", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "deepseek-chat", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-r1", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-r1-250120", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-r1-250528", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-r1-search", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-reasoner", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3-0324", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3-20250324", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3-250324", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3-search", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3.1-250821", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "deepseek-v3.1-think-250821", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "flux-kontext-max", + "tags": "IMAGE-GENERATION", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "flux-kontext-pro", + "tags": "IMAGE-GENERATION", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.0-flash", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.0-flash-001", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.0-flash-exp", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.0-flash-lite", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.0-flash-lite-001", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-image", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-image-preview", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite-preview-06-17", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite-preview-06-17-thinking", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite-preview-09-2025", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-lite-thinking", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-nothinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.5-flash-preview-04-17", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-preview-04-17-nothinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.5-flash-preview-04-17-thinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-preview-05-20", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-preview-05-20-nothinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.5-flash-preview-05-20-thinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-preview-09-2025", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-thinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-thinking-24576", + "tags": "LLM,CHAT,24K", + "max_tokens": 24576, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-flash-thinking-512", + "tags": "LLM,CHAT,512", + "max_tokens": 512, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-nothinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gemini-2.5-pro-preview-03-25", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-preview-05-06", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-preview-06-05", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-thinking", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-thinking-128", + "tags": "LLM,CHAT,128", + "max_tokens": 128, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-2.5-pro-thinking-512", + "tags": "LLM,CHAT,512", + "max_tokens": 512, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-3-pro-preview", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gemini-3-pro-preview-thinking", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-0125", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-0301", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-0613", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-1106", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-16k", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-16k-0613", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-3.5-turbo-instruct", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-3.5-turbo-instruct-0914", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-35-turbo", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-35-turbo-instruct", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-4", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-0125-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-0314", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-0613", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-1106-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-32k", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-32k-0314", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-32k-0613", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-all", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-gizmo-*", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-turbo", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-turbo-2024-04-09", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-turbo-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4-vision-preview", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4.1", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-2025-04-14", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-mini", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-mini-2024-05-14", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-mini-2025-04-14", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-nano", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4.1-nano-2025-04-14", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4o", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-2024-05-13", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-2024-08-06", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-2024-11-20", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-all", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-audio-preview", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-audio-preview-2024-10-01", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-audio-preview-2024-12-17", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-audio-preview-2025-06-03", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-image", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-image-vip", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-mini", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-mini-2024-07-18", + "tags": "LLM,CHAT,IMAGE2TEXT,128K", + "max_tokens": 131072, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-mini-audio-preview", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-mini-transcribe", + "tags": "SPEECH2TEXT,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": false + }, + { + "llm_name": "gpt-4o-realtime-preview-2024-10-01", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-realtime-preview-2024-12-17", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-realtime-preview-2025-06-03", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-4o-search-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4o-search-preview-2025-03-11", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-4o-transcribe", + "tags": "SPEECH2TEXT,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": false + }, + { + "llm_name": "gpt-5", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07-medium", + "tags": "LLM,CHAT,192K", + "max_tokens": 196608, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-2025-08-07-minimal", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-chat", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-chat-latest", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-codex", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-medium", + "tags": "LLM,CHAT,192K", + "max_tokens": 196608, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-2025-08-07-minimal", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-mini-minimal", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-minimal", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07-high", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07-low", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07-medium", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-2025-08-07-minimal", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-high", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-low", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-medium", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-nano-minimal", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5-pro", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-2025-11-13-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-2025-11-13-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-2025-11-13-medium", + "tags": "LLM,CHAT,192K", + "max_tokens": 196608, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-2025-11-13-none", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-codex", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-5.1-none", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-audio", + "tags": "SPEECH2TEXT,TTS,64K", + "max_tokens": 65536, + "model_type": "speech2text", + "is_tools": false + }, + { + "llm_name": "gpt-audio-2025-08-28", + "tags": "SPEECH2TEXT,TTS,64K", + "max_tokens": 65536, + "model_type": "speech2text", + "is_tools": false + }, + { + "llm_name": "gpt-image-1", + "tags": "IMAGE-GENERATION,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-image-1-mini", + "tags": "IMAGE-GENERATION,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "gpt-oss-120b", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-oss-20b", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "gpt-realtime-2025-08-28", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,128K", + "max_tokens": 131072, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "gpt-realtime-mini-2025-10-06", + "tags": "LLM,CHAT,SPEECH2TEXT,TTS,64K", + "max_tokens": 65536, + "model_type": "speech2text", + "is_tools": true + }, + { + "llm_name": "grok-2", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-2-vision", + "tags": "LLM,CHAT,IMAGE2TEXT,8K", + "max_tokens": 8192, + "model_type": "image2text", + "is_tools": true + }, + { + "llm_name": "grok-3", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-beta", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-deepsearch", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-fast-beta", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-beta", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-beta-high", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-beta-low", + "tags": "LLM,CHAT,2K", + "max_tokens": 2048, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-beta-medium", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-fast-beta", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-fast-beta-high", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-fast-beta-low", + "tags": "LLM,CHAT,2K", + "max_tokens": 2048, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-mini-fast-beta-medium", + "tags": "LLM,CHAT,4K", + "max_tokens": 4096, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-nx", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-reasoning", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-3-search", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4-0709", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4-0709-search", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4-fast-non-reasoning", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "grok-4-fast-reasoning", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-4-fast-reasoning-search", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "grok-code-fast-1", + "tags": "LLM,CHAT,8K", + "max_tokens": 8192, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "jina-colbert-v2", + "tags": "RE-RANK,4K", + "max_tokens": 4096, + "model_type": "rerank", + "is_tools": false + }, + { + "llm_name": "jina-embeddings-v4", + "tags": "TEXT EMBEDDING,8K", + "max_tokens": 8192, + "model_type": "embedding", + "is_tools": false + }, + { + "llm_name": "jina-reranker-m0", + "tags": "RE-RANK,4K", + "max_tokens": 4096, + "model_type": "rerank", + "is_tools": false + }, + { + "llm_name": "jina-reranker-v2-base-multilingual", + "tags": "RE-RANK,4K", + "max_tokens": 4096, + "model_type": "rerank", + "is_tools": false + }, + { + "llm_name": "o1", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-2024-12-17", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-2024-12-17-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-2024-12-17-low", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-2024-12-17-medium", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-all", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-high", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-low", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-medium", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-mini", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-mini-2024-09-12", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-mini-all", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-preview", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-preview-2024-09-12", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-preview-all", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-pro", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o1-pro-all", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-2025-04-16", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-2025-04-16-high", + "tags": "LLM,CHAT,512K", + "max_tokens": 524288, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-2025-04-16-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-2025-04-16-medium", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-deep-research", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-deep-research-2025-06-26", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-high", + "tags": "LLM,CHAT,512K", + "max_tokens": 524288, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-low", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-medium", + "tags": "LLM,CHAT,256K", + "max_tokens": 262144, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-2025-01-31", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-2025-01-31-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-2025-01-31-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-2025-01-31-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-all", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-high-all", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o3-mini-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-2025-04-16", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-2025-04-16-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-2025-04-16-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-2025-04-16-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-high", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-low", + "tags": "LLM,CHAT,32K", + "max_tokens": 32768, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "o4-mini-medium", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "qwen3-235b-a22b", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "qwen3-235b-a22b-instruct-2507", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "qwen3-coder-480b-a35b-instruct", + "tags": "LLM,CHAT,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "qwen3-coder-plus", + "tags": "LLM,CHAT,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "sora-2", + "tags": "VIDEO-GENERATION,64K", + "max_tokens": 65536, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "sora-2-pro", + "tags": "VIDEO-GENERATION,128K", + "max_tokens": 131072, + "model_type": "chat", + "is_tools": false + }, + { + "llm_name": "text-embedding-3-large", + "tags": "TEXT EMBEDDING,8K", + "max_tokens": 8192, + "model_type": "embedding", + "is_tools": false + }, + { + "llm_name": "text-embedding-3-small", + "tags": "TEXT EMBEDDING,8K", + "max_tokens": 8192, + "model_type": "embedding", + "is_tools": false + }, + { + "llm_name": "text-embedding-ada-002", + "tags": "TEXT EMBEDDING,8K", + "max_tokens": 8191, + "model_type": "embedding", + "is_tools": false + }, + { + "llm_name": "tts-1", + "tags": "TTS,5K", + "max_tokens": 5000, + "model_type": "tts", + "is_tools": false + }, + { + "llm_name": "tts-1-hd", + "tags": "TTS,5K", + "max_tokens": 5000, + "model_type": "tts", + "is_tools": false + }, + { + "llm_name": "veo3.1", + "tags": "LLM,CHAT,16K", + "max_tokens": 16384, + "model_type": "chat", + "is_tools": true + }, + { + "llm_name": "whisper-1", + "tags": "SPEECH2TEXT,20K", + "max_tokens": 20480, + "model_type": "speech2text", + "is_tools": false + } + ] + }, { "name": "MinerU", "logo": "", diff --git a/docs/references/supported_models.mdx b/docs/references/supported_models.mdx index fc88fe091..d8d4255ee 100644 --- a/docs/references/supported_models.mdx +++ b/docs/references/supported_models.mdx @@ -68,6 +68,7 @@ A complete list of models supported by RAGFlow, which will continue to expand. | CometAPI | :heavy_check_mark: | :heavy_check_mark: | | | | | | DeerAPI | :heavy_check_mark: | :heavy_check_mark: | | :heavy_check_mark: | | :heavy_check_mark: | | Jiekou.AI | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | | | | +| BurnCloud | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | ```mdx-code-block diff --git a/rag/llm/__init__.py b/rag/llm/__init__.py index 4a697be19..a89c6b1d4 100644 --- a/rag/llm/__init__.py +++ b/rag/llm/__init__.py @@ -50,6 +50,7 @@ class SupportedLiteLLMProvider(StrEnum): GiteeAI = "GiteeAI" AI_302 = "302.AI" JiekouAI = "Jiekou.AI" + BurnCloud = "BurnCloud" ZHIPU_AI = "ZHIPU-AI" MiniMax = "MiniMax" DeerAPI = "DeerAPI" @@ -75,6 +76,7 @@ FACTORY_DEFAULT_BASE_URL = { SupportedLiteLLMProvider.AI_302: "https://api.302.ai/v1", SupportedLiteLLMProvider.Anthropic: "https://api.anthropic.com/", SupportedLiteLLMProvider.JiekouAI: "https://api.jiekou.ai/openai", + SupportedLiteLLMProvider.BurnCloud: "https://ai.burncloud.com/v1", SupportedLiteLLMProvider.ZHIPU_AI: "https://open.bigmodel.cn/api/paas/v4", SupportedLiteLLMProvider.MiniMax: "https://api.minimaxi.com/v1", SupportedLiteLLMProvider.DeerAPI: "https://api.deerapi.com/v1", @@ -109,6 +111,7 @@ LITELLM_PROVIDER_PREFIX = { SupportedLiteLLMProvider.GiteeAI: "openai/", SupportedLiteLLMProvider.AI_302: "openai/", SupportedLiteLLMProvider.JiekouAI: "openai/", + SupportedLiteLLMProvider.BurnCloud: "openai/", SupportedLiteLLMProvider.ZHIPU_AI: "openai/", SupportedLiteLLMProvider.MiniMax: "openai/", SupportedLiteLLMProvider.DeerAPI: "openai/", diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py index 648bbe8ce..9132d7493 100644 --- a/rag/llm/chat_model.py +++ b/rag/llm/chat_model.py @@ -191,7 +191,7 @@ class Base(ABC): except Exception as e: e = await self._exceptions_async(e, attempt) if e: - yield e + yield e yield total_tokens return @@ -1223,6 +1223,7 @@ class LiteLLMBase(ABC): "GiteeAI", "302.AI", "Jiekou.AI", + "BurnCloud", "ZHIPU-AI", "MiniMax", "DeerAPI", diff --git a/web/public/iconfont.js b/web/public/iconfont.js index bd97aeb5a..a3711ed12 100644 --- a/web/public/iconfont.js +++ b/web/public/iconfont.js @@ -37,6 +37,7 @@ + diff --git a/web/src/constants/llm.ts b/web/src/constants/llm.ts index a5f5e4b82..8d75614ff 100644 --- a/web/src/constants/llm.ts +++ b/web/src/constants/llm.ts @@ -60,6 +60,7 @@ export enum LLMFactory { DeerAPI = 'DeerAPI', JiekouAI = 'Jiekou.AI', Builtin = 'Builtin', + BurnCloud = 'BurnCloud', } // Please lowercase the file name @@ -125,6 +126,7 @@ export const IconMap = { [LLMFactory.DeerAPI]: 'deerapi', [LLMFactory.JiekouAI]: 'jiekouai', [LLMFactory.Builtin]: 'builtin', + [LLMFactory.BurnCloud]: 'burncloud', }; export const APIMapUrl = {