From 1c8ff7b569a47bff60054e2dc0ba367675a79902 Mon Sep 17 00:00:00 2001 From: root Date: Wed, 8 Jul 2026 00:06:07 +0800 Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=8A=A0=E6=A8=A1=E5=9E=8B=EF=BC=9B?= =?UTF-8?q?=E5=A2=9E=E5=8A=A0=E4=B8=8A=E4=B8=8B=E6=96=87=E7=AA=97=E5=8F=A3?= =?UTF-8?q?=E4=BF=A1=E6=81=AF?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- config.yaml | 256 +++++++++++++++++++++++++++++++++++++++++++++++++--- 1 file changed, 241 insertions(+), 15 deletions(-) diff --git a/config.yaml b/config.yaml index 9ac4a61..d8ee1b3 100644 --- a/config.yaml +++ b/config.yaml @@ -36,6 +36,9 @@ model_list: extra_body: thinking: type: "enabled" + model_info: + max_input_tokens: 128000 # 允许的最大输入长度(单位:token) + max_context_length: 128000 # 上下文窗口上限 - model_name: deepseek-v3.2-nothink litellm_params: @@ -104,6 +107,9 @@ model_list: drop_params: true extra_headers: Connection: "close" + model_info: + max_input_tokens: 224000 # 允许的最大输入长度(单位:token) + max_context_length: 256000 # 上下文窗口上限 #禁用思考,用于标题等 - model_name: doubao-seed-2-0-code-nothink @@ -119,6 +125,9 @@ model_list: # thinking: # type: "disable" reasoning_effort: "minimal" + model_info: + max_input_tokens: 224000 # 允许的最大输入长度(单位:token) + max_context_length: 256000 # 上下文窗口上限 # doubao-seed-2-0-code 强制中等思考,用作回退 - model_name: doubao-seed-2-0-code-medium @@ -133,6 +142,36 @@ model_list: Connection: "close" extra_body: reasoning_effort: "medium" + model_info: + max_input_tokens: 224000 # 允许的最大输入长度(单位:token) + max_context_length: 256000 # 上下文窗口上限 + + - model_name: doubao-seed-2-1-turbo + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-turbo-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + model_info: + max_input_tokens: 256000 # 允许的最大输入长度(单位:token) + max_context_length: 256000 # 上下文窗口上限 + + - model_name: doubao-seed-2-1-pro + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-pro-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + model_info: + max_input_tokens: 256000 # 允许的最大输入长度(单位:token) + max_context_length: 256000 # 上下文窗口上限 + - model_name: glm-5.2 litellm_params: @@ -142,18 +181,205 @@ model_list: api_key: os.environ/HUOSHAN_API_KEY extra_headers: Connection: "close" + model_info: + max_input_tokens: 1024000 # 允许的最大输入长度(单位:token) + max_context_length: 1024000 # 上下文窗口上限 + + #=======================豆包汇总nothink + + - model_name: doubao-seed-nothink + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-0-code-preview-260215 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "minimal" + + - model_name: doubao-seed-nothink + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-pro-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "minimal" + + - model_name: doubao-seed-nothink + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-turbo-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "minimal" + + + + #=======================豆包汇总思考等级minimal + + - model_name: doubao-seed-minimal + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-0-code-preview-260215 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "minimal" + + - model_name: doubao-seed-minimal + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-pro-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "minimal" + + - model_name: doubao-seed-minimal + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-turbo-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "minimal" + + + #=======================豆包汇总思考等级low + + - model_name: doubao-seed-low + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-0-code-preview-260215 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "low" + + - model_name: doubao-seed-low + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-pro-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "low" + + - model_name: doubao-seed-low + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-turbo-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "low" + + + #=======================豆包汇总思考等级medium + + - model_name: doubao-seed-medium + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-0-code-preview-260215 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "medium" + + - model_name: doubao-seed-medium + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-pro-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "medium" + + - model_name: doubao-seed-medium + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-turbo-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "medium" + + + #=======================豆包汇总思考等级high + + - model_name: doubao-seed-high + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-0-code-preview-260215 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "high" + + - model_name: doubao-seed-high + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-pro-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "high" + + - model_name: doubao-seed-high + litellm_params: + <<: *token_pricing + model: volcengine/doubao-seed-2-1-turbo-260628 + api_base: os.environ/HUOSHAN_BASE_URL + api_key: os.environ/HUOSHAN_API_KEY + drop_params: true + extra_headers: + Connection: "close" + extra_body: + reasoning_effort: "high" -# - model_name: glm-4.7-nothink -# litellm_params: -# <<: *token_pricing -# model: volcengine/glm-4-7-251222 -# api_base: os.environ/HUOSHAN_BASE_URL -# api_key: os.environ/HUOSHAN_API_KEY -# extra_headers: -# Connection: "close" -# extra_body: -# thinking: -# type: "disabled" #=======================fanyi @@ -194,10 +420,10 @@ model_list: litellm_settings: #drop_params: true #启用drop_params,这样LiteLLM会忽略不支持的参数,但参数仍然会传递给后端API num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta) -# fallbacks: [ -# {"gemini-2.5-flash": ["gemini-2.5-pro"]} -# ] - default_fallbacks: ["doubao-seed-2-0-code-medium"] + fallbacks: [ + {"glm-5.2": ["doubao-seed-medium"]} + ] + default_fallbacks: ["doubao-seed-medium"] request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout cache: False # 开启缓存 # cache_params: