增加模型;增加上下文窗口信息
This commit is contained in:
+241
-15
@@ -36,6 +36,9 @@ model_list:
|
||||
extra_body:
|
||||
thinking:
|
||||
type: "enabled"
|
||||
model_info:
|
||||
max_input_tokens: 128000 # 允许的最大输入长度(单位:token)
|
||||
max_context_length: 128000 # 上下文窗口上限
|
||||
|
||||
- model_name: deepseek-v3.2-nothink
|
||||
litellm_params:
|
||||
@@ -104,6 +107,9 @@ model_list:
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
model_info:
|
||||
max_input_tokens: 224000 # 允许的最大输入长度(单位:token)
|
||||
max_context_length: 256000 # 上下文窗口上限
|
||||
|
||||
#禁用思考,用于标题等
|
||||
- model_name: doubao-seed-2-0-code-nothink
|
||||
@@ -119,6 +125,9 @@ model_list:
|
||||
# thinking:
|
||||
# type: "disable"
|
||||
reasoning_effort: "minimal"
|
||||
model_info:
|
||||
max_input_tokens: 224000 # 允许的最大输入长度(单位:token)
|
||||
max_context_length: 256000 # 上下文窗口上限
|
||||
|
||||
# doubao-seed-2-0-code 强制中等思考,用作回退
|
||||
- model_name: doubao-seed-2-0-code-medium
|
||||
@@ -133,6 +142,36 @@ model_list:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "medium"
|
||||
model_info:
|
||||
max_input_tokens: 224000 # 允许的最大输入长度(单位:token)
|
||||
max_context_length: 256000 # 上下文窗口上限
|
||||
|
||||
- model_name: doubao-seed-2-1-turbo
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-turbo-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
model_info:
|
||||
max_input_tokens: 256000 # 允许的最大输入长度(单位:token)
|
||||
max_context_length: 256000 # 上下文窗口上限
|
||||
|
||||
- model_name: doubao-seed-2-1-pro
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-pro-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
model_info:
|
||||
max_input_tokens: 256000 # 允许的最大输入长度(单位:token)
|
||||
max_context_length: 256000 # 上下文窗口上限
|
||||
|
||||
|
||||
- model_name: glm-5.2
|
||||
litellm_params:
|
||||
@@ -142,18 +181,205 @@ model_list:
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
model_info:
|
||||
max_input_tokens: 1024000 # 允许的最大输入长度(单位:token)
|
||||
max_context_length: 1024000 # 上下文窗口上限
|
||||
|
||||
#=======================豆包汇总nothink
|
||||
|
||||
- model_name: doubao-seed-nothink
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
- model_name: doubao-seed-nothink
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-pro-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
- model_name: doubao-seed-nothink
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-turbo-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
|
||||
|
||||
#=======================豆包汇总思考等级minimal
|
||||
|
||||
- model_name: doubao-seed-minimal
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
- model_name: doubao-seed-minimal
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-pro-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
- model_name: doubao-seed-minimal
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-turbo-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
|
||||
#=======================豆包汇总思考等级low
|
||||
|
||||
- model_name: doubao-seed-low
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "low"
|
||||
|
||||
- model_name: doubao-seed-low
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-pro-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "low"
|
||||
|
||||
- model_name: doubao-seed-low
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-turbo-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "low"
|
||||
|
||||
|
||||
#=======================豆包汇总思考等级medium
|
||||
|
||||
- model_name: doubao-seed-medium
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "medium"
|
||||
|
||||
- model_name: doubao-seed-medium
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-pro-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "medium"
|
||||
|
||||
- model_name: doubao-seed-medium
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-turbo-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "medium"
|
||||
|
||||
|
||||
#=======================豆包汇总思考等级high
|
||||
|
||||
- model_name: doubao-seed-high
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "high"
|
||||
|
||||
- model_name: doubao-seed-high
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-pro-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "high"
|
||||
|
||||
- model_name: doubao-seed-high
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-1-turbo-260628
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
drop_params: true
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "high"
|
||||
|
||||
# - model_name: glm-4.7-nothink
|
||||
# litellm_params:
|
||||
# <<: *token_pricing
|
||||
# model: volcengine/glm-4-7-251222
|
||||
# api_base: os.environ/HUOSHAN_BASE_URL
|
||||
# api_key: os.environ/HUOSHAN_API_KEY
|
||||
# extra_headers:
|
||||
# Connection: "close"
|
||||
# extra_body:
|
||||
# thinking:
|
||||
# type: "disabled"
|
||||
|
||||
#=======================fanyi
|
||||
|
||||
@@ -194,10 +420,10 @@ model_list:
|
||||
litellm_settings:
|
||||
#drop_params: true #启用drop_params,这样LiteLLM会忽略不支持的参数,但参数仍然会传递给后端API
|
||||
num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
|
||||
# fallbacks: [
|
||||
# {"gemini-2.5-flash": ["gemini-2.5-pro"]}
|
||||
# ]
|
||||
default_fallbacks: ["doubao-seed-2-0-code-medium"]
|
||||
fallbacks: [
|
||||
{"glm-5.2": ["doubao-seed-medium"]}
|
||||
]
|
||||
default_fallbacks: ["doubao-seed-medium"]
|
||||
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
||||
cache: False # 开启缓存
|
||||
# cache_params:
|
||||
|
||||
Reference in New Issue
Block a user