删除下线的模型
This commit is contained in:
+15
-208
@@ -36,40 +36,6 @@ model_list:
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
###
|
|
||||||
|
|
||||||
|
|
||||||
#日常使用ds v3.2 ,强制think
|
|
||||||
# - model_name: deepseek-v3.2
|
|
||||||
# litellm_params:
|
|
||||||
# <<: *token_pricing
|
|
||||||
# model: volcengine/deepseek-v3-2-251201
|
|
||||||
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
# api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
# 说明中建议设置30分钟(1800秒)以上,避免深度思考过程中断连接
|
|
||||||
# timeout: 1800
|
|
||||||
# 关键配置2:启用思考模式
|
|
||||||
# extra_body 中的参数会被直接合并到请求的 JSON body 中
|
|
||||||
# extra_headers:
|
|
||||||
# Connection: "close"
|
|
||||||
# extra_body:
|
|
||||||
# thinking:
|
|
||||||
# type: "enabled"
|
|
||||||
# model_info:
|
|
||||||
# max_input_tokens: 128000 # 允许的最大输入长度(单位:token)
|
|
||||||
# max_context_length: 128000 # 上下文窗口上限
|
|
||||||
|
|
||||||
# - model_name: deepseek-v3.2-nothink
|
|
||||||
# litellm_params:
|
|
||||||
# <<: *token_pricing
|
|
||||||
# model: volcengine/deepseek-v3-2-251201
|
|
||||||
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
# api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
# extra_headers:
|
|
||||||
# Connection: "close"
|
|
||||||
# extra_body:
|
|
||||||
# thinking:
|
|
||||||
# type: "disabled"
|
|
||||||
|
|
||||||
|
|
||||||
- model_name: huoshan/deepseek-v4-flash
|
- model_name: huoshan/deepseek-v4-flash
|
||||||
@@ -89,98 +55,7 @@ model_list:
|
|||||||
drop_params: true
|
drop_params: true
|
||||||
|
|
||||||
|
|
||||||
- model_name: doubao-seed-1-8
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-1-8-251228
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
|
|
||||||
- model_name: doubao-seed-1-8-nothink
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-1-8-251228
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
drop_params: true
|
|
||||||
extra_body:
|
|
||||||
reasoning_effort: "minimal"
|
|
||||||
|
|
||||||
|
|
||||||
# - model_name: doubao-seed-2-0-pro
|
|
||||||
# litellm_params:
|
|
||||||
# <<: *token_pricing
|
|
||||||
# model: volcengine/doubao-seed-2-0-pro-260215
|
|
||||||
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
# api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
# timeout: 1800
|
|
||||||
# drop_params: true
|
|
||||||
# extra_headers:
|
|
||||||
# Connection: "close"
|
|
||||||
|
|
||||||
|
|
||||||
# - model_name: doubao-seed-2-0-lite
|
|
||||||
# litellm_params:
|
|
||||||
# <<: *token_pricing
|
|
||||||
# model: volcengine/doubao-seed-2-0-lite-260215
|
|
||||||
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
# api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
# drop_params: true
|
|
||||||
# extra_headers:
|
|
||||||
# Connection: "close"
|
|
||||||
|
|
||||||
- model_name: doubao-seed-2-0-code
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
model_info:
|
|
||||||
max_input_tokens: 224000 # 允许的最大输入长度(单位:token)
|
|
||||||
max_context_length: 256000 # 上下文窗口上限
|
|
||||||
|
|
||||||
#禁用思考,用于标题等
|
|
||||||
- model_name: doubao-seed-2-0-code-nothink
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
extra_body:
|
|
||||||
# thinking:
|
|
||||||
# type: "disable"
|
|
||||||
reasoning_effort: "minimal"
|
|
||||||
model_info:
|
|
||||||
max_input_tokens: 224000 # 允许的最大输入长度(单位:token)
|
|
||||||
max_context_length: 256000 # 上下文窗口上限
|
|
||||||
|
|
||||||
# doubao-seed-2-0-code 强制中等思考,用作回退
|
|
||||||
- model_name: doubao-seed-2-0-code-medium
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
timeout: 1800
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
extra_body:
|
|
||||||
reasoning_effort: "medium"
|
|
||||||
model_info:
|
|
||||||
max_input_tokens: 224000 # 允许的最大输入长度(单位:token)
|
|
||||||
max_context_length: 256000 # 上下文窗口上限
|
|
||||||
|
|
||||||
- model_name: doubao-seed-2-1-turbo
|
- model_name: doubao-seed-2-1-turbo
|
||||||
litellm_params:
|
litellm_params:
|
||||||
@@ -223,17 +98,6 @@ model_list:
|
|||||||
|
|
||||||
#=======================豆包汇总nothink
|
#=======================豆包汇总nothink
|
||||||
|
|
||||||
- model_name: doubao-seed-nothink
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
extra_body:
|
|
||||||
reasoning_effort: "minimal"
|
|
||||||
|
|
||||||
- model_name: doubao-seed-nothink
|
- model_name: doubao-seed-nothink
|
||||||
litellm_params:
|
litellm_params:
|
||||||
@@ -263,17 +127,6 @@ model_list:
|
|||||||
|
|
||||||
#=======================豆包汇总思考等级minimal
|
#=======================豆包汇总思考等级minimal
|
||||||
|
|
||||||
- model_name: doubao-seed-minimal
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
extra_body:
|
|
||||||
reasoning_effort: "minimal"
|
|
||||||
|
|
||||||
- model_name: doubao-seed-minimal
|
- model_name: doubao-seed-minimal
|
||||||
litellm_params:
|
litellm_params:
|
||||||
@@ -302,29 +155,7 @@ model_list:
|
|||||||
|
|
||||||
#=======================豆包汇总思考等级low
|
#=======================豆包汇总思考等级low
|
||||||
|
|
||||||
- model_name: doubao-seed-1-8
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-1-8-251228
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
extra_body:
|
|
||||||
reasoning_effort: "high"
|
|
||||||
|
|
||||||
- model_name: doubao-seed-low
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
extra_body:
|
|
||||||
reasoning_effort: "low"
|
|
||||||
|
|
||||||
- model_name: doubao-seed-low
|
- model_name: doubao-seed-low
|
||||||
litellm_params:
|
litellm_params:
|
||||||
@@ -353,17 +184,6 @@ model_list:
|
|||||||
|
|
||||||
#=======================豆包汇总思考等级medium
|
#=======================豆包汇总思考等级medium
|
||||||
|
|
||||||
- model_name: doubao-seed-medium
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
extra_body:
|
|
||||||
reasoning_effort: "medium"
|
|
||||||
|
|
||||||
- model_name: doubao-seed-medium
|
- model_name: doubao-seed-medium
|
||||||
litellm_params:
|
litellm_params:
|
||||||
@@ -392,17 +212,7 @@ model_list:
|
|||||||
|
|
||||||
#=======================豆包汇总思考等级high
|
#=======================豆包汇总思考等级high
|
||||||
|
|
||||||
- model_name: doubao-seed-high
|
|
||||||
litellm_params:
|
|
||||||
<<: *token_pricing
|
|
||||||
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
drop_params: true
|
|
||||||
extra_headers:
|
|
||||||
Connection: "close"
|
|
||||||
extra_body:
|
|
||||||
reasoning_effort: "high"
|
|
||||||
|
|
||||||
- model_name: doubao-seed-high
|
- model_name: doubao-seed-high
|
||||||
litellm_params:
|
litellm_params:
|
||||||
@@ -434,30 +244,27 @@ model_list:
|
|||||||
- model_name: fanyi
|
- model_name: fanyi
|
||||||
litellm_params:
|
litellm_params:
|
||||||
<<: *token_pricing
|
<<: *token_pricing
|
||||||
model: volcengine/doubao-seed-1-8-251228
|
model: volcengine/doubao-seed-2-1-pro-260628
|
||||||
|
api_base: os.environ/HUOSHAN_BASE_URL
|
||||||
|
api_key: os.environ/HUOSHAN_API_KEY
|
||||||
|
drop_params: true
|
||||||
|
extra_headers:
|
||||||
|
Connection: "close"
|
||||||
|
extra_body:
|
||||||
|
reasoning_effort: "minimal"
|
||||||
|
|
||||||
|
- model_name: fanyi
|
||||||
|
litellm_params:
|
||||||
|
<<: *token_pricing
|
||||||
|
model: volcengine/doubao-seed-2-1-turbo-260628
|
||||||
api_base: os.environ/HUOSHAN_BASE_URL
|
api_base: os.environ/HUOSHAN_BASE_URL
|
||||||
api_key: os.environ/HUOSHAN_API_KEY
|
api_key: os.environ/HUOSHAN_API_KEY
|
||||||
timeout: 120
|
|
||||||
stream: false
|
|
||||||
drop_params: true
|
drop_params: true
|
||||||
extra_headers:
|
extra_headers:
|
||||||
Connection: "close"
|
Connection: "close"
|
||||||
extra_body:
|
extra_body:
|
||||||
reasoning_effort: "minimal"
|
reasoning_effort: "minimal"
|
||||||
|
|
||||||
# - model_name: fanyi
|
|
||||||
# litellm_params:
|
|
||||||
# <<: *token_pricing
|
|
||||||
# model: volcengine/doubao-seed-2-0-lite-260215
|
|
||||||
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
||||||
# api_key: os.environ/HUOSHAN_API_KEY
|
|
||||||
# timeout: 120
|
|
||||||
# stream: false
|
|
||||||
# drop_params: true
|
|
||||||
# extra_headers:
|
|
||||||
# Connection: "close"
|
|
||||||
# extra_body:
|
|
||||||
# reasoning_effort: "minimal"
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
@@ -469,7 +276,7 @@ litellm_settings:
|
|||||||
#drop_params: true #启用drop_params,这样LiteLLM会忽略不支持的参数,但参数仍然会传递给后端API
|
#drop_params: true #启用drop_params,这样LiteLLM会忽略不支持的参数,但参数仍然会传递给后端API
|
||||||
num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
|
num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
|
||||||
fallbacks: [
|
fallbacks: [
|
||||||
{"doubao-seed-high": ["deepseek-v4-pro"]}
|
#{"doubao-seed-high": ["deepseek-v4-pro"]}
|
||||||
]
|
]
|
||||||
#default_fallbacks: ["deepseek-v4-flash"]
|
#default_fallbacks: ["deepseek-v4-flash"]
|
||||||
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
||||||
|
|||||||
Reference in New Issue
Block a user