修改config,添加模型;指定litellm主版本规避风险
This commit is contained in:
+40
-8
@@ -64,6 +64,39 @@ model_list:
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
|
||||
- model_name: doubao-seed-2-0-pro
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-pro-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
timeout: 1800
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
|
||||
# doubao-seed-2-0-pro 强制中等思考,用作回退
|
||||
- model_name: doubao-seed-2-0-pro-medium
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-pro-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
timeout: 1800
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "medium"
|
||||
|
||||
- model_name: doubao-seed-2-0-lite
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-lite-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
|
||||
- model_name: glm-4.7
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
@@ -100,20 +133,20 @@ model_list:
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
|
||||
- model_name: fanyi
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/glm-4-7-251222
|
||||
model: volcengine/doubao-seed-2-0-lite-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
timeout: 120
|
||||
stream: false
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
thinking:
|
||||
type: "disabled"
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
@@ -124,7 +157,7 @@ litellm_settings:
|
||||
# fallbacks: [
|
||||
# {"gemini-2.5-flash": ["gemini-2.5-pro"]}
|
||||
# ]
|
||||
# default_fallbacks: ["gemini-2.5-flash"]
|
||||
default_fallbacks: ["doubao-seed-2-0-pro-medium"]
|
||||
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
||||
cache: False # 开启缓存
|
||||
# cache_params:
|
||||
@@ -132,7 +165,6 @@ litellm_settings:
|
||||
# supported_call_types: ["completion", "embedding", "acompletion"] # 支持的类型
|
||||
allowed_fails: 3 # cooldown model if it fails > 1 call in a minute.
|
||||
# 关键配置:注册自定义回调,实现单上游模型每日token限制的关键
|
||||
#callbacks: ["daily_limit.proxy_handler_instance"]
|
||||
callbacks: ["volc_limit_sync.proxy_handler_instance"]
|
||||
|
||||
router_settings: # router_settings are optional
|
||||
|
||||
Reference in New Issue
Block a user