root
490 lines
15 KiB
YAML
490 lines
15 KiB
YAML
##yaml锚点方便配置。手动设定价格，方便ui中查看
|
|
x-definitions: &token_pricing
|
|
input_cost_per_token: 1
|
|
output_cost_per_token: 1
|
|
|
|
model_list:
|
|
# ======================= 监控模型维护入口 =======================
|
|
# 1. 这里的火山模型条目，就是“纳入监控模型”的主入口。
|
|
# 2. 常规版本号模型（如 xxx-260215）会由 volc_limit_sync.py 自动推导成监控别名 xxx。
|
|
# 3. 只有“资源包名与上游模型名不一致”或“一包多模型”时，才需要再改
|
|
# volc_limit_sync.py 里的 MANUAL_MONITORED_MODEL_ALIASES。
|
|
# 4. 改完后运行 `python generate_keys.py`，检查监控别名和 HARD_DAILY_LIMITS 的限额来源。
|
|
|
|
|
|
#=======================newapi
|
|
|
|
|
|
- model_name: deepseek-v4-flash
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/deepseek-v4-flash
|
|
api_base: os.environ/NEWAPI_BASE_URL
|
|
api_key: os.environ/NEWAPI_API_KEY
|
|
|
|
- model_name: deepseek-v4-pro
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/deepseek-v4-flash
|
|
api_base: os.environ/NEWAPI_BASE_URL
|
|
api_key: os.environ/NEWAPI_API_KEY
|
|
|
|
|
|
#=======================火山平台，限时免费
|
|
|
|
|
|
|
|
###
|
|
|
|
|
|
#日常使用ds v3.2 ，强制think
|
|
# - model_name: deepseek-v3.2
|
|
# litellm_params:
|
|
# <<: *token_pricing
|
|
# model: volcengine/deepseek-v3-2-251201
|
|
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
# api_key: os.environ/HUOSHAN_API_KEY
|
|
# 说明中建议设置30分钟(1800秒)以上，避免深度思考过程中断连接
|
|
# timeout: 1800
|
|
# 关键配置2：启用思考模式
|
|
# extra_body 中的参数会被直接合并到请求的 JSON body 中
|
|
# extra_headers:
|
|
# Connection: "close"
|
|
# extra_body:
|
|
# thinking:
|
|
# type: "enabled"
|
|
# model_info:
|
|
# max_input_tokens: 128000 # 允许的最大输入长度（单位：token）
|
|
# max_context_length: 128000 # 上下文窗口上限
|
|
|
|
# - model_name: deepseek-v3.2-nothink
|
|
# litellm_params:
|
|
# <<: *token_pricing
|
|
# model: volcengine/deepseek-v3-2-251201
|
|
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
# api_key: os.environ/HUOSHAN_API_KEY
|
|
# extra_headers:
|
|
# Connection: "close"
|
|
# extra_body:
|
|
# thinking:
|
|
# type: "disabled"
|
|
|
|
|
|
- model_name: deepseek-v4-flash-hs
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/deepseek-v4-flash-ga-260731
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
|
|
|
|
|
|
- model_name: doubao-seed-1-8
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-1-8-251228
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
|
|
- model_name: doubao-seed-1-8-nothink
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-1-8-251228
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
extra_headers:
|
|
Connection: "close"
|
|
drop_params: true
|
|
extra_body:
|
|
reasoning_effort: "minimal"
|
|
|
|
|
|
# - model_name: doubao-seed-2-0-pro
|
|
# litellm_params:
|
|
# <<: *token_pricing
|
|
# model: volcengine/doubao-seed-2-0-pro-260215
|
|
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
# api_key: os.environ/HUOSHAN_API_KEY
|
|
# timeout: 1800
|
|
# drop_params: true
|
|
# extra_headers:
|
|
# Connection: "close"
|
|
|
|
|
|
# - model_name: doubao-seed-2-0-lite
|
|
# litellm_params:
|
|
# <<: *token_pricing
|
|
# model: volcengine/doubao-seed-2-0-lite-260215
|
|
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
# api_key: os.environ/HUOSHAN_API_KEY
|
|
# drop_params: true
|
|
# extra_headers:
|
|
# Connection: "close"
|
|
|
|
- model_name: doubao-seed-2-0-code
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
model_info:
|
|
max_input_tokens: 224000 # 允许的最大输入长度（单位：token）
|
|
max_context_length: 256000 # 上下文窗口上限
|
|
|
|
#禁用思考，用于标题等
|
|
- model_name: doubao-seed-2-0-code-nothink
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
# thinking:
|
|
# type: "disable"
|
|
reasoning_effort: "minimal"
|
|
model_info:
|
|
max_input_tokens: 224000 # 允许的最大输入长度（单位：token）
|
|
max_context_length: 256000 # 上下文窗口上限
|
|
|
|
# doubao-seed-2-0-code 强制中等思考，用作回退
|
|
- model_name: doubao-seed-2-0-code-medium
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
timeout: 1800
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "medium"
|
|
model_info:
|
|
max_input_tokens: 224000 # 允许的最大输入长度（单位：token）
|
|
max_context_length: 256000 # 上下文窗口上限
|
|
|
|
- model_name: doubao-seed-2-1-turbo
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-turbo-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
model_info:
|
|
max_input_tokens: 256000 # 允许的最大输入长度（单位：token）
|
|
max_context_length: 256000 # 上下文窗口上限
|
|
|
|
- model_name: doubao-seed-2-1-pro
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-pro-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
model_info:
|
|
max_input_tokens: 256000 # 允许的最大输入长度（单位：token）
|
|
max_context_length: 256000 # 上下文窗口上限
|
|
|
|
|
|
- model_name: glm-5.2
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/glm-5-2-260617
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
extra_headers:
|
|
Connection: "close"
|
|
model_info:
|
|
max_input_tokens: 1024000 # 允许的最大输入长度（单位：token）
|
|
max_context_length: 1024000 # 上下文窗口上限
|
|
|
|
#=======================豆包汇总nothink
|
|
|
|
- model_name: doubao-seed-nothink
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "minimal"
|
|
|
|
- model_name: doubao-seed-nothink
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-pro-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "minimal"
|
|
|
|
- model_name: doubao-seed-nothink
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-turbo-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "minimal"
|
|
|
|
|
|
|
|
#=======================豆包汇总思考等级minimal
|
|
|
|
- model_name: doubao-seed-minimal
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "minimal"
|
|
|
|
- model_name: doubao-seed-minimal
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-pro-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "minimal"
|
|
|
|
- model_name: doubao-seed-minimal
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-turbo-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "minimal"
|
|
|
|
|
|
#=======================豆包汇总思考等级low
|
|
|
|
- model_name: doubao-seed-1-8
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-1-8-251228
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "high"
|
|
|
|
- model_name: doubao-seed-low
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "low"
|
|
|
|
- model_name: doubao-seed-low
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-pro-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "low"
|
|
|
|
- model_name: doubao-seed-low
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-turbo-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "low"
|
|
|
|
|
|
#=======================豆包汇总思考等级medium
|
|
|
|
- model_name: doubao-seed-medium
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "medium"
|
|
|
|
- model_name: doubao-seed-medium
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-pro-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "medium"
|
|
|
|
- model_name: doubao-seed-medium
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-turbo-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "medium"
|
|
|
|
|
|
#=======================豆包汇总思考等级high
|
|
|
|
- model_name: doubao-seed-high
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-0-code-preview-260215
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "high"
|
|
|
|
- model_name: doubao-seed-high
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-pro-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "high"
|
|
|
|
- model_name: doubao-seed-high
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-2-1-turbo-260628
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "high"
|
|
|
|
|
|
#=======================fanyi
|
|
|
|
- model_name: fanyi
|
|
litellm_params:
|
|
<<: *token_pricing
|
|
model: volcengine/doubao-seed-1-8-251228
|
|
api_base: os.environ/HUOSHAN_BASE_URL
|
|
api_key: os.environ/HUOSHAN_API_KEY
|
|
timeout: 120
|
|
stream: false
|
|
drop_params: true
|
|
extra_headers:
|
|
Connection: "close"
|
|
extra_body:
|
|
reasoning_effort: "minimal"
|
|
|
|
# - model_name: fanyi
|
|
# litellm_params:
|
|
# <<: *token_pricing
|
|
# model: volcengine/doubao-seed-2-0-lite-260215
|
|
# api_base: os.environ/HUOSHAN_BASE_URL
|
|
# api_key: os.environ/HUOSHAN_API_KEY
|
|
# timeout: 120
|
|
# stream: false
|
|
# drop_params: true
|
|
# extra_headers:
|
|
# Connection: "close"
|
|
# extra_body:
|
|
# reasoning_effort: "minimal"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
litellm_settings:
|
|
#drop_params: true #启用drop_params，这样LiteLLM会忽略不支持的参数，但参数仍然会传递给后端API
|
|
num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
|
|
fallbacks: [
|
|
{"doubao-seed-high": ["deepseek-v4-pro"]}
|
|
]
|
|
default_fallbacks: ["deepseek-v4-flash-hs"]
|
|
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
|
cache: False # 开启缓存
|
|
# cache_params:
|
|
# type: "redis" # 指定使用 Redis
|
|
# supported_call_types: ["completion", "embedding", "acompletion"] # 支持的类型
|
|
allowed_fails: 3 # cooldown model if it fails > 1 call in a minute.
|
|
# 当前生效入口：volc_limit_sync.py
|
|
# 监控模型发现、监控别名推导、资源包同步、HARD_DAILY_LIMITS 都在这个脚本里。
|
|
# daily_limit.py 当前未启用，仅保留作历史参考。
|
|
callbacks: ["volc_limit_sync.proxy_handler_instance"]
|
|
|
|
router_settings: # router_settings are optional
|
|
routing_strategy: simple-shuffle
|
|
#model_group_alias: {"gpt-4": "gpt-4o"} # all requests with `gpt-4` will be routed to models with `gpt-4o`
|
|
num_retries: 3
|
|
timeout: 300 # 30 seconds
|
|
#cooldown_time: 60
|
|
|
|
general_settings:
|
|
store_model_in_db: false
|
|
store_prompts_in_spend_logs: false # <--- 这是最关键的一行
|
|
|
|
|
|
|