1.修改部分火山模型前缀为volcengine,2.火山模型添加额外请求头,避免复用导致长连接僵化

This commit is contained in:
kim
2026-02-02 15:07:00 +08:00
parent bdd51e8f9c
commit f48c72e93b
+35 -14
View File
@@ -11,13 +11,15 @@ model_list:
- model_name: deepseek-v3.2 - model_name: deepseek-v3.2
litellm_params: litellm_params:
<<: *token_pricing <<: *token_pricing
model: openai/deepseek-v3-2-251201 model: volcengine/deepseek-v3-2-251201
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
# 说明中建议设置30分钟(1800秒)以上,避免深度思考过程中断连接 # 说明中建议设置30分钟(1800秒)以上,避免深度思考过程中断连接
timeout: 1800 timeout: 1800
# 关键配置2:启用思考模式 # 关键配置2:启用思考模式
# extra_body 中的参数会被直接合并到请求的 JSON body 中 # extra_body 中的参数会被直接合并到请求的 JSON body 中
extra_headers:
Connection: "close"
extra_body: extra_body:
thinking: thinking:
type: "enabled" type: "enabled"
@@ -25,9 +27,11 @@ model_list:
- model_name: deepseek-v3.2-nothink - model_name: deepseek-v3.2-nothink
litellm_params: litellm_params:
<<: *token_pricing <<: *token_pricing
model: openai/deepseek-v3-2-251201 model: volcengine/deepseek-v3-2-251201
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
extra_headers:
Connection: "close"
extra_body: extra_body:
thinking: thinking:
type: "disabled" type: "disabled"
@@ -36,32 +40,40 @@ model_list:
- model_name: doubao-seed-1-8 - model_name: doubao-seed-1-8
litellm_params: litellm_params:
<<: *token_pricing <<: *token_pricing
model: openai/doubao-seed-1-8-251228 model: volcengine/doubao-seed-1-8-251228
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
extra_headers:
Connection: "close"
- model_name: doubao-seed-1-8-nothink - model_name: doubao-seed-1-8-nothink
litellm_params: litellm_params:
<<: *token_pricing <<: *token_pricing
model: openai/doubao-seed-1-8-251228 model: volcengine/doubao-seed-1-8-251228
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
extra_headers:
Connection: "close"
extra_body: extra_body:
reasoning_effort: "minimal" reasoning_effort: "minimal"
- model_name: glm-4.7 - model_name: glm-4.7
litellm_params: litellm_params:
<<: *token_pricing <<: *token_pricing
model: openai/glm-4-7-251222 model: volcengine/glm-4-7-251222
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
extra_headers:
Connection: "close"
- model_name: glm-4.7-nothink - model_name: glm-4.7-nothink
litellm_params: litellm_params:
<<: *token_pricing <<: *token_pricing
model: openai/glm-4-7-251222 model: volcengine/glm-4-7-251222
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
extra_headers:
Connection: "close"
extra_body: extra_body:
thinking: thinking:
type: "disabled" type: "disabled"
@@ -78,9 +90,11 @@ model_list:
- model_name: test-ggllmm - model_name: test-ggllmm
litellm_params: litellm_params:
<<: *token_pricing <<: *token_pricing
model: openai/glm-4-7-251222 model: volcengine/glm-4-7-251222
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
extra_headers:
Connection: "close"
extra_body: extra_body:
thinking: thinking:
type: "disabled" type: "disabled"
@@ -88,9 +102,11 @@ model_list:
- model_name: test-dbao - model_name: test-dbao
litellm_params: litellm_params:
<<: *token_pricing <<: *token_pricing
model: openai/doubao-seed-1-8-251228 model: volcengine/doubao-seed-1-8-251228
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
extra_headers:
Connection: "close"
extra_body: extra_body:
reasoning_effort: "minimal" reasoning_effort: "minimal"
@@ -101,7 +117,9 @@ model_list:
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
timeout: 120 timeout: 120
stream: false stream: false
extra_headers:
Connection: "close"
extra_body: extra_body:
reasoning_effort: "minimal" reasoning_effort: "minimal"
@@ -113,7 +131,9 @@ model_list:
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
timeout: 120 timeout: 120
stream: false stream: false
extra_headers:
Connection: "close"
extra_body: extra_body:
thinking: thinking:
type: "disabled" type: "disabled"
@@ -129,7 +149,8 @@ model_list:
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
timeout: 1800 timeout: 1800
extra_headers:
Connection: "close"