kim/litellm-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修改config

Browse Source
This commit is contained in:
kim
2026-02-01 12:34:29 +08:00
parent c596b7e11b
commit 90c6b1c444
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
config.yaml
+3 -1
View File
@@ -100,6 +100,7 @@ model_list:
model: volcengine/doubao-seed-1-8-251228 model: volcengine/doubao-seed-1-8-251228
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
timeout: 120
extra_body: extra_body:
reasoning_effort: "minimal" reasoning_effort: "minimal"
@@ -110,6 +111,7 @@ model_list:
model: volcengine/glm-4-7-251222 model: volcengine/glm-4-7-251222
api_base: os.environ/HUOSHAN_BASE_URL api_base: os.environ/HUOSHAN_BASE_URL
api_key: os.environ/HUOSHAN_API_KEY api_key: os.environ/HUOSHAN_API_KEY
timeout: 120
extra_body: extra_body:
thinking: thinking:
type: "disabled" type: "disabled"
@@ -288,7 +290,7 @@ model_list:
litellm_settings: litellm_settings:
num_retries: 2 # retry call 3 times on each model_name (e.g. zephyr-beta) num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
#fallbacks: [{"zephyr-beta": ["gpt-4o"]}] # fallback to gpt-4o if call fails num_retries #fallbacks: [{"zephyr-beta": ["gpt-4o"]}] # fallback to gpt-4o if call fails num_retries
#context_window_fallbacks: [{"zephyr-beta": ["gpt-3.5-turbo-16k"]}, {"gpt-4o": ["gpt-3.5-turbo-16k"]}] # fallback to gpt-3.5-turbo-16k if context window error #context_window_fallbacks: [{"zephyr-beta": ["gpt-3.5-turbo-16k"]}, {"gpt-4o": ["gpt-3.5-turbo-16k"]}] # fallback to gpt-3.5-turbo-16k if context window error