kim/litellm-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

config增加多级fallback

Browse Source
This commit is contained in:
kim
2026-02-03 11:52:28 +08:00
parent 3ba7e03cce
commit cb2cf90966
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
config.yaml
+3
View File
@@ -331,6 +331,9 @@ model_list:
litellm_settings: litellm_settings:
num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta) num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
fallbacks: [
{"gemini-2.5-pro": ["gemini-2.5-flash"]}
]
default_fallbacks: ["gemini-2.5-pro"] default_fallbacks: ["gemini-2.5-pro"]
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
cache: False # 开启缓存 cache: False # 开启缓存