config增加多级fallback

2026-02-03 11:52:28 +08:00
parent 3ba7e03cce
commit cb2cf90966
1 changed files with 3 additions and 0 deletions
@@ -331,6 +331,9 @@ model_list:

 litellm_settings:
  num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
+  fallbacks: [
+    {"gemini-2.5-pro": ["gemini-2.5-flash"]}
+  ]
  default_fallbacks: ["gemini-2.5-pro"]
  request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout 
  cache: False          # 开启缓存