添加反重力 gemini2.5pro作为fallback
This commit is contained in:
+10
-3
@@ -5,6 +5,14 @@ x-definitions: &token_pricing
|
|||||||
|
|
||||||
model_list:
|
model_list:
|
||||||
|
|
||||||
|
# 保底
|
||||||
|
- model_name: gemini-2.5-pro
|
||||||
|
litellm_params:
|
||||||
|
<<: *token_pricing
|
||||||
|
model: gemini/gemini-2.5-pro
|
||||||
|
api_base: https://gege367mini.zeabur.app/antigravity
|
||||||
|
api_key: 5O4a81q5i2S5T3
|
||||||
|
|
||||||
#=======================火山平台,限时免费
|
#=======================火山平台,限时免费
|
||||||
|
|
||||||
#日常使用ds v3.2 ,强制think
|
#日常使用ds v3.2 ,强制think
|
||||||
@@ -314,9 +322,8 @@ model_list:
|
|||||||
|
|
||||||
litellm_settings:
|
litellm_settings:
|
||||||
num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
|
num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
|
||||||
|
default_fallbacks: ["gemini-2.5-pro"]
|
||||||
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
||||||
#fallbacks: [{"zephyr-beta": ["gpt-4o"]}] # fallback to gpt-4o if call fails num_retries
|
|
||||||
#context_window_fallbacks: [{"zephyr-beta": ["gpt-3.5-turbo-16k"]}, {"gpt-4o": ["gpt-3.5-turbo-16k"]}] # fallback to gpt-3.5-turbo-16k if context window error
|
|
||||||
cache: False # 开启缓存
|
cache: False # 开启缓存
|
||||||
# cache_params:
|
# cache_params:
|
||||||
# type: "redis" # 指定使用 Redis
|
# type: "redis" # 指定使用 Redis
|
||||||
@@ -327,7 +334,7 @@ litellm_settings:
|
|||||||
callbacks: ["volc_limit_sync.proxy_handler_instance"]
|
callbacks: ["volc_limit_sync.proxy_handler_instance"]
|
||||||
|
|
||||||
router_settings: # router_settings are optional
|
router_settings: # router_settings are optional
|
||||||
routing_strategy: simple-shuffle # Literal["simple-shuffle", "least-busy", "usage-based-routing","latency-based-routing"], default="simple-shuffle"
|
routing_strategy: simple-shuffle
|
||||||
#model_group_alias: {"gpt-4": "gpt-4o"} # all requests with `gpt-4` will be routed to models with `gpt-4o`
|
#model_group_alias: {"gpt-4": "gpt-4o"} # all requests with `gpt-4` will be routed to models with `gpt-4o`
|
||||||
num_retries: 3
|
num_retries: 3
|
||||||
timeout: 300 # 30 seconds
|
timeout: 300 # 30 seconds
|
||||||
|
|||||||
Reference in New Issue
Block a user