fix: 已踢模型请求也走限额拦截,统一返回429而非router 400
This commit is contained in:
+9
-5
@@ -648,11 +648,15 @@ def _check_request_block(model_name):
|
|||||||
return None
|
return None
|
||||||
|
|
||||||
for entry in llm_router.model_list:
|
for entry in llm_router.model_list:
|
||||||
if entry.get("model_name") != model_name:
|
entry_name = entry.get("model_name") or ""
|
||||||
continue
|
# 匹配请求名;被限额软踢的条目(原名被重命名为 {name}-limit-reached)
|
||||||
# 已被限额踢出的条目跳过(路由层已匹配不到)
|
# 也参与判定,保证超限模型无论是否已踢都返回 429,而非 router 400
|
||||||
if "_daily_limit_backup" in entry:
|
if entry_name != model_name:
|
||||||
continue
|
if not (
|
||||||
|
"_daily_limit_backup" in entry
|
||||||
|
and entry_name == f"{model_name}-limit-reached"
|
||||||
|
):
|
||||||
|
continue
|
||||||
|
|
||||||
params = entry.get("litellm_params", {})
|
params = entry.get("litellm_params", {})
|
||||||
raw_model = params.get("model", "")
|
raw_model = params.get("model", "")
|
||||||
|
|||||||
Reference in New Issue
Block a user