kim/litellm-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix: Revert sync-all-models. Only sync configured VolcEngine models (Strict Whitelist)

Browse Source
This commit is contained in:
kim
2026-01-29 18:16:17 +08:00
parent fb77e4047c
commit 0e2acd85b0
1 changed files with 15 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
volc_limit_sync.py
+14 -10
View File
@@ -785,18 +785,23 @@ def active_monitor_loop():
targets = [model_name] targets = [model_name]
for target in targets: for target in targets:
# Optimization: Sync ALL balances found in the VolcEngine account # STRICT FILTER: Only sync models explicitly configured with VolcEngine Base URL
# Reason: Some models might be used via aliases (e.g. NewAPI) or not explicitly in config # User Requirement: Do NOT sync or limit models that share names but use other providers (e.g. NewAPI)
# but belong to the same account. We should cache their quota regardless. if target not in INTERESTED_MODELS:
if DEBUG_MODE:
print(
f"DEBUG: Skipping {target} (Not in INTERESTED_MODELS)",
flush=True,
)
continue
# Use normalized key for storage # Use normalized key for storage
# Format: limit:dynamic:volcengine:remaining:{model_name} # Format: limit:dynamic:volcengine:remaining:{model_name}
dynamic_key = f"limit:dynamic:volcengine:remaining:{target}" dynamic_key = f"limit:dynamic:volcengine:remaining:{target}"
if DEBUG_MODE: if DEBUG_MODE:
is_interested = " (Configured)" if target in INTERESTED_MODELS else " (Auto-Found)"
print( print(
f"DEBUG: Checking {target}{is_interested} (Bal: {int(balance)}, Rem: {int(remaining)})", f"DEBUG: Checking {target} (Configured) (Bal: {int(balance)}, Rem: {int(remaining)})",
flush=True, flush=True,
) )
@@ -808,11 +813,10 @@ def active_monitor_loop():
flush=True, flush=True,
) )
# Only count INTERESTED models for global min tracking (frequency control) # Track min remaining for frequency control
if target in INTERESTED_MODELS: configured_models_found = True
configured_models_found = True if remaining < temp_min_remaining:
if remaining < temp_min_remaining: temp_min_remaining = remaining
temp_min_remaining = remaining
global_min_remaining = temp_min_remaining if model_balances else 0 global_min_remaining = temp_min_remaining if model_balances else 0