optimize: increase burst traffic threshold to 300,000 tokens to handle long-context models
This commit is contained in:
+1
-1
@@ -63,7 +63,7 @@ REGION = "cn-beijing"
|
||||
BUFFER = 800000 # User requested 30w buffer
|
||||
SYNC_INTERVAL = 60
|
||||
CHECK_INTERVAL = 10
|
||||
THRESHOLD = 50000
|
||||
THRESHOLD = 300000
|
||||
|
||||
# Redis Config
|
||||
REDIS_HOST = os.getenv(
|
||||
|
||||
Reference in New Issue
Block a user