optimize: increase burst traffic threshold to 300,000 tokens to handle long-context models
This commit is contained in:
+1
-1
@@ -63,7 +63,7 @@ REGION = "cn-beijing"
|
|||||||
BUFFER = 800000 # User requested 30w buffer
|
BUFFER = 800000 # User requested 30w buffer
|
||||||
SYNC_INTERVAL = 60
|
SYNC_INTERVAL = 60
|
||||||
CHECK_INTERVAL = 10
|
CHECK_INTERVAL = 10
|
||||||
THRESHOLD = 50000
|
THRESHOLD = 300000
|
||||||
|
|
||||||
# Redis Config
|
# Redis Config
|
||||||
REDIS_HOST = os.getenv(
|
REDIS_HOST = os.getenv(
|
||||||
|
|||||||
Reference in New Issue
Block a user