Compare commits
10 Commits
a620473fff
...
63658dadd2
| Author | SHA1 | Date | |
|---|---|---|---|
| 63658dadd2 | |||
| 1e27201675 | |||
| d34c7c11c0 | |||
| b3d798ef15 | |||
| 96691af3eb | |||
| ede69fe8b4 | |||
| 8d62816f72 | |||
| afbd39db4d | |||
| 84d561e81a | |||
| 995e0b6ecb |
+50
-228
@@ -5,25 +5,15 @@ x-definitions: &token_pricing
|
||||
|
||||
model_list:
|
||||
|
||||
# 保底
|
||||
- model_name: gemini-2.5-pro
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: gemini/gemini-2.5-pro
|
||||
api_base: os.environ/GCLI2API_cli_openai
|
||||
api_key: os.environ/GCLI2API_API_KEY
|
||||
rpm: 15
|
||||
|
||||
- model_name: gemini-2.5-flash
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/gemini-2.5-flash
|
||||
api_base: os.environ/GCLI2API_cli_openai
|
||||
api_key: os.environ/GCLI2API_API_KEY
|
||||
rpm: 20
|
||||
|
||||
|
||||
#=======================火山平台,限时免费
|
||||
|
||||
|
||||
|
||||
|
||||
###
|
||||
|
||||
|
||||
#日常使用ds v3.2 ,强制think
|
||||
- model_name: deepseek-v3.2
|
||||
litellm_params:
|
||||
@@ -74,6 +64,39 @@ model_list:
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
|
||||
- model_name: doubao-seed-2-0-pro
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-pro-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
timeout: 1800
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
|
||||
# doubao-seed-2-0-pro 强制中等思考,用作回退
|
||||
- model_name: doubao-seed-2-0-pro-medium
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-pro-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
timeout: 1800
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "medium"
|
||||
|
||||
- model_name: doubao-seed-2-0-lite
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-2-0-lite-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
|
||||
- model_name: glm-4.7
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
@@ -97,36 +120,6 @@ model_list:
|
||||
|
||||
#=======================fanyi
|
||||
|
||||
- model_name: test-newapi-dbao
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/doubao-seed-1-8-251228
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: test-ggllmm
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/glm-4-7-251222
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
thinking:
|
||||
type: "disabled"
|
||||
|
||||
- model_name: test-dbao
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-1-8-251228
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
- model_name: fanyi
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
@@ -140,201 +133,31 @@ model_list:
|
||||
extra_body:
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
|
||||
- model_name: fanyi
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/glm-4-7-251222
|
||||
model: volcengine/doubao-seed-2-0-lite-260215
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
timeout: 120
|
||||
stream: false
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
Connection: "close"
|
||||
extra_body:
|
||||
thinking:
|
||||
type: "disabled"
|
||||
|
||||
#=======================code
|
||||
|
||||
|
||||
|
||||
- model_name: code
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: volcengine/doubao-seed-code-preview-251028
|
||||
api_base: os.environ/HUOSHAN_BASE_URL
|
||||
api_key: os.environ/HUOSHAN_API_KEY
|
||||
timeout: 1800
|
||||
extra_headers:
|
||||
Connection: "close"
|
||||
|
||||
reasoning_effort: "minimal"
|
||||
|
||||
|
||||
#=======================Claude系列
|
||||
|
||||
#=======================Claude-Opus-v4.5系列
|
||||
- model_name: Claude-Opus-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-opus-4-5-thinking
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Opus-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-opus-4-5
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Opus-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-4.5-opus
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Opus-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-opus-4-5-20251101
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Opus-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/cursor2-claude-4.1-opus
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
#=======================Claude-Sonnet-v4.5系列
|
||||
- model_name: Claude-Sonnet-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-sonnet-4-5-20250929
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Sonnet-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-sonnet-4-5
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Sonnet-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-4.5-sonnet-official-reverse
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Sonnet-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-4.5-sonnet
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Sonnet-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-4.5-sonnet-docs
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Sonnet-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-4.5-sonnet-2cc
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Sonnet-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/claude-sonnet-4-5-thinking
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: Claude-Sonnet-v4.5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/cursor2-claude-4.5-sonnet
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
|
||||
|
||||
|
||||
#=======================gpt-5系列
|
||||
- model_name: gpt-5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/cursor2-gpt-5
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: gpt-5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/cursor2-gpt-5-codex
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: gpt-5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/gpt-5.1
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: gpt-5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/gpt-5.1-codex
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: gpt-5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/gpt-5.1-codex-2cx
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: gpt-5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/gpt-5.1-codex-max-2cx
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: gpt-5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/gpt-5.2
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
- model_name: gpt-5
|
||||
litellm_params:
|
||||
<<: *token_pricing
|
||||
model: openai/gpt-5.2-2cx
|
||||
api_base: os.environ/NEWAPI_BASE_URL
|
||||
api_key: os.environ/NEWAPI_API_KEY
|
||||
|
||||
|
||||
|
||||
|
||||
litellm_settings:
|
||||
num_retries: 3 # retry call 3 times on each model_name (e.g. zephyr-beta)
|
||||
fallbacks: [
|
||||
{"gemini-2.5-pro": ["gemini-2.5-flash"]}
|
||||
]
|
||||
default_fallbacks: ["gemini-2.5-pro"]
|
||||
# fallbacks: [
|
||||
# {"gemini-2.5-flash": ["gemini-2.5-pro"]}
|
||||
# ]
|
||||
default_fallbacks: ["doubao-seed-2-0-pro-medium"]
|
||||
request_timeout: 120 # raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
||||
cache: False # 开启缓存
|
||||
# cache_params:
|
||||
@@ -342,7 +165,6 @@ litellm_settings:
|
||||
# supported_call_types: ["completion", "embedding", "acompletion"] # 支持的类型
|
||||
allowed_fails: 3 # cooldown model if it fails > 1 call in a minute.
|
||||
# 关键配置:注册自定义回调,实现单上游模型每日token限制的关键
|
||||
#callbacks: ["daily_limit.proxy_handler_instance"]
|
||||
callbacks: ["volc_limit_sync.proxy_handler_instance"]
|
||||
|
||||
router_settings: # router_settings are optional
|
||||
@@ -353,8 +175,8 @@ router_settings: # router_settings are optional
|
||||
#cooldown_time: 60
|
||||
|
||||
general_settings:
|
||||
store_model_in_db: true
|
||||
store_prompts_in_spend_logs: true # <--- 这是最关键的一行
|
||||
store_model_in_db: false
|
||||
store_prompts_in_spend_logs: false # <--- 这是最关键的一行
|
||||
|
||||
|
||||
|
||||
|
||||
+3
-2
@@ -48,9 +48,10 @@ REDIS_PASSWORD = os.getenv("REDIS_PASSWORD", None)
|
||||
|
||||
MODEL_QUOTAS = {
|
||||
"deepseek-v3-2-251201:ba0383d3": 1600000,
|
||||
"doubao-seed-1-8-251228:ba0383d3": 1800000, # 测试限额
|
||||
"doubao-seed-1-8-251228:ba0383d3": 1800000,
|
||||
"glm-4-7-251222:ba0383d3": 1800000,
|
||||
"doubao-seed-1-8-251228:d57edef4": 1500000, # 测试重名
|
||||
"doubao-seed-2-0-pro-260215:ba0383d3": 1900000,
|
||||
"doubao-seed-2-0-lite-260215:ba0383d3": 1900000,
|
||||
}
|
||||
|
||||
|
||||
|
||||
+21
-19
@@ -1,6 +1,8 @@
|
||||
services:
|
||||
litellm:
|
||||
image: ghcr.io/berriai/litellm:main-latest
|
||||
mem_limit: 2048m
|
||||
#image: ghcr.io/berriai/litellm:main-latest # 注意:1.82.7,1.82.8被投毒
|
||||
image: ghcr.io/berriai/litellm@sha256:7c311546c25e7bb6e8cafede9fcd3d0d622ac636b5c9418befaa32e85dfb0186
|
||||
container_name: litellm
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
@@ -17,7 +19,7 @@ services:
|
||||
TZ: Asia/Shanghai
|
||||
# ⚠️ 必须设置这个环境变量,否则 Python 找不到你的脚本
|
||||
PYTHONPATH: "/app"
|
||||
DATABASE_URL: "postgresql://llmproxy:dbpassword9090@db:5432/litellm"
|
||||
DATABASE_URL: "postgresql://litellm_app:shriek-sixfold-ethanol@192.168.1.34:5432/litellm"
|
||||
STORE_MODEL_IN_DB: "True"
|
||||
# --- Modified: 添加 Redis 配置 ---
|
||||
REDIS_HOST: "redis" # 对应下方 redis 服务的名字
|
||||
@@ -26,7 +28,7 @@ services:
|
||||
env_file:
|
||||
- .env
|
||||
depends_on:
|
||||
- db
|
||||
# - db
|
||||
- redis # --- New: 依赖 redis 启动 ---
|
||||
healthcheck:
|
||||
test:
|
||||
@@ -58,22 +60,22 @@ services:
|
||||
- redis_data:/data
|
||||
# ---------------------------
|
||||
|
||||
db:
|
||||
image: postgres:16
|
||||
restart: unless-stopped
|
||||
container_name: litellm_db
|
||||
environment:
|
||||
TZ: Asia/Shanghai
|
||||
POSTGRES_DB: litellm
|
||||
POSTGRES_USER: llmproxy
|
||||
POSTGRES_PASSWORD: dbpassword9090
|
||||
volumes:
|
||||
- postgres_data:/var/lib/postgresql/data
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "pg_isready -d litellm -U llmproxy"]
|
||||
interval: 5s
|
||||
timeout: 5s
|
||||
retries: 10
|
||||
# db:
|
||||
# image: postgres:16
|
||||
# restart: unless-stopped
|
||||
# container_name: litellm_db
|
||||
# environment:
|
||||
# TZ: Asia/Shanghai
|
||||
# POSTGRES_DB: litellm
|
||||
# POSTGRES_USER: llmproxy
|
||||
# POSTGRES_PASSWORD: dbpassword9090
|
||||
# volumes:
|
||||
# - postgres_data:/var/lib/postgresql/data
|
||||
# healthcheck:
|
||||
# test: ["CMD-SHELL", "pg_isready -d litellm -U llmproxy"]
|
||||
# interval: 5s
|
||||
# timeout: 5s
|
||||
# retries: 10
|
||||
|
||||
volumes:
|
||||
postgres_data:
|
||||
|
||||
Reference in New Issue
Block a user