feat: add postgress for litellm admin UI
This commit is contained in:
parent
9bf825d668
commit
55630095f8
2 changed files with 22 additions and 0 deletions
|
|
@ -6,6 +6,7 @@
|
||||||
|
|
||||||
# --- LiteLLM ---
|
# --- LiteLLM ---
|
||||||
LITELLM_MASTER_KEY=sk-change-me-to-a-random-string
|
LITELLM_MASTER_KEY=sk-change-me-to-a-random-string
|
||||||
|
LITELLM_DB_PASSWORD=change-me-to-a-random-string
|
||||||
OPENROUTER_API_KEY=sk-or-...
|
OPENROUTER_API_KEY=sk-or-...
|
||||||
SILICONFLOW_API_KEY=sk-...
|
SILICONFLOW_API_KEY=sk-...
|
||||||
DEEPINFRA_API_KEY=...
|
DEEPINFRA_API_KEY=...
|
||||||
|
|
|
||||||
|
|
@ -38,6 +38,22 @@ services:
|
||||||
- ANONYMIZED_TELEMETRY=FALSE
|
- ANONYMIZED_TELEMETRY=FALSE
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
|
|
||||||
|
# ── Database for LiteLLM ──
|
||||||
|
litellm-db:
|
||||||
|
image: postgres:16-alpine
|
||||||
|
volumes:
|
||||||
|
- litellm-db-data:/var/lib/postgresql/data
|
||||||
|
environment:
|
||||||
|
- POSTGRES_DB=litellm
|
||||||
|
- POSTGRES_USER=litellm
|
||||||
|
- POSTGRES_PASSWORD=${LITELLM_DB_PASSWORD}
|
||||||
|
restart: unless-stopped
|
||||||
|
healthcheck:
|
||||||
|
test: ["CMD-SHELL", "pg_isready -U litellm"]
|
||||||
|
interval: 10s
|
||||||
|
timeout: 3s
|
||||||
|
retries: 3
|
||||||
|
|
||||||
# ── LLM API proxy ──
|
# ── LLM API proxy ──
|
||||||
litellm:
|
litellm:
|
||||||
image: ghcr.io/berriai/litellm:main-latest
|
image: ghcr.io/berriai/litellm:main-latest
|
||||||
|
|
@ -48,11 +64,15 @@ services:
|
||||||
- "0.0.0.0:4000:4000"
|
- "0.0.0.0:4000:4000"
|
||||||
environment:
|
environment:
|
||||||
- LITELLM_MASTER_KEY=${LITELLM_MASTER_KEY}
|
- LITELLM_MASTER_KEY=${LITELLM_MASTER_KEY}
|
||||||
|
- DATABASE_URL=postgresql://litellm:${LITELLM_DB_PASSWORD}@litellm-db:5432/litellm
|
||||||
- OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
|
- OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
|
||||||
- SILICONFLOW_API_KEY=${SILICONFLOW_API_KEY}
|
- SILICONFLOW_API_KEY=${SILICONFLOW_API_KEY}
|
||||||
- DEEPINFRA_API_KEY=${DEEPINFRA_API_KEY}
|
- DEEPINFRA_API_KEY=${DEEPINFRA_API_KEY}
|
||||||
- GROQ_API_KEY=${GROQ_API_KEY}
|
- GROQ_API_KEY=${GROQ_API_KEY}
|
||||||
- CEREBRAS_API_KEY=${CEREBRAS_API_KEY}
|
- CEREBRAS_API_KEY=${CEREBRAS_API_KEY}
|
||||||
|
depends_on:
|
||||||
|
litellm-db:
|
||||||
|
condition: service_healthy
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://localhost:4000/health/liveliness')"]
|
test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://localhost:4000/health/liveliness')"]
|
||||||
|
|
@ -111,5 +131,6 @@ services:
|
||||||
volumes:
|
volumes:
|
||||||
valkey-data:
|
valkey-data:
|
||||||
chromadb-data:
|
chromadb-data:
|
||||||
|
litellm-db-data:
|
||||||
open-webui-data:
|
open-webui-data:
|
||||||
tailscale-state:
|
tailscale-state:
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue