mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-11 03:38:38 +00:00
3796ada82a
Some checks failed
LiteLLM Rust / rust-lint (push) Has been cancelled
LiteLLM Rust / rust-test (push) Has been cancelled
LiteLLM Rust / rust-wheel (push) Has been cancelled
Terraform Provider / gofmt, vet, build, test (push) Has been cancelled
Terraform Provider / Provider endpoints vs proxy OpenAPI schema (push) Has been cancelled
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
91 lines
3 KiB
YAML
91 lines
3 KiB
YAML
# LiteLLM plus a Postgres database that stores models, virtual keys and spend
|
|
# logs. Used by https://docs.litellm.ai/docs/proxy/docker_quick_start
|
|
#
|
|
# curl -sSLO https://github.com/BerriAI/litellm/raw/main/docker-compose.yml
|
|
# printf 'LITELLM_MASTER_KEY=sk-%s\nLITELLM_SALT_KEY=sk-%s\n' "$(openssl rand -hex 32)" "$(openssl rand -hex 32)" > .env
|
|
# docker compose up -d
|
|
#
|
|
# `docker compose up` runs the published image. From a checkout of the repo,
|
|
# `docker compose up --build` builds the Dockerfile next to this file instead.
|
|
# `docker compose --profile monitoring up -d` also starts Prometheus on 9090.
|
|
#
|
|
# Compose reads .env from this directory. Keep it: regenerating LITELLM_SALT_KEY
|
|
# makes credentials already stored in the database unreadable. For anything
|
|
# beyond local evaluation, pin the image to a specific release tag.
|
|
services:
|
|
litellm:
|
|
image: docker.litellm.ai/berriai/litellm:main-stable
|
|
build:
|
|
context: .
|
|
target: runtime
|
|
pull_policy: missing
|
|
ports:
|
|
- "4000:4000"
|
|
# The same image runs every component. The first word of `command` picks
|
|
# it: proxy (default), gateway, backend, ui, migrations, metrics,
|
|
# collector. See docker/README.md
|
|
# command: ["--config", "/app/config.yaml"]
|
|
# volumes:
|
|
# - ./config.yaml:/app/config.yaml:ro
|
|
environment:
|
|
LITELLM_MASTER_KEY: ${LITELLM_MASTER_KEY:?set it in .env, see the header of this file}
|
|
LITELLM_SALT_KEY: ${LITELLM_SALT_KEY:?set it in .env, see the header of this file}
|
|
DATABASE_URL: postgresql://llmproxy:dbpassword9090@db:5432/litellm
|
|
STORE_MODEL_IN_DB: "True"
|
|
env_file:
|
|
- path: .env
|
|
required: false
|
|
read_only: true
|
|
cap_drop:
|
|
- ALL
|
|
security_opt:
|
|
- no-new-privileges:true
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,nodev,size=64m,mode=1777
|
|
- /app/.cache:rw,noexec,nosuid,nodev,size=128m,mode=1777
|
|
depends_on:
|
|
db:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test:
|
|
- CMD-SHELL
|
|
- python3 -c "import urllib.request; urllib.request.urlopen('http://localhost:4000/health/liveliness')"
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
start_period: 40s
|
|
|
|
db:
|
|
image: postgres:16
|
|
restart: always
|
|
environment:
|
|
POSTGRES_DB: litellm
|
|
POSTGRES_USER: llmproxy
|
|
POSTGRES_PASSWORD: dbpassword9090
|
|
volumes:
|
|
- postgres_data:/var/lib/postgresql/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -d litellm -U llmproxy"]
|
|
interval: 1s
|
|
timeout: 5s
|
|
retries: 10
|
|
|
|
prometheus:
|
|
image: prom/prometheus
|
|
profiles:
|
|
- monitoring
|
|
volumes:
|
|
- prometheus_data:/prometheus
|
|
- ./prometheus.yml:/etc/prometheus/prometheus.yml
|
|
ports:
|
|
- "9090:9090"
|
|
command:
|
|
- "--config.file=/etc/prometheus/prometheus.yml"
|
|
- "--storage.tsdb.path=/prometheus"
|
|
- "--storage.tsdb.retention.time=15d"
|
|
restart: always
|
|
|
|
volumes:
|
|
prometheus_data:
|
|
postgres_data:
|
|
name: litellm_postgres_data
|