mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-12 03:48:56 +00:00
e9cfba2c17
* feat(lens): isolate trace storage and investigation in a Rust service
* fix(lens): include Rust sources in the image build context
* feat(lens): wire service setup, scoped delivery receipts and lease attempts
* fix(lens): complete service routing and reject stale investigation results
* fix(lens): retry key propagation and validate isolated Compose setup
* fix(lens): seed through isolated ingestion and preserve upstream queue fixes
* chore: sync schema.prisma copies from root
* fix(lens): bind nullable due timestamps as text for Prisma
* chore(ui): remove stale lint suppressions
* fix(lens): address CI failures and review findings
* refactor(lens): remove retired Python worker and run evaluations in Rust
* fix(lens): reuse control connections and satisfy review checks
* test(lens): install and upgrade both Helm charts on Kubernetes
* test(lens): run connection reuse coverage as an integration test
* fix(ui): upgrade Next.js to 16.3.8 security release
* fix(lens): fence stale attempts and preserve reviewed evidence
* Revert "fix(ui): upgrade Next.js to 16.3.8 security release"
This reverts commit 2f79a51b25.
* fix(lens): stop failed investigations and stream history excerpts
* test(lens): cover model tool and result contracts
* test(lens): fix retired routes and reuse installation build artifacts
* test(lens): use portable grep in Helm installation smoke
* test(lens): wait for migrations before forwarding Helm services
* fix(lens): keep failed evidence reads retryable
* fix(lens): preserve sandbox output during process exit
---------
Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
86 lines
2.5 KiB
YAML
86 lines
2.5 KiB
YAML
name: litellm-tracing
|
|
|
|
services:
|
|
litellm:
|
|
build:
|
|
context: ..
|
|
target: runtime
|
|
args:
|
|
LITELLM_RELEASE_TAG: ${LITELLM_RELEASE_TAG:-}
|
|
command: ["--config", "/app/tracing-config.yaml", "--port", "4000"]
|
|
environment:
|
|
LITELLM_MASTER_KEY: ${LITELLM_MASTER_KEY:?set LITELLM_MASTER_KEY}
|
|
LITELLM_SALT_KEY: sk-local-tracing-salt-key
|
|
DATABASE_URL: postgresql://litellm:litellm@db:5432/litellm
|
|
STORE_MODEL_IN_DB: "True"
|
|
LITELLM_LENS_URL: http://lens-worker:4318
|
|
LITELLM_LENS_PUBLIC_URL: http://localhost:4318
|
|
LITELLM_LENS_SERVICE_TOKEN: ${LITELLM_LENS_SERVICE_TOKEN:?set LITELLM_LENS_SERVICE_TOKEN}
|
|
OPENAI_API_KEY: ${OPENAI_API_KEY:-}
|
|
LENS_WORKER_IMAGE: ${LENS_WORKER_IMAGE:-}
|
|
volumes:
|
|
- ./tracing-config.yaml:/app/tracing-config.yaml:ro
|
|
ports:
|
|
- "127.0.0.1:4002:4000"
|
|
depends_on:
|
|
db:
|
|
condition: service_healthy
|
|
|
|
lens-worker:
|
|
build:
|
|
context: ..
|
|
dockerfile: deploy/lens/Dockerfile
|
|
args:
|
|
LITELLM_RELEASE_TAG: ${LITELLM_RELEASE_TAG:?set LITELLM_RELEASE_TAG to the source commit}
|
|
environment:
|
|
LITELLM_URL: http://litellm:4000
|
|
LITELLM_LENS_SERVICE_TOKEN: ${LITELLM_LENS_SERVICE_TOKEN:?set LITELLM_LENS_SERVICE_TOKEN}
|
|
CLICKHOUSE_URL: http://default:local-tracing@clickhouse:8123
|
|
CLICKHOUSE_DATABASE: litellm
|
|
ports:
|
|
- "127.0.0.1:4318:4318"
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,nodev,size=${LENS_WORKER_TMP_SIZE:-1g},mode=1777
|
|
mem_limit: 2g
|
|
cpus: 2
|
|
pids_limit: 64
|
|
restart: unless-stopped
|
|
|
|
db:
|
|
image: postgres:16
|
|
environment:
|
|
POSTGRES_DB: litellm
|
|
POSTGRES_USER: litellm
|
|
POSTGRES_PASSWORD: litellm
|
|
volumes:
|
|
- postgres_data:/var/lib/postgresql/data
|
|
ports:
|
|
- "127.0.0.1:15432:5432"
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U litellm -d litellm"]
|
|
interval: 5s
|
|
timeout: 5s
|
|
retries: 10
|
|
|
|
clickhouse:
|
|
image: clickhouse/clickhouse-server:26.9.6.6
|
|
environment:
|
|
CLICKHOUSE_USER: default
|
|
CLICKHOUSE_PASSWORD: local-tracing
|
|
CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT: "1"
|
|
volumes:
|
|
- clickhouse_data:/var/lib/clickhouse
|
|
ports:
|
|
- "127.0.0.1:18123:8123"
|
|
healthcheck:
|
|
test: ["CMD", "clickhouse-client", "--user", "default", "--password", "local-tracing", "--query", "SELECT 1"]
|
|
interval: 5s
|
|
timeout: 5s
|
|
retries: 20
|
|
|
|
volumes:
|
|
postgres_data:
|
|
clickhouse_data:
|