mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-02 02:11:58 +00:00
34 lines
1.3 KiB
Bash
Executable file
34 lines
1.3 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
repo_root="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
cd "$repo_root"
|
|
|
|
docker compose -f docker/docker-compose.tracing.yml up -d --wait db clickhouse
|
|
uv sync --inexact --frozen --extra proxy --group proxy-dev --no-install-project
|
|
"$repo_root/.venv/bin/python" scripts/prisma_generate_if_needed.py
|
|
VIRTUAL_ENV="$repo_root/.venv" uvx --from maturin==1.15.0 maturin develop \
|
|
--release --manifest-path litellm-rust/crates/python-bridge/Cargo.toml --features extension-module
|
|
|
|
config_file="$(mktemp "${TMPDIR:-/tmp}/litellm-tracing-local.XXXXXX.yaml")"
|
|
trap 'rm -f "$config_file"' EXIT
|
|
cat > "$config_file" <<'EOF'
|
|
model_list: []
|
|
general_settings:
|
|
master_key: os.environ/LITELLM_MASTER_KEY
|
|
tracing:
|
|
store: clickhouse
|
|
EOF
|
|
|
|
export LITELLM_MASTER_KEY=sk-local-tracing
|
|
export LITELLM_SALT_KEY=sk-local-tracing-salt-key
|
|
export DATABASE_URL=postgresql://litellm:litellm@127.0.0.1:15432/litellm
|
|
export STORE_MODEL_IN_DB=True
|
|
export CLICKHOUSE_URL=http://default:local-tracing@127.0.0.1:18123
|
|
export CLICKHOUSE_READER_URL="$CLICKHOUSE_URL"
|
|
export CLICKHOUSE_DATABASE=litellm
|
|
export LITELLM_LOCAL_MODEL_COST_MAP=True
|
|
|
|
printf 'Proxy: http://127.0.0.1:4002/ui\nMaster key: %s\n' "$LITELLM_MASTER_KEY"
|
|
"$repo_root/.venv/bin/python" litellm/proxy/proxy_cli.py \
|
|
--config "$config_file" --host 127.0.0.1 --port 4002
|