mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-15 04:19:08 +00:00
5cf956f7a8
Some checks failed
LiteLLM Rust / rust-lint (push) Has been cancelled
LiteLLM Rust / rust-test (push) Has been cancelled
LiteLLM Rust / rust-wheel (push) Has been cancelled
Terraform Provider / gofmt, vet, build, test (push) Has been cancelled
Terraform Provider / Provider endpoints vs proxy OpenAPI schema (push) Has been cancelled
helm/litellm becomes the only chart. Every container runs the one shared image with args only, monolith.enabled renders a single proxy Deployment, the retired chart's KEDA, extraResources, generated master key, helm test, minReadySeconds and rollout strategy settings are ported, and the bundled PostgreSQL and Redis subcharts are removed Resolves LIT-8880 Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
130 lines
4.7 KiB
Bash
Executable file
130 lines
4.7 KiB
Bash
Executable file
#!/bin/sh
|
|
# LiteLLM image entrypoint: docker-entrypoint.sh [COMPONENT] [ARGS...]
|
|
#
|
|
# COMPONENT selects the process this container runs; it can also be given as
|
|
# LITELLM_COMPONENT when the command carries no component. Anything after it is
|
|
# passed to that process. A first argument starting with "-" (or no argument at
|
|
# all) keeps the historical behaviour of running the monolithic proxy.
|
|
#
|
|
# proxy litellm ARGS everything in one process (default)
|
|
# gateway python -m gateway.launch ARGS inference routes, 0.0.0.0:4000
|
|
# backend uvicorn backend.main:app ARGS management routes, 0.0.0.0:4001
|
|
# ui nginx serving the admin UI port 3000
|
|
# migrations python migrations/run.py prisma migrate deploy, then exit
|
|
# metrics python -m litellm.proxy.prometheus_metrics_server ARGS
|
|
# collector python -m litellm.proxy.collector ARGS
|
|
# --admin-agent the bundled LiteAdmin Slack agent (litellm-admin-agent --web ARGS)
|
|
#
|
|
# gateway and backend get their host and port defaults first, so ARGS such as
|
|
# --port 8080 override them. With no DATABASE_URL, proxy assembles DATABASE_URL
|
|
# and DATABASE_URL_READ_REPLICA from DATABASE_HOST and the other discrete
|
|
# variables the way gateway and backend do. An unknown first word is executed
|
|
# as-is (docker run <image> sh), through ddtrace-run like every component when
|
|
# USE_DDTRACE=true. PgBouncer is not a component: LITELLM_PGBOUNCER_ENABLED=true
|
|
# starts it inside proxy and gateway. Components that write Prometheus samples
|
|
# start with an empty PROMETHEUS_MULTIPROC_DIR; metrics, collector and raw
|
|
# readers keep the workers' files, other raw commands clear stale samples.
|
|
set -eu
|
|
|
|
usage() {
|
|
awk 'NR == 1 { next } /^#/ { sub(/^# ?/, ""); print; next } { exit }' "$0" >&2
|
|
}
|
|
|
|
component="${LITELLM_COMPONENT:-proxy}"
|
|
case "${1:-}" in
|
|
proxy|gateway|backend|ui|migrations|metrics|collector)
|
|
component="$1"
|
|
shift
|
|
;;
|
|
--admin-agent)
|
|
shift
|
|
export CONNECTION_AUTH_MODE=native
|
|
exec /opt/liteadmin/bin/litellm-admin-agent --web "$@"
|
|
;;
|
|
""|-*)
|
|
;;
|
|
help)
|
|
usage
|
|
exit 0
|
|
;;
|
|
*)
|
|
if [ -n "${PROMETHEUS_MULTIPROC_DIR:-}" ]; then
|
|
mkdir -p "$PROMETHEUS_MULTIPROC_DIR"
|
|
case "$*" in
|
|
*litellm.proxy.prometheus_metrics_server*|*litellm.proxy.collector*) ;;
|
|
*) rm -f "$PROMETHEUS_MULTIPROC_DIR"/*.db "$PROMETHEUS_MULTIPROC_DIR"/litellm_admitted_series_* ;;
|
|
esac
|
|
fi
|
|
component=raw
|
|
;;
|
|
esac
|
|
|
|
case "$component" in
|
|
raw)
|
|
;;
|
|
proxy)
|
|
if [ -z "${DATABASE_URL:-}" ] && [ -n "${DATABASE_HOST:-}" ]; then
|
|
set -- python -c 'import os, sys
|
|
from litellm.proxy.db.db_url_settings import DatabaseURLSettings, add_missing_query_params, idle_lifetime_params
|
|
if os.environ.get("USE_AWS_KMS") == "True":
|
|
from litellm.secret_managers.aws_secret_manager import decrypt_env_var
|
|
os.environ.update(decrypt_env_var())
|
|
settings = DatabaseURLSettings.from_env()
|
|
settings.apply_writer_url_to_env()
|
|
reader = settings.build_reader_url()
|
|
if reader:
|
|
os.environ["DATABASE_URL_READ_REPLICA"] = reader
|
|
if settings.max_idle_connection_lifetime is not None:
|
|
lifetime = idle_lifetime_params(settings.max_idle_connection_lifetime)
|
|
for name in ("DATABASE_URL", "DATABASE_URL_READ_REPLICA"):
|
|
if os.environ.get(name):
|
|
os.environ[name] = add_missing_query_params(os.environ[name], lifetime)
|
|
os.execvp("litellm", ["litellm", *sys.argv[1:]])' "$@"
|
|
else
|
|
set -- litellm "$@"
|
|
fi
|
|
;;
|
|
gateway)
|
|
set -- python -m gateway.launch --workers "${NUM_WORKERS:-1}" --host 0.0.0.0 --port 4000 "$@"
|
|
;;
|
|
backend)
|
|
set -- uvicorn backend.main:app --host 0.0.0.0 --port 4001 "$@"
|
|
;;
|
|
ui)
|
|
exec nginx -g 'daemon off;' "$@"
|
|
;;
|
|
migrations)
|
|
set -- python /app/migrations/run.py "$@"
|
|
;;
|
|
metrics)
|
|
set -- python -m litellm.proxy.prometheus_metrics_server "$@"
|
|
;;
|
|
collector)
|
|
set -- python -m litellm.proxy.collector "$@"
|
|
;;
|
|
*)
|
|
echo "docker-entrypoint.sh: unknown LITELLM_COMPONENT '$component'" >&2
|
|
usage
|
|
exit 64
|
|
;;
|
|
esac
|
|
|
|
if [ -n "${PROMETHEUS_MULTIPROC_DIR:-}" ]; then
|
|
case "$component" in
|
|
raw) ;;
|
|
metrics|collector) mkdir -p "$PROMETHEUS_MULTIPROC_DIR" ;;
|
|
*)
|
|
mkdir -p "$PROMETHEUS_MULTIPROC_DIR"
|
|
rm -f "$PROMETHEUS_MULTIPROC_DIR"/*.db "$PROMETHEUS_MULTIPROC_DIR"/litellm_admitted_series_*
|
|
;;
|
|
esac
|
|
fi
|
|
|
|
case "${USE_DDTRACE:-}" in
|
|
[Tt][Rr][Uu][Ee])
|
|
export DD_TRACE_OPENAI_ENABLED="False"
|
|
exec ddtrace-run "$@"
|
|
;;
|
|
esac
|
|
|
|
exec "$@"
|