mirror of
https://github.com/BerriAI/litellm.git
synced 2026-08-28 05:25:59 +00:00
a6b7dcc7d6
* build: make rust ai-gateway Dockerfile config.yaml-based (repo-root context) * build: add dockerignore to shrink repo-root context for ai-gateway * build: add sample realtime config.yaml for rust ai-gateway * build: point ai-gateway render blueprint at config.yaml + repo-root context * docs: document config.yaml as primary path for rust ai-gateway * build: run rust ai-gateway container as non-root user * ci: re-trigger flaky otel fake-openai-endpoint cooldown
13 lines
585 B
YAML
13 lines
585 B
YAML
# Sample realtime config for the LiteLLM Rust AI Gateway.
|
|
#
|
|
# The gateway loads this model_list at boot via the embedded python config
|
|
# reader (litellm.proxy.read_model_list), which reuses the proxy's own reader —
|
|
# so include:, os.environ/ secrets, and DB-stored models all work here too.
|
|
#
|
|
# Secrets are referenced (never inlined) via os.environ/. A real deploy can
|
|
# override this file (e.g. mount a Render secret file at LITELLM_CONFIG_PATH).
|
|
model_list:
|
|
- model_name: gpt-realtime
|
|
litellm_params:
|
|
model: openai/gpt-realtime
|
|
api_key: os.environ/OPENAI_API_KEY
|