mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-16 23:41:43 +00:00
68 lines
2.4 KiB
YAML
68 lines
2.4 KiB
YAML
model_list:
|
|
- model_name: fake-openai-endpoint
|
|
litellm_params:
|
|
model: openai/fake-model
|
|
api_key: fake-key
|
|
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
|
timeout: 40
|
|
|
|
- model_name: fake-openai-gpt4
|
|
litellm_params:
|
|
model: gpt-4
|
|
api_key: fake-key
|
|
# Docker Compose service `mock-llm-provider` (host:8090). Requires network_mock: False for real HTTP.
|
|
api_base: http://mock-llm-provider/llm/
|
|
|
|
- model_name: fake-openai-gpt4
|
|
litellm_params:
|
|
model: gpt-4
|
|
api_key: fake-key
|
|
# Docker Compose service `mock-llm-provider` (host:8090). Requires network_mock: False for real HTTP.
|
|
api_base: http://mock-llm-provider/llm/
|
|
|
|
general_settings:
|
|
master_key: sk-1234
|
|
health_check_details: False
|
|
database_url: "postgresql://llmproxy:dbpassword9090@127.0.0.1:5432/litellm" # 👈 KEY CHANGE
|
|
# disable_spend_updates: True
|
|
# use_redis_transaction_buffer: True
|
|
|
|
litellm_settings:
|
|
network_mock: False # must be false to call mock-llm-provider over the Docker network
|
|
json_logs: True
|
|
drop_params: True
|
|
telemetry: False
|
|
callbacks: ["prometheus"]
|
|
public_routes: ["LiteLLMRoutes.public_routes", "/health/liveliness"]
|
|
num_retries: 0
|
|
|
|
# Redis-backed cache (Compose service `redis`; env RATELIMIT_* in docker-compose.yml)
|
|
cache: True
|
|
cache_params:
|
|
# type: "local"
|
|
type: "redis"
|
|
host: os.environ/RATELIMIT_REDIS_ENDPOINT
|
|
port: os.environ/RATELIMIT_REDIS_PORT
|
|
# # Uncomment when Redis requires AUTH (set `REDIS_DEFAULT_PASSWORD` in `.env`):
|
|
# # password: os.environ/REDIS_DEFAULT_PASSWORD
|
|
# mode: "default_off"
|
|
# ttl: 60
|
|
# max_connections: 500
|
|
supported_call_types: [] # cache opt-in; Redis still used for router / rate limits when configured
|
|
|
|
# Router Redis (same Compose Redis). Omit redis_password in `.env` if Redis has no auth.
|
|
router_settings:
|
|
redis_host: os.environ/RATELIMIT_REDIS_ENDPOINT
|
|
redis_port: os.environ/RATELIMIT_REDIS_PORT
|
|
# redis_password: os.environ/REDIS_DEFAULT_PASSWORD
|
|
|
|
# Uncomment when `opinionated_api` is installed (iFood production shape):
|
|
# guardrails:
|
|
# - guardrail_name: "llm-firewall"
|
|
# litellm_params:
|
|
# guardrail: opinionated_api.custom_guardrails.llm_firewall.LLMFirewall
|
|
# mode: "during_call"
|
|
# - guardrail_name: "llm-firewall-post"
|
|
# litellm_params:
|
|
# guardrail: opinionated_api.custom_guardrails.llm_firewall.LLMFirewall
|
|
# mode: "post_call"
|