mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-07 02:59:05 +00:00
ccfbb77b73
* use mget_nonatomic * redis cluster override MGET op * fix redis cluster + MGET * test redis cluster
18 lines
394 B
YAML
18 lines
394 B
YAML
model_list:
|
|
- model_name: fake-openai-endpoint
|
|
litellm_params:
|
|
model: openai/my-fake-model
|
|
api_key: my-fake-key
|
|
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
|
|
|
|
|
general_settings:
|
|
store_model_in_db: true
|
|
|
|
|
|
litellm_settings:
|
|
cache: true
|
|
cache_params:
|
|
type: redis
|
|
ttl: 600
|
|
redis_startup_nodes: [{"host": "127.0.0.1", "port": "7100"}]
|