mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-06 02:48:13 +00:00
(docs) load balancing
This commit is contained in:
parent
45728fb43f
commit
295d36a383
1 changed files with 3 additions and 0 deletions
|
|
@ -103,4 +103,7 @@ router_settings:
|
|||
routing_strategy: least-busy # Literal["simple-shuffle", "least-busy", "usage-based-routing", "latency-based-routing"]
|
||||
num_retries: 2
|
||||
timeout: 30 # 30 seconds
|
||||
redis_host: <your redis host>
|
||||
redis_password: <your redis password>
|
||||
redis_port: 1992
|
||||
```
|
||||
Loading…
Add table
Reference in a new issue