From 5295168bda9cde6c394acbb98a18aba3e5458552 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 19 Jan 2024 20:46:43 -0800 Subject: [PATCH] (docs) router --- docs/my-website/docs/routing.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/docs/my-website/docs/routing.md b/docs/my-website/docs/routing.md index 50f373ece55..996f0034e21 100644 --- a/docs/my-website/docs/routing.md +++ b/docs/my-website/docs/routing.md @@ -603,10 +603,11 @@ def __init__( timeout: Optional[float] = None, default_litellm_params={}, # default params for Router.chat.completion.create fallbacks: List = [], - allowed_fails: Optional[int] = None, + allowed_fails: Optional[int] = None, # Number of times a deployment can failbefore being added to cooldown + cooldown_time: float = 1, # (seconds) time to cooldown a deployment after failure context_window_fallbacks: List = [], model_group_alias: Optional[dict] = {}, - retry_after: int = 0, # min time to wait before retrying a failed request + retry_after: int = 0, # (min) time to wait before retrying a failed request routing_strategy: Literal[ "simple-shuffle", "least-busy",