From 7f5621944d6d23cc36c7e3630bc613816c3fe015 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 10 Jun 2024 15:06:25 -0700 Subject: [PATCH] docs - client side fallbacks --- docs/my-website/docs/proxy/reliability.md | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/docs/my-website/docs/proxy/reliability.md b/docs/my-website/docs/proxy/reliability.md index d53e4bb2927..257b30ea0f2 100644 --- a/docs/my-website/docs/proxy/reliability.md +++ b/docs/my-website/docs/proxy/reliability.md @@ -4,13 +4,8 @@ import TabItem from '@theme/TabItem'; # 🔥 Load Balancing, Fallbacks, Retries, Timeouts -Retry call with multiple instances of the same model. - -If a call fails after num_retries, fall back to another model group. - -If the error is a context window exceeded error, fall back to a larger model group (if given). - -[**See Code**](https://github.com/BerriAI/litellm/blob/main/litellm/router.py) +- Quick Start [load balancing](#test---load-balancing) +- Quick Start [client side fallbacks](#test---client-side-fallbacks) ## Quick Start - Load Balancing #### Step 1 - Set deployments on config