From 45ac107beeb863967d28f1dba2476c0962a7f976 Mon Sep 17 00:00:00 2001 From: Harshit Jain <48647625+Harshit28j@users.noreply.github.com> Date: Mon, 12 Jan 2026 16:47:25 +0530 Subject: [PATCH] doc: update load balancing and routing with enable_pre_call_checks (#18888) --- docs/my-website/docs/proxy/load_balancing.md | 7 +++++++ docs/my-website/docs/routing.md | 9 ++++++++- 2 files changed, 15 insertions(+), 1 deletion(-) diff --git a/docs/my-website/docs/proxy/load_balancing.md b/docs/my-website/docs/proxy/load_balancing.md index 4cff7e5d041..42f6ef1aa51 100644 --- a/docs/my-website/docs/proxy/load_balancing.md +++ b/docs/my-website/docs/proxy/load_balancing.md @@ -264,8 +264,15 @@ model_list: model: azure/gpt-4-fallback api_key: os.environ/AZURE_API_KEY_2 order: 2 # 👈 Used when order=1 is unavailable + +router_settings: + enable_pre_call_checks: true # 👈 Required for 'order' to work ``` +:::important +The `order` parameter requires `enable_pre_call_checks: true` in `router_settings`. +::: + If `order=1` deployment is unavailable (e.g., rate-limited), the router falls back to `order=2` deployments. ### When You'll See Load Balancing in Action diff --git a/docs/my-website/docs/routing.md b/docs/my-website/docs/routing.md index 2539f70d5bc..8ac56463d5e 100644 --- a/docs/my-website/docs/routing.md +++ b/docs/my-website/docs/routing.md @@ -861,9 +861,13 @@ model_list = [ }, ] -router = Router(model_list=model_list) +router = Router(model_list=model_list, enable_pre_call_checks=True) # 👈 Required for 'order' to work ``` +:::important +The `order` parameter requires `enable_pre_call_checks=True` to be set on the Router. +::: + @@ -880,6 +884,9 @@ model_list: model: azure/gpt-4-fallback api_key: os.environ/AZURE_API_KEY_2 order: 2 # 👈 Used when order=1 is unavailable + +router_settings: + enable_pre_call_checks: true # 👈 Required for 'order' to work ```