diff --git a/docs/my-website/docs/proxy/load_balancing.md b/docs/my-website/docs/proxy/load_balancing.md index 4cff7e5d041..42f6ef1aa51 100644 --- a/docs/my-website/docs/proxy/load_balancing.md +++ b/docs/my-website/docs/proxy/load_balancing.md @@ -264,8 +264,15 @@ model_list: model: azure/gpt-4-fallback api_key: os.environ/AZURE_API_KEY_2 order: 2 # 👈 Used when order=1 is unavailable + +router_settings: + enable_pre_call_checks: true # 👈 Required for 'order' to work ``` +:::important +The `order` parameter requires `enable_pre_call_checks: true` in `router_settings`. +::: + If `order=1` deployment is unavailable (e.g., rate-limited), the router falls back to `order=2` deployments. ### When You'll See Load Balancing in Action diff --git a/docs/my-website/docs/routing.md b/docs/my-website/docs/routing.md index 2539f70d5bc..8ac56463d5e 100644 --- a/docs/my-website/docs/routing.md +++ b/docs/my-website/docs/routing.md @@ -861,9 +861,13 @@ model_list = [ }, ] -router = Router(model_list=model_list) +router = Router(model_list=model_list, enable_pre_call_checks=True) # 👈 Required for 'order' to work ``` +:::important +The `order` parameter requires `enable_pre_call_checks=True` to be set on the Router. +::: + @@ -880,6 +884,9 @@ model_list: model: azure/gpt-4-fallback api_key: os.environ/AZURE_API_KEY_2 order: 2 # 👈 Used when order=1 is unavailable + +router_settings: + enable_pre_call_checks: true # 👈 Required for 'order' to work ```