From d0b7720ee33c26ae1e78a14a2d86a9f046d6cd70 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 17 Feb 2025 19:13:29 -0800 Subject: [PATCH] fix config --- litellm/proxy/proxy_config.yaml | 24 +++++++++++++++++------- 1 file changed, 17 insertions(+), 7 deletions(-) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index 0d4b9b5f0ad..5311535ba92 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -1,15 +1,25 @@ model_list: - - model_name: fake-openai-endpoint + - model_name: bad-model-config litellm_params: model: openai/my-fake-model api_key: my-fake-key api_base: https://exampleopenaiendpoint-production.up.railway.app/ + timeout: 0.0001 + - model_name: fake-openai-endpoint-5 + litellm_params: + model: openai/my-fake-model + api_key: my-fake-key + api_base: https://exampleopenaiendpoint-production.up.railway.app/ + timeout: 1 - -general_settings: - store_model_in_db: true - +router_settings: + fallbacks: [ + { + "bad-model-config": ["fake-openai-endpoint-5"] + } + ] litellm_settings: - callbacks: ["gcs_bucket"] - + constants: { + SINGLE_DEPLOYMENT_TRAFFIC_FAILURE_THRESHOLD: 1 + }