From 119ff2fe05d75cf574dc011d11b50320523b37e9 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 8 Jan 2024 08:54:10 +0530 Subject: [PATCH] (docs) show fallbacks on proxy_config --- litellm/proxy/proxy_config.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index bffefed5db6..e461820fe6e 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -1,5 +1,5 @@ model_list: - - model_name: Azure OpenAI GPT-4 Canada-East (External) + - model_name: azure-gpt-3.5 litellm_params: model: azure/chatgpt-v-2 api_base: os.environ/AZURE_API_BASE @@ -49,6 +49,7 @@ model_list: mode: completion litellm_settings: + fallbacks: [{"openai-gpt-3.5": ["azure-gpt-3.5"]}] # cache: True # setting callback class # callbacks: custom_callbacks.proxy_handler_instance # sets litellm.callbacks = [proxy_handler_instance]