From 640011379c2498be477e7fa98ba69f17595ee170 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 9 Feb 2024 17:42:35 -0800 Subject: [PATCH] (feat) set timeout on proxy config --- litellm/proxy/proxy_config.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index 82f0fa877f6..a549771d5d5 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -29,6 +29,7 @@ model_list: - model_name: BEDROCK_GROUP litellm_params: model: bedrock/cohere.command-text-v14 + timeout: 0.0001 - model_name: tg-ai litellm_params: model: together_ai/mistralai/Mistral-7B-Instruct-v0.1