(feat) set timeout on proxy config

This commit is contained in:
ishaan-jaff 2024-02-09 17:42:35 -08:00
parent 3d97004b15
commit 640011379c

View file

@ -29,6 +29,7 @@ model_list:
- model_name: BEDROCK_GROUP
litellm_params:
model: bedrock/cohere.command-text-v14
timeout: 0.0001
- model_name: tg-ai
litellm_params:
model: together_ai/mistralai/Mistral-7B-Instruct-v0.1