From 865469e43f7da076caf6f50a363ec0bf04783598 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 15 Jul 2024 19:25:24 -0700 Subject: [PATCH] allow setting max_file_size_mb --- litellm/types/router.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/litellm/types/router.py b/litellm/types/router.py index 9c028fa87a0..6da80d50654 100644 --- a/litellm/types/router.py +++ b/litellm/types/router.py @@ -154,6 +154,8 @@ class GenericLiteLLMParams(BaseModel): input_cost_per_second: Optional[float] = None output_cost_per_second: Optional[float] = None + max_file_size_mb: Optional[int] = None + model_config = ConfigDict(extra="allow", arbitrary_types_allowed=True) def __init__( @@ -185,6 +187,7 @@ class GenericLiteLLMParams(BaseModel): output_cost_per_token: Optional[float] = None, input_cost_per_second: Optional[float] = None, output_cost_per_second: Optional[float] = None, + max_file_size_mb: Optional[int] = None, **params, ): args = locals() @@ -243,6 +246,9 @@ class LiteLLM_Params(GenericLiteLLMParams): aws_access_key_id: Optional[str] = None, aws_secret_access_key: Optional[str] = None, aws_region_name: Optional[str] = None, + # OpenAI / Azure Whisper + # set a max-size of file that can be passed to litellm proxy + max_file_size_mb: Optional[int] = None, **params, ): args = locals()