allow setting max_file_size_mb

This commit is contained in:
Ishaan Jaff 2024-07-15 19:25:24 -07:00
parent a900f352b5
commit 865469e43f

View file

@ -154,6 +154,8 @@ class GenericLiteLLMParams(BaseModel):
input_cost_per_second: Optional[float] = None
output_cost_per_second: Optional[float] = None
max_file_size_mb: Optional[int] = None
model_config = ConfigDict(extra="allow", arbitrary_types_allowed=True)
def __init__(
@ -185,6 +187,7 @@ class GenericLiteLLMParams(BaseModel):
output_cost_per_token: Optional[float] = None,
input_cost_per_second: Optional[float] = None,
output_cost_per_second: Optional[float] = None,
max_file_size_mb: Optional[int] = None,
**params,
):
args = locals()
@ -243,6 +246,9 @@ class LiteLLM_Params(GenericLiteLLMParams):
aws_access_key_id: Optional[str] = None,
aws_secret_access_key: Optional[str] = None,
aws_region_name: Optional[str] = None,
# OpenAI / Azure Whisper
# set a max-size of file that can be passed to litellm proxy
max_file_size_mb: Optional[int] = None,
**params,
):
args = locals()