From cff70501478141facc20a9f545600d9454949cd1 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 2 Aug 2024 16:58:17 -0700 Subject: [PATCH] add vertex_credentials in router param --- litellm/types/router.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/litellm/types/router.py b/litellm/types/router.py index 285732121c0..7fc96155422 100644 --- a/litellm/types/router.py +++ b/litellm/types/router.py @@ -143,6 +143,7 @@ class GenericLiteLLMParams(BaseModel): ## VERTEX AI ## vertex_project: Optional[str] = None vertex_location: Optional[str] = None + vertex_credentials: Optional[str] = None ## AWS BEDROCK / SAGEMAKER ## aws_access_key_id: Optional[str] = None aws_secret_access_key: Optional[str] = None @@ -486,6 +487,11 @@ class AssistantsTypedDict(TypedDict): litellm_params: LiteLLMParamsTypedDict +class FineTuningConfig(BaseModel): + + custom_llm_provider: Literal["azure", "openai"] + + class CustomRoutingStrategyBase: async def async_get_available_deployment( self,