scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

add vertex_credentials in router param

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-02 16:58:17 -07:00
parent 7fa25c443a
commit cff7050147
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/types/router.py
View file

@ -143,6 +143,7 @@ class GenericLiteLLMParams(BaseModel):
## VERTEX AI ##
vertex_project: Optional[str] = None
vertex_location: Optional[str] = None
vertex_credentials: Optional[str] = None
## AWS BEDROCK / SAGEMAKER ##
aws_access_key_id: Optional[str] = None
aws_secret_access_key: Optional[str] = None
@ -486,6 +487,11 @@ class AssistantsTypedDict(TypedDict):
litellm_params: LiteLLMParamsTypedDict
class FineTuningConfig(BaseModel):
custom_llm_provider: Literal["azure", "openai"]
class CustomRoutingStrategyBase:
async def async_get_available_deployment(
self,