From 4fc27e87c5db86414aa85ceb7c50570d1af14808 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 2 Aug 2024 18:26:36 -0700 Subject: [PATCH] add vertex ai ft on proxy --- litellm/proxy/proxy_config.yaml | 4 ++++ litellm/types/llms/openai.py | 2 +- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index 4bc9a87692b..88ec6be6989 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -34,6 +34,10 @@ finetune_settings: api_version: "2023-03-15-preview" - custom_llm_provider: openai api_key: os.environ/OPENAI_API_KEY + - custom_llm_provider: "vertex_ai" + vertex_project: "adroit-crow-413218" + vertex_location: "us-central1" + vertex_credentials: "/Users/ishaanjaffer/Downloads/adroit-crow-413218-a956eef1a2a8.json" # for /files endpoints files_settings: diff --git a/litellm/types/llms/openai.py b/litellm/types/llms/openai.py index 875ccadf14e..0d67d5d602c 100644 --- a/litellm/types/llms/openai.py +++ b/litellm/types/llms/openai.py @@ -506,4 +506,4 @@ class FineTuningJobCreate(BaseModel): class LiteLLMFineTuningJobCreate(FineTuningJobCreate): - custom_llm_provider: Literal["openai", "azure"] + custom_llm_provider: Literal["openai", "azure", "vertex_ai"]