From f583cbbd274653206656786a0e67a9a9f6e3bc43 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Sat, 3 Aug 2024 09:07:01 -0700
Subject: [PATCH] docs - vtx ft api

---
 docs/my-website/docs/fine_tuning.md | 42 +++++++++++++++++++++++++++++
 1 file changed, 42 insertions(+)

diff --git a/docs/my-website/docs/fine_tuning.md b/docs/my-website/docs/fine_tuning.md
index f455144b29e..0c73c08319f 100644
--- a/docs/my-website/docs/fine_tuning.md
+++ b/docs/my-website/docs/fine_tuning.md
@@ -13,6 +13,7 @@ This is an Enterprise only endpoint [Get Started with Enterprise here](https://c
 ## Supported Providers
 - Azure OpenAI
 - OpenAI
+- Vertex AI
 
 Add `finetune_settings` and `files_settings` to your litellm config.yaml to use the fine-tuning endpoints.
 ## Example config.yaml for `finetune_settings` and `files_settings`
@@ -32,6 +33,10 @@ finetune_settings:
     api_version: "2023-03-15-preview"
   - custom_llm_provider: openai
     api_key: os.environ/OPENAI_API_KEY
+  - custom_llm_provider: "vertex_ai"
+    vertex_project: "adroit-crow-413218"
+    vertex_location: "us-central1"
+    vertex_credentials: "/Users/ishaanjaffer/Downloads/adroit-crow-413218-a956eef1a2a8.json"
 
 # for /files endpoints
 files_settings:
@@ -73,6 +78,9 @@ curl http://localhost:4000/v1/files \
 
 ## Create fine-tuning job
 
+<Tabs>
+<TabItem value="azure" label="Azure OpenAI">
+
 <Tabs>
 <TabItem value="openai" label="OpenAI Python SDK">
 
@@ -100,6 +108,40 @@ curl http://localhost:4000/v1/fine_tuning/jobs \
 </TabItem>
 </Tabs>
 
+</TabItem>
+
+<TabItem value="Vertex" label="VertexAI">
+
+<Tabs>
+<TabItem value="openai" label="OpenAI Python SDK">
+
+```python
+ft_job = await client.fine_tuning.jobs.create(
+    model="gemini-1.0-pro-002",                  # Vertex model you want to fine-tune
+    training_file="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl",                 # file_id from create file response
+    extra_body={"custom_llm_provider": "vertex_ai"}, # tell litellm proxy which provider to use
+)
+```
+</TabItem>
+
+<TabItem value="curl" label="curl">
+
+```shell
+curl http://localhost:4000/v1/fine_tuning/jobs \
+    -H "Content-Type: application/json" \
+    -H "Authorization: Bearer sk-1234" \
+    -d '{
+    "custom_llm_provider": "vertex_ai",
+    "model": "gemini-1.0-pro-002",
+    "training_file": "gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl"
+    }'
+```
+</TabItem>
+</Tabs>
+
+</TabItem>
+</Tabs>
+
 ## Cancel fine-tuning job
 
 <Tabs>