From 01a84837a720231f200b699e335ff33932c194a6 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 25 Jan 2024 09:11:11 -0800 Subject: [PATCH] docs(vertex.md): add vertex ai proxy tutorial to docs --- docs/my-website/docs/providers/vertex.md | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) diff --git a/docs/my-website/docs/providers/vertex.md b/docs/my-website/docs/providers/vertex.md index 3349faa5299..4541752f397 100644 --- a/docs/my-website/docs/providers/vertex.md +++ b/docs/my-website/docs/providers/vertex.md @@ -20,6 +20,27 @@ litellm.vertex_location = "us-central1" # proj location response = litellm.completion(model="gemini-pro", messages=[{"role": "user", "content": "write code for saying hi from LiteLLM"}]) ``` +## OpenAI Proxy Usage + +1. Modify the config.yaml + +```yaml +litellm_settings: + vertex_project: "hardy-device-38811" # Your Project ID + vertex_location: "us-central1" # proj location + +model_list: + -model_name: team1-gemini-pro + litellm_params: + model: gemini-pro +``` + +2. Start the proxy + +```bash +$ litellm --config /path/to/config.yaml +``` + ## Set Vertex Project & Vertex Location All calls using Vertex AI require the following parameters: * Your Project ID