From f5b26dc4c8ac5addd229a87da6bae44c5cdd474e Mon Sep 17 00:00:00 2001 From: Dev Khant Date: Mon, 15 Apr 2024 16:58:17 +0530 Subject: [PATCH 1/2] Support for Claude 3 Opus on vertex_ai --- docs/my-website/docs/providers/vertex.md | 1 + litellm/model_prices_and_context_window_backup.json | 8 ++++++++ model_prices_and_context_window.json | 8 ++++++++ 3 files changed, 17 insertions(+) diff --git a/docs/my-website/docs/providers/vertex.md b/docs/my-website/docs/providers/vertex.md index b5d69084d79..014a29bf11c 100644 --- a/docs/my-website/docs/providers/vertex.md +++ b/docs/my-website/docs/providers/vertex.md @@ -253,6 +253,7 @@ litellm.vertex_location = "us-central1 # Your Location ## Anthropic | Model Name | Function Call | |------------------|--------------------------------------| +| claude-3-opus@20240229 | `completion('vertex_ai/claude-3-opus@20240229', messages)` | | claude-3-sonnet@20240229 | `completion('vertex_ai/claude-3-sonnet@20240229', messages)` | | claude-3-haiku@20240307 | `completion('vertex_ai/claude-3-haiku@20240307', messages)` | diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index f063e8f811e..f0e5be9903e 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1078,6 +1078,14 @@ "supports_function_calling": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, + "vertex_ai/claude-3-opus@20240229":{ + "max_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "litellm_provider": "vertex_ai-anthropic_models", + "mode": "chat" + }, "vertex_ai/claude-3-sonnet@20240229": { "max_tokens": 200000, "max_output_tokens": 4096, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index f063e8f811e..f0e5be9903e 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1078,6 +1078,14 @@ "supports_function_calling": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, + "vertex_ai/claude-3-opus@20240229":{ + "max_tokens": 200000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000015, + "output_cost_per_token": 0.000075, + "litellm_provider": "vertex_ai-anthropic_models", + "mode": "chat" + }, "vertex_ai/claude-3-sonnet@20240229": { "max_tokens": 200000, "max_output_tokens": 4096, From c6ca2261174568440f4534406381960d96e523c3 Mon Sep 17 00:00:00 2001 From: Dev Khant Date: Thu, 18 Apr 2024 08:55:31 +0530 Subject: [PATCH 2/2] price info removed --- litellm/model_prices_and_context_window_backup.json | 8 -------- model_prices_and_context_window.json | 8 -------- 2 files changed, 16 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index f0e5be9903e..f063e8f811e 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1078,14 +1078,6 @@ "supports_function_calling": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, - "vertex_ai/claude-3-opus@20240229":{ - "max_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "litellm_provider": "vertex_ai-anthropic_models", - "mode": "chat" - }, "vertex_ai/claude-3-sonnet@20240229": { "max_tokens": 200000, "max_output_tokens": 4096, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index f0e5be9903e..f063e8f811e 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1078,14 +1078,6 @@ "supports_function_calling": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, - "vertex_ai/claude-3-opus@20240229":{ - "max_tokens": 200000, - "max_output_tokens": 4096, - "input_cost_per_token": 0.000015, - "output_cost_per_token": 0.000075, - "litellm_provider": "vertex_ai-anthropic_models", - "mode": "chat" - }, "vertex_ai/claude-3-sonnet@20240229": { "max_tokens": 200000, "max_output_tokens": 4096,