From a4c79fd116a41952cf8549112debb8d8d22de9b4 Mon Sep 17 00:00:00 2001 From: David Manouchehri Date: Thu, 7 Dec 2023 01:12:25 -0500 Subject: [PATCH 1/2] (pricing) Add Claude v2.1 for Bedrock --- model_prices_and_context_window.json | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index ac500abdb40..6f224156df5 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -644,6 +644,14 @@ "litellm_provider": "bedrock", "mode": "chat" }, + "anthropic.claude-v2:1": { + "max_tokens": 200000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.00001102, + "output_cost_per_token": 0.00003268, + "litellm_provider": "bedrock", + "mode": "chat" + }, "anthropic.claude-instant-v1": { "max_tokens": 100000, "max_output_tokens": 8191, From f1779ff4c81a97c51765e507f851e93983c90c0b Mon Sep 17 00:00:00 2001 From: David Manouchehri Date: Thu, 7 Dec 2023 01:19:59 -0500 Subject: [PATCH 2/2] (pricing) Fix Claude on Bedrock prices --- model_prices_and_context_window.json | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 6f224156df5..454b2504ad7 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -631,24 +631,24 @@ "anthropic.claude-v1": { "max_tokens": 100000, "max_output_tokens": 8191, - "input_cost_per_token": 0.00001102, - "output_cost_per_token": 0.00003268, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "litellm_provider": "bedrock", "mode": "chat" }, "anthropic.claude-v2": { "max_tokens": 100000, "max_output_tokens": 8191, - "input_cost_per_token": 0.00001102, - "output_cost_per_token": 0.00003268, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "litellm_provider": "bedrock", "mode": "chat" }, "anthropic.claude-v2:1": { "max_tokens": 200000, "max_output_tokens": 8191, - "input_cost_per_token": 0.00001102, - "output_cost_per_token": 0.00003268, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, "litellm_provider": "bedrock", "mode": "chat" },