From 26c03c9c8b0a65c10449351b429771faa03d272f Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Thu, 29 Aug 2024 19:03:38 -0700
Subject: [PATCH] add pricing for vertex ai 21

---
 ...odel_prices_and_context_window_backup.json | 45 +++++++++++++++++++
 model_prices_and_context_window.json          | 45 +++++++++++++++++++
 2 files changed, 90 insertions(+)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index c8412609299..9b12fa2d463 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -2169,6 +2169,51 @@
         "mode": "chat",
         "supports_function_calling": true
     },
+    "vertex_ai/jamba-1.5-mini@001": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.0000002,
+        "output_cost_per_token": 0.0000004,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
+    "vertex_ai/jamba-1.5-large@001": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.000002,
+        "output_cost_per_token": 0.000008,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
+    "vertex_ai/jamba-1.5": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.0000002,
+        "output_cost_per_token": 0.0000004,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
+    "vertex_ai/jamba-1.5-mini": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.0000002,
+        "output_cost_per_token": 0.0000004,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
+    "vertex_ai/jamba-1.5-large": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.000002,
+        "output_cost_per_token": 0.000008,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
     "vertex_ai/mistral-nemo@2407": {
         "max_tokens": 128000,
         "max_input_tokens": 128000,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index c8412609299..9b12fa2d463 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -2169,6 +2169,51 @@
         "mode": "chat",
         "supports_function_calling": true
     },
+    "vertex_ai/jamba-1.5-mini@001": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.0000002,
+        "output_cost_per_token": 0.0000004,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
+    "vertex_ai/jamba-1.5-large@001": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.000002,
+        "output_cost_per_token": 0.000008,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
+    "vertex_ai/jamba-1.5": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.0000002,
+        "output_cost_per_token": 0.0000004,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
+    "vertex_ai/jamba-1.5-mini": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.0000002,
+        "output_cost_per_token": 0.0000004,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
+    "vertex_ai/jamba-1.5-large": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 0.000002,
+        "output_cost_per_token": 0.000008,
+        "litellm_provider": "vertex_ai-ai21_models",
+        "mode": "chat"
+    },
     "vertex_ai/mistral-nemo@2407": {
         "max_tokens": 128000,
         "max_input_tokens": 128000,