From 48ae2603e48ce571a61243a74ec4869690490fa3 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 20 Jul 2024 16:59:22 -0700 Subject: [PATCH] feat - add mistral models --- ...odel_prices_and_context_window_backup.json | 40 +++++++++++++++++++ model_prices_and_context_window.json | 40 +++++++++++++++++++ 2 files changed, 80 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index e662402751c..f86ea8bd759 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -929,6 +929,46 @@ "litellm_provider": "mistral", "mode": "chat" }, + "mistral/open-mistral-nemo": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000003, + "output_cost_per_token": 0.0000003, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/technology/" + }, + "mistral/open-mistral-nemo-2407": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000003, + "output_cost_per_token": 0.0000003, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/technology/" + }, + "mistral/open-codestral-mamba": { + "max_tokens": 256000, + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.00000025, + "output_cost_per_token": 0.00000025, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/technology/" + }, + "mistral/codestral-mamba-latest": { + "max_tokens": 256000, + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.00000025, + "output_cost_per_token": 0.00000025, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/technology/" + }, "mistral/mistral-embed": { "max_tokens": 8192, "max_input_tokens": 8192, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index e662402751c..f86ea8bd759 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -929,6 +929,46 @@ "litellm_provider": "mistral", "mode": "chat" }, + "mistral/open-mistral-nemo": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000003, + "output_cost_per_token": 0.0000003, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/technology/" + }, + "mistral/open-mistral-nemo-2407": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.0000003, + "output_cost_per_token": 0.0000003, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/technology/" + }, + "mistral/open-codestral-mamba": { + "max_tokens": 256000, + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.00000025, + "output_cost_per_token": 0.00000025, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/technology/" + }, + "mistral/codestral-mamba-latest": { + "max_tokens": 256000, + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 0.00000025, + "output_cost_per_token": 0.00000025, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/technology/" + }, "mistral/mistral-embed": { "max_tokens": 8192, "max_input_tokens": 8192,