From d002a804b7edc21339c8ee0715eb21956affb954 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 26 Jun 2024 17:28:29 -0700 Subject: [PATCH 1/2] add codestral pricing --- ...odel_prices_and_context_window_backup.json | 36 +++++++++++++++++++ model_prices_and_context_window.json | 36 +++++++++++++++++++ 2 files changed, 72 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index acd03aeea8c..1954cb57b75 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -863,6 +863,42 @@ "litellm_provider": "deepseek", "mode": "chat" }, + "codestral/codestral-latest": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000000, + "output_cost_per_token": 0.000000, + "litellm_provider": "codestral", + "mode": "chat" + }, + "codestral/codestral-2405": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000000, + "output_cost_per_token": 0.000000, + "litellm_provider": "codestral", + "mode": "chat" + }, + "text-completion-codestral/codestral-latest": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000000, + "output_cost_per_token": 0.000000, + "litellm_provider": "text-completion-codestral", + "mode": "completion" + }, + "text-completion-codestral/codestral-2405": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000000, + "output_cost_per_token": 0.000000, + "litellm_provider": "text-completion-codestral", + "mode": "completion" + }, "deepseek-coder": { "max_tokens": 4096, "max_input_tokens": 32000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index acd03aeea8c..1954cb57b75 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -863,6 +863,42 @@ "litellm_provider": "deepseek", "mode": "chat" }, + "codestral/codestral-latest": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000000, + "output_cost_per_token": 0.000000, + "litellm_provider": "codestral", + "mode": "chat" + }, + "codestral/codestral-2405": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000000, + "output_cost_per_token": 0.000000, + "litellm_provider": "codestral", + "mode": "chat" + }, + "text-completion-codestral/codestral-latest": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000000, + "output_cost_per_token": 0.000000, + "litellm_provider": "text-completion-codestral", + "mode": "completion" + }, + "text-completion-codestral/codestral-2405": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000000, + "output_cost_per_token": 0.000000, + "litellm_provider": "text-completion-codestral", + "mode": "completion" + }, "deepseek-coder": { "max_tokens": 4096, "max_input_tokens": 32000, From caf28c7441caee6244fa7c5d9577a6e94d053fda Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 26 Jun 2024 17:31:26 -0700 Subject: [PATCH 2/2] add source for codestral pricing --- litellm/model_prices_and_context_window_backup.json | 12 ++++++++---- model_prices_and_context_window.json | 12 ++++++++---- 2 files changed, 16 insertions(+), 8 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 1954cb57b75..6b15084a90b 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -870,7 +870,8 @@ "input_cost_per_token": 0.000000, "output_cost_per_token": 0.000000, "litellm_provider": "codestral", - "mode": "chat" + "mode": "chat", + "source": "https://docs.mistral.ai/capabilities/code_generation/" }, "codestral/codestral-2405": { "max_tokens": 8191, @@ -879,7 +880,8 @@ "input_cost_per_token": 0.000000, "output_cost_per_token": 0.000000, "litellm_provider": "codestral", - "mode": "chat" + "mode": "chat", + "source": "https://docs.mistral.ai/capabilities/code_generation/" }, "text-completion-codestral/codestral-latest": { "max_tokens": 8191, @@ -888,7 +890,8 @@ "input_cost_per_token": 0.000000, "output_cost_per_token": 0.000000, "litellm_provider": "text-completion-codestral", - "mode": "completion" + "mode": "completion", + "source": "https://docs.mistral.ai/capabilities/code_generation/" }, "text-completion-codestral/codestral-2405": { "max_tokens": 8191, @@ -897,7 +900,8 @@ "input_cost_per_token": 0.000000, "output_cost_per_token": 0.000000, "litellm_provider": "text-completion-codestral", - "mode": "completion" + "mode": "completion", + "source": "https://docs.mistral.ai/capabilities/code_generation/" }, "deepseek-coder": { "max_tokens": 4096, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 1954cb57b75..6b15084a90b 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -870,7 +870,8 @@ "input_cost_per_token": 0.000000, "output_cost_per_token": 0.000000, "litellm_provider": "codestral", - "mode": "chat" + "mode": "chat", + "source": "https://docs.mistral.ai/capabilities/code_generation/" }, "codestral/codestral-2405": { "max_tokens": 8191, @@ -879,7 +880,8 @@ "input_cost_per_token": 0.000000, "output_cost_per_token": 0.000000, "litellm_provider": "codestral", - "mode": "chat" + "mode": "chat", + "source": "https://docs.mistral.ai/capabilities/code_generation/" }, "text-completion-codestral/codestral-latest": { "max_tokens": 8191, @@ -888,7 +890,8 @@ "input_cost_per_token": 0.000000, "output_cost_per_token": 0.000000, "litellm_provider": "text-completion-codestral", - "mode": "completion" + "mode": "completion", + "source": "https://docs.mistral.ai/capabilities/code_generation/" }, "text-completion-codestral/codestral-2405": { "max_tokens": 8191, @@ -897,7 +900,8 @@ "input_cost_per_token": 0.000000, "output_cost_per_token": 0.000000, "litellm_provider": "text-completion-codestral", - "mode": "completion" + "mode": "completion", + "source": "https://docs.mistral.ai/capabilities/code_generation/" }, "deepseek-coder": { "max_tokens": 4096,