From f3c0b530b8709ac63b6ce386a2c8dbbda368a624 Mon Sep 17 00:00:00 2001 From: Dragos Campean Date: Sun, 17 Mar 2024 16:01:40 +0200 Subject: [PATCH 1/3] Add mistral medium latest to model prices --- litellm/model_prices_and_context_window_backup.json | 7 +++++++ model_prices_and_context_window.json | 7 +++++++ 2 files changed, 14 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 0a90c91ca21..474458bfc1a 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -603,6 +603,13 @@ "litellm_provider": "mistral", "mode": "chat" }, + "mistral/mistral-medium-latest": { + "max_tokens": 8192, + "input_cost_per_token": 0.00000273, + "output_cost_per_token": 0.00000820, + "litellm_provider": "mistral", + "mode": "chat" + }, "mistral/mistral-large-latest": { "max_tokens": 32000, "input_cost_per_token": 0.000008, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 0a90c91ca21..474458bfc1a 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -603,6 +603,13 @@ "litellm_provider": "mistral", "mode": "chat" }, + "mistral/mistral-medium-latest": { + "max_tokens": 8192, + "input_cost_per_token": 0.00000273, + "output_cost_per_token": 0.00000820, + "litellm_provider": "mistral", + "mode": "chat" + }, "mistral/mistral-large-latest": { "max_tokens": 32000, "input_cost_per_token": 0.000008, From 28d51759089f4faab32a5e0c760ddb035960927a Mon Sep 17 00:00:00 2001 From: Dragos Campean Date: Tue, 19 Mar 2024 20:02:09 +0200 Subject: [PATCH 2/3] Correct prices for mistral models --- ...odel_prices_and_context_window_backup.json | 34 +++++++++++++++---- model_prices_and_context_window.json | 34 +++++++++++++++---- 2 files changed, 56 insertions(+), 12 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 474458bfc1a..59471637bfe 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -591,22 +591,36 @@ }, "mistral/mistral-small": { "max_tokens": 8192, - "input_cost_per_token": 0.00000066, - "output_cost_per_token": 0.00000197, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "litellm_provider": "mistral", + "mode": "chat" + }, + "mistral/mistral-latest": { + "max_tokens": 8192, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "litellm_provider": "mistral", "mode": "chat" }, "mistral/mistral-medium": { "max_tokens": 8192, - "input_cost_per_token": 0.00000273, - "output_cost_per_token": 0.00000820, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, "litellm_provider": "mistral", "mode": "chat" }, "mistral/mistral-medium-latest": { "max_tokens": 8192, - "input_cost_per_token": 0.00000273, - "output_cost_per_token": 0.00000820, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, + "litellm_provider": "mistral", + "mode": "chat" + }, + "mistral/mistral-medium-2312": { + "max_tokens": 8192, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, "litellm_provider": "mistral", "mode": "chat" }, @@ -618,6 +632,14 @@ "mode": "chat", "supports_function_calling": true }, + "mistral/mistral-large-2402": { + "max_tokens": 32000, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "litellm_provider": "mistral", + "mode": "chat", + "supports_function_calling": true + }, "mistral/mistral-embed": { "max_tokens": 8192, "input_cost_per_token": 0.000000111, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 474458bfc1a..59471637bfe 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -591,22 +591,36 @@ }, "mistral/mistral-small": { "max_tokens": 8192, - "input_cost_per_token": 0.00000066, - "output_cost_per_token": 0.00000197, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, + "litellm_provider": "mistral", + "mode": "chat" + }, + "mistral/mistral-latest": { + "max_tokens": 8192, + "input_cost_per_token": 0.000002, + "output_cost_per_token": 0.000006, "litellm_provider": "mistral", "mode": "chat" }, "mistral/mistral-medium": { "max_tokens": 8192, - "input_cost_per_token": 0.00000273, - "output_cost_per_token": 0.00000820, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, "litellm_provider": "mistral", "mode": "chat" }, "mistral/mistral-medium-latest": { "max_tokens": 8192, - "input_cost_per_token": 0.00000273, - "output_cost_per_token": 0.00000820, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, + "litellm_provider": "mistral", + "mode": "chat" + }, + "mistral/mistral-medium-2312": { + "max_tokens": 8192, + "input_cost_per_token": 0.0000027, + "output_cost_per_token": 0.0000081, "litellm_provider": "mistral", "mode": "chat" }, @@ -618,6 +632,14 @@ "mode": "chat", "supports_function_calling": true }, + "mistral/mistral-large-2402": { + "max_tokens": 32000, + "input_cost_per_token": 0.000008, + "output_cost_per_token": 0.000024, + "litellm_provider": "mistral", + "mode": "chat", + "supports_function_calling": true + }, "mistral/mistral-embed": { "max_tokens": 8192, "input_cost_per_token": 0.000000111, From 40c2c343be45cc5c711ab24102a3bd7bb7d2b273 Mon Sep 17 00:00:00 2001 From: Dragos Campean Date: Tue, 19 Mar 2024 20:05:32 +0200 Subject: [PATCH 3/3] Update small model name --- litellm/model_prices_and_context_window_backup.json | 2 +- model_prices_and_context_window.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 59471637bfe..7cbece52838 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -596,7 +596,7 @@ "litellm_provider": "mistral", "mode": "chat" }, - "mistral/mistral-latest": { + "mistral/mistral-small-latest": { "max_tokens": 8192, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 59471637bfe..7cbece52838 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -596,7 +596,7 @@ "litellm_provider": "mistral", "mode": "chat" }, - "mistral/mistral-latest": { + "mistral/mistral-small-latest": { "max_tokens": 8192, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006,