From 0cd896ac02ab947b42c7612a700f6c12871702aa Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 18 Dec 2024 09:21:13 -0800 Subject: [PATCH] build: bump version --- ...odel_prices_and_context_window_backup.json | 49 ++++++++++++------- pyproject.toml | 4 +- 2 files changed, 32 insertions(+), 21 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index f20fcb78b28..a607bfbc6ff 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1308,7 +1308,7 @@ "mode": "chat" }, "azure_ai/mistral-large-2407": { - "max_tokens": 128000, + "max_tokens": 4096, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token": 0.000002, @@ -1319,7 +1319,7 @@ "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-ai-large-2407-offer?tab=Overview" }, "azure_ai/ministral-3b": { - "max_tokens": 128000, + "max_tokens": 4096, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token": 0.00000004, @@ -1330,7 +1330,7 @@ "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.ministral-3b-2410-offer?tab=Overview" }, "azure_ai/Llama-3.2-11B-Vision-Instruct": { - "max_tokens": 128000, + "max_tokens": 2048, "max_input_tokens": 128000, "max_output_tokens": 2048, "input_cost_per_token": 0.00000037, @@ -1341,8 +1341,19 @@ "mode": "chat", "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-11b-vision-instruct-offer?tab=Overview" }, + "azure_ai/Llama-3.3-70B-Instruct": { + "max_tokens": 2048, + "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.00000071, + "output_cost_per_token": 0.00000071, + "litellm_provider": "azure_ai", + "supports_function_calling": true, + "mode": "chat", + "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.llama-3-3-70b-instruct-offer?tab=Overview" + }, "azure_ai/Llama-3.2-90B-Vision-Instruct": { - "max_tokens": 128000, + "max_tokens": 2048, "max_input_tokens": 128000, "max_output_tokens": 2048, "input_cost_per_token": 0.00000204, @@ -1354,18 +1365,18 @@ "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-90b-vision-instruct-offer?tab=Overview" }, "azure_ai/Meta-Llama-3-70B-Instruct": { - "max_tokens": 8192, + "max_tokens": 2048, "max_input_tokens": 8192, - "max_output_tokens": 8192, + "max_output_tokens": 2048, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.00000037, "litellm_provider": "azure_ai", "mode": "chat" }, "azure_ai/Meta-Llama-3.1-8B-Instruct": { - "max_tokens": 128000, + "max_tokens": 2048, "max_input_tokens": 128000, - "max_output_tokens": 128000, + "max_output_tokens": 2048, "input_cost_per_token": 0.0000003, "output_cost_per_token": 0.00000061, "litellm_provider": "azure_ai", @@ -1373,9 +1384,9 @@ "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice" }, "azure_ai/Meta-Llama-3.1-70B-Instruct": { - "max_tokens": 128000, + "max_tokens": 2048, "max_input_tokens": 128000, - "max_output_tokens": 128000, + "max_output_tokens": 2048, "input_cost_per_token": 0.00000268, "output_cost_per_token": 0.00000354, "litellm_provider": "azure_ai", @@ -1383,9 +1394,9 @@ "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice" }, "azure_ai/Meta-Llama-3.1-405B-Instruct": { - "max_tokens": 128000, + "max_tokens": 2048, "max_input_tokens": 128000, - "max_output_tokens": 128000, + "max_output_tokens": 2048, "input_cost_per_token": 0.00000533, "output_cost_per_token": 0.000016, "litellm_provider": "azure_ai", @@ -1393,7 +1404,7 @@ "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice" }, "azure_ai/Phi-3.5-mini-instruct": { - "max_tokens": 128000, + "max_tokens": 4096, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token": 0.00000013, @@ -1404,7 +1415,7 @@ "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/" }, "azure_ai/Phi-3.5-vision-instruct": { - "max_tokens": 128000, + "max_tokens": 4096, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token": 0.00000013, @@ -1415,7 +1426,7 @@ "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/" }, "azure_ai/Phi-3.5-MoE-instruct": { - "max_tokens": 128000, + "max_tokens": 4096, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token": 0.00000016, @@ -1437,7 +1448,7 @@ "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/" }, "azure_ai/Phi-3-mini-128k-instruct": { - "max_tokens": 128000, + "max_tokens": 4096, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token": 0.00000013, @@ -1448,7 +1459,7 @@ "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/" }, "azure_ai/Phi-3-small-8k-instruct": { - "max_tokens": 8192, + "max_tokens": 4096, "max_input_tokens": 8192, "max_output_tokens": 4096, "input_cost_per_token": 0.00000015, @@ -1459,7 +1470,7 @@ "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/" }, "azure_ai/Phi-3-small-128k-instruct": { - "max_tokens": 128000, + "max_tokens": 4096, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token": 0.00000015, @@ -1481,7 +1492,7 @@ "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/" }, "azure_ai/Phi-3-medium-128k-instruct": { - "max_tokens": 128000, + "max_tokens": 4096, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token": 0.00000017, diff --git a/pyproject.toml b/pyproject.toml index fb366b33387..8b4d22cd3e6 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "1.55.4" +version = "1.55.5" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT" @@ -92,7 +92,7 @@ requires = ["poetry-core", "wheel"] build-backend = "poetry.core.masonry.api" [tool.commitizen] -version = "1.55.4" +version = "1.55.5" version_files = [ "pyproject.toml:^version" ]