diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 9a4ed727210..486a9490510 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -64732,7 +64732,6 @@ "input_cost_per_token": 1e-08, "litellm_provider": "flexai", "max_input_tokens": 8192, - "max_tokens": 8192, "mode": "embedding", "output_cost_per_token": 0.0, "output_vector_size": 1024, @@ -64744,7 +64743,6 @@ "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", "output_cost_per_token": 2.38e-07, "source": "https://platform.flex.ai/models", @@ -64752,28 +64750,12 @@ "supports_reasoning": true, "supports_tool_choice": true }, - "flexai/DeepSeek-V4.1-Flash": { - "cache_read_input_token_cost": 1.54e-08, - "input_cost_per_token": 1.03e-07, - "litellm_provider": "flexai", - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, - "mode": "chat", - "output_cost_per_token": 7.15e-07, - "source": "https://platform.flex.ai/models", - "supports_function_calling": true, - "supports_reasoning": true, - "supports_tool_choice": true, - "supports_vision": true - }, "flexai/DeepSeek-V4.1-Flash-1017": { "cache_read_input_token_cost": 2.25e-08, "input_cost_per_token": 1.5e-07, "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", "output_cost_per_token": 6e-07, "source": "https://platform.flex.ai/models", @@ -64794,7 +64776,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 2.4e-07, "source": "https://platform.flex.ai/models", @@ -64809,7 +64790,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 4e-07, "source": "https://platform.flex.ai/models", @@ -64824,7 +64804,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 8.6e-07, "source": "https://platform.flex.ai/models", @@ -64833,14 +64812,13 @@ "supports_tool_choice": true }, "flexai/GLM-5.2": { - "cache_read_input_token_cost": 1.449e-07, - "input_cost_per_token": 9.66e-07, + "cache_read_input_token_cost": 1.05e-07, + "input_cost_per_token": 7e-07, "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", - "output_cost_per_token": 3.036e-06, + "output_cost_per_token": 2.2e-06, "source": "https://platform.flex.ai/models", "supports_function_calling": true, "supports_reasoning": true, @@ -64852,7 +64830,6 @@ "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", "output_cost_per_token": 5e-07, "source": "https://platform.flex.ai/models", @@ -64867,7 +64844,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 2.5e-07, "source": "https://platform.flex.ai/models", @@ -64881,7 +64857,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 1e-07, "source": "https://platform.flex.ai/models", @@ -64904,7 +64879,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 5e-07, "source": "https://platform.flex.ai/models", @@ -64917,7 +64891,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 5e-08, "source": "https://platform.flex.ai/models", @@ -64930,7 +64903,6 @@ "litellm_provider": "flexai", "max_input_tokens": 204800, "max_output_tokens": 204800, - "max_tokens": 204800, "mode": "chat", "output_cost_per_token": 1.2e-06, "source": "https://platform.flex.ai/models", @@ -64944,7 +64916,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 3e-08, "source": "https://platform.flex.ai/models", @@ -64957,7 +64928,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 1.2e-06, "source": "https://platform.flex.ai/models", @@ -64972,7 +64942,6 @@ "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", "output_cost_per_token": 1.6e-07, "source": "https://platform.flex.ai/models", @@ -64985,7 +64954,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 8e-07, "source": "https://platform.flex.ai/models", @@ -65007,7 +64975,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 2.4e-06, "source": "https://platform.flex.ai/models", @@ -65015,27 +64982,12 @@ "supports_reasoning": true, "supports_tool_choice": true }, - "flexai/Qwen3-8B-FP8": { - "cache_read_input_token_cost": 1.75e-08, - "input_cost_per_token": 1.17e-07, - "litellm_provider": "flexai", - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "max_tokens": 40960, - "mode": "chat", - "output_cost_per_token": 4.55e-07, - "source": "https://platform.flex.ai/models", - "supports_function_calling": true, - "supports_reasoning": true, - "supports_tool_choice": true - }, "flexai/Qwen3-Coder-30B-A3B-Instruct-FP8": { "cache_read_input_token_cost": 1.05e-08, "input_cost_per_token": 7e-08, "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 2.8e-07, "source": "https://platform.flex.ai/models", @@ -65048,7 +65000,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 1.8e-07, "source": "https://platform.flex.ai/models", @@ -65063,7 +65014,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 3e-06, "source": "https://platform.flex.ai/models", @@ -65078,7 +65028,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 9.5e-07, "source": "https://platform.flex.ai/models", @@ -65093,7 +65042,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 2.5e-06, "source": "https://platform.flex.ai/models", @@ -65108,7 +65056,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 4.7e-07, "source": "https://platform.flex.ai/models", @@ -65123,7 +65070,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 1.15e-06, "source": "https://platform.flex.ai/models", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 9a4ed727210..486a9490510 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -64732,7 +64732,6 @@ "input_cost_per_token": 1e-08, "litellm_provider": "flexai", "max_input_tokens": 8192, - "max_tokens": 8192, "mode": "embedding", "output_cost_per_token": 0.0, "output_vector_size": 1024, @@ -64744,7 +64743,6 @@ "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", "output_cost_per_token": 2.38e-07, "source": "https://platform.flex.ai/models", @@ -64752,28 +64750,12 @@ "supports_reasoning": true, "supports_tool_choice": true }, - "flexai/DeepSeek-V4.1-Flash": { - "cache_read_input_token_cost": 1.54e-08, - "input_cost_per_token": 1.03e-07, - "litellm_provider": "flexai", - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, - "mode": "chat", - "output_cost_per_token": 7.15e-07, - "source": "https://platform.flex.ai/models", - "supports_function_calling": true, - "supports_reasoning": true, - "supports_tool_choice": true, - "supports_vision": true - }, "flexai/DeepSeek-V4.1-Flash-1017": { "cache_read_input_token_cost": 2.25e-08, "input_cost_per_token": 1.5e-07, "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", "output_cost_per_token": 6e-07, "source": "https://platform.flex.ai/models", @@ -64794,7 +64776,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 2.4e-07, "source": "https://platform.flex.ai/models", @@ -64809,7 +64790,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 4e-07, "source": "https://platform.flex.ai/models", @@ -64824,7 +64804,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 8.6e-07, "source": "https://platform.flex.ai/models", @@ -64833,14 +64812,13 @@ "supports_tool_choice": true }, "flexai/GLM-5.2": { - "cache_read_input_token_cost": 1.449e-07, - "input_cost_per_token": 9.66e-07, + "cache_read_input_token_cost": 1.05e-07, + "input_cost_per_token": 7e-07, "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", - "output_cost_per_token": 3.036e-06, + "output_cost_per_token": 2.2e-06, "source": "https://platform.flex.ai/models", "supports_function_calling": true, "supports_reasoning": true, @@ -64852,7 +64830,6 @@ "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", "output_cost_per_token": 5e-07, "source": "https://platform.flex.ai/models", @@ -64867,7 +64844,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 2.5e-07, "source": "https://platform.flex.ai/models", @@ -64881,7 +64857,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 1e-07, "source": "https://platform.flex.ai/models", @@ -64904,7 +64879,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 5e-07, "source": "https://platform.flex.ai/models", @@ -64917,7 +64891,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 5e-08, "source": "https://platform.flex.ai/models", @@ -64930,7 +64903,6 @@ "litellm_provider": "flexai", "max_input_tokens": 204800, "max_output_tokens": 204800, - "max_tokens": 204800, "mode": "chat", "output_cost_per_token": 1.2e-06, "source": "https://platform.flex.ai/models", @@ -64944,7 +64916,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 3e-08, "source": "https://platform.flex.ai/models", @@ -64957,7 +64928,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 1.2e-06, "source": "https://platform.flex.ai/models", @@ -64972,7 +64942,6 @@ "litellm_provider": "flexai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, - "max_tokens": 1048576, "mode": "chat", "output_cost_per_token": 1.6e-07, "source": "https://platform.flex.ai/models", @@ -64985,7 +64954,6 @@ "litellm_provider": "flexai", "max_input_tokens": 131072, "max_output_tokens": 131072, - "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 8e-07, "source": "https://platform.flex.ai/models", @@ -65007,7 +64975,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 2.4e-06, "source": "https://platform.flex.ai/models", @@ -65015,27 +64982,12 @@ "supports_reasoning": true, "supports_tool_choice": true }, - "flexai/Qwen3-8B-FP8": { - "cache_read_input_token_cost": 1.75e-08, - "input_cost_per_token": 1.17e-07, - "litellm_provider": "flexai", - "max_input_tokens": 40960, - "max_output_tokens": 40960, - "max_tokens": 40960, - "mode": "chat", - "output_cost_per_token": 4.55e-07, - "source": "https://platform.flex.ai/models", - "supports_function_calling": true, - "supports_reasoning": true, - "supports_tool_choice": true - }, "flexai/Qwen3-Coder-30B-A3B-Instruct-FP8": { "cache_read_input_token_cost": 1.05e-08, "input_cost_per_token": 7e-08, "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 2.8e-07, "source": "https://platform.flex.ai/models", @@ -65048,7 +65000,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 1.8e-07, "source": "https://platform.flex.ai/models", @@ -65063,7 +65014,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 3e-06, "source": "https://platform.flex.ai/models", @@ -65078,7 +65028,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 9.5e-07, "source": "https://platform.flex.ai/models", @@ -65093,7 +65042,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 2.5e-06, "source": "https://platform.flex.ai/models", @@ -65108,7 +65056,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 4.7e-07, "source": "https://platform.flex.ai/models", @@ -65123,7 +65070,6 @@ "litellm_provider": "flexai", "max_input_tokens": 262144, "max_output_tokens": 262144, - "max_tokens": 262144, "mode": "chat", "output_cost_per_token": 1.15e-06, "source": "https://platform.flex.ai/models",