diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 03088fef846..6a057fe8be1 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -60806,15 +60806,15 @@ "supports_system_messages": true }, "tokenlab/claude-fable-5": { - "cache_creation_input_token_cost": 8.125e-06, - "cache_read_input_token_cost": 6.5e-07, - "input_cost_per_token": 6.5e-06, + "cache_creation_input_token_cost": 3.75e-06, + "cache_read_input_token_cost": 3e-07, + "input_cost_per_token": 3e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 3.25e-05, + "output_cost_per_token": 1.5e-05, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60839,15 +60839,15 @@ "supports_vision": true }, "tokenlab/claude-haiku-4-5": { - "cache_creation_input_token_cost": 8.125e-07, - "cache_read_input_token_cost": 6.5e-08, - "input_cost_per_token": 6.5e-07, + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, "litellm_provider": "tokenlab", "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 3.25e-06, + "output_cost_per_token": 1.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60870,15 +60870,15 @@ "supports_vision": true }, "tokenlab/claude-opus-4-6": { - "cache_creation_input_token_cost": 4.0625e-06, - "cache_read_input_token_cost": 3.25e-07, - "input_cost_per_token": 3.25e-06, + "cache_creation_input_token_cost": 1.875e-06, + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.625e-05, + "output_cost_per_token": 7.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60901,15 +60901,15 @@ "supports_vision": true }, "tokenlab/claude-opus-4-7": { - "cache_creation_input_token_cost": 4.0625e-06, - "cache_read_input_token_cost": 3.25e-07, - "input_cost_per_token": 3.25e-06, + "cache_creation_input_token_cost": 1.875e-06, + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.625e-05, + "output_cost_per_token": 7.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60934,15 +60934,15 @@ "supports_vision": true }, "tokenlab/claude-opus-4-8": { - "cache_creation_input_token_cost": 4.0625e-06, - "cache_read_input_token_cost": 3.25e-07, - "input_cost_per_token": 3.25e-06, + "cache_creation_input_token_cost": 1.875e-06, + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.625e-05, + "output_cost_per_token": 7.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60967,15 +60967,15 @@ "supports_vision": true }, "tokenlab/claude-sonnet-4-6": { - "cache_creation_input_token_cost": 2.4375e-06, - "cache_read_input_token_cost": 1.95e-07, - "input_cost_per_token": 1.95e-06, + "cache_creation_input_token_cost": 1.125e-06, + "cache_read_input_token_cost": 9e-08, + "input_cost_per_token": 9e-07, "litellm_provider": "tokenlab", "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 9.75e-06, + "output_cost_per_token": 4.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60998,15 +60998,15 @@ "supports_vision": true }, "tokenlab/claude-sonnet-5": { - "cache_creation_input_token_cost": 1.625e-06, - "cache_read_input_token_cost": 1.3e-07, - "input_cost_per_token": 1.3e-06, + "cache_creation_input_token_cost": 1.125e-06, + "cache_read_input_token_cost": 9e-08, + "input_cost_per_token": 9e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 6.5e-06, + "output_cost_per_token": 4.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61030,57 +61030,15 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/deepseek-v3": { - "cache_read_input_token_cost": 2.8e-09, - "input_cost_per_token": 1.4e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 1000000, - "max_output_tokens": 384000, - "max_tokens": 384000, - "mode": "chat", - "output_cost_per_token": 2.8e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/deepseek-v3-2": { - "cache_creation_input_token_cost": 0.0, - "cache_read_input_token_cost": 2.8e-08, - "input_cost_per_token": 2.8e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "max_tokens": 163840, - "mode": "chat", - "output_cost_per_token": 4.2e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/deepseek-v4-flash": { - "cache_read_input_token_cost": 2.94118e-09, - "input_cost_per_token": 1.4705882e-07, + "cache_read_input_token_cost": 3e-09, + "input_cost_per_token": 1.5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 6e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61094,14 +61052,15 @@ "supports_tool_choice": true }, "tokenlab/deepseek-v4-pro": { - "cache_read_input_token_cost": 3.67647e-09, - "input_cost_per_token": 4.4117647e-07, + "cache_creation_input_token_cost": 6.6e-07, + "cache_read_input_token_cost": 2.2e-08, + "input_cost_per_token": 6.6e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 8.8235294e-07, + "output_cost_per_token": 1.98e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61114,177 +61073,8 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/doubao-1.5-lite-32k": { - "cache_read_input_token_cost": 8.57143e-09, - "input_cost_per_token": 4.411765e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "max_tokens": 4096, - "mode": "chat", - "output_cost_per_token": 8.823529e-08, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-1.5-pro-32k": { - "cache_read_input_token_cost": 2.2e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "max_tokens": 8192, - "mode": "chat", - "output_cost_per_token": 2.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-1.5-pro-32k-character": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 32768, - "max_output_tokens": 12288, - "max_tokens": 12288, - "mode": "chat", - "output_cost_per_token": 2.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-1.5-vision-pro": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "max_tokens": 8192, - "mode": "chat", - "output_cost_per_token": 2.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/doubao-seed-1.6": { - "cache_read_input_token_cost": 3.602941e-08, - "input_cost_per_token": 1.7647059e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.17647059e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-seed-1.6-flash": { - "cache_read_input_token_cost": 8.52941e-09, - "input_cost_per_token": 4.411765e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 2.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-seed-1.6-vision": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.17647059e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/doubao-seed-1.8": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.17647059e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/doubao-seed-2.0-code": { + "cache_creation_input_token_cost": 4.7058824e-07, "cache_read_input_token_cost": 9.411765e-08, "input_cost_per_token": 4.7058824e-07, "litellm_provider": "tokenlab", @@ -61307,14 +61097,15 @@ "supports_tool_choice": true }, "tokenlab/doubao-seed-2.0-lite": { - "cache_read_input_token_cost": 1.764706e-08, - "input_cost_per_token": 8.823529e-08, + "cache_creation_input_token_cost": 2.5e-07, + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 2.5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 229376, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 5.2941176e-07, + "output_cost_per_token": 2e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61337,14 +61128,15 @@ "supports_vision": true }, "tokenlab/doubao-seed-2.0-mini": { - "cache_read_input_token_cost": 5.88235e-09, - "input_cost_per_token": 2.941176e-08, + "cache_creation_input_token_cost": 1e-07, + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1e-07, "litellm_provider": "tokenlab", "max_input_tokens": 229376, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 4e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61367,6 +61159,7 @@ "supports_vision": true }, "tokenlab/doubao-seed-2.0-pro": { + "cache_creation_input_token_cost": 4.7058824e-07, "cache_read_input_token_cost": 9.411765e-08, "input_cost_per_token": 4.7058824e-07, "litellm_provider": "tokenlab", @@ -61427,14 +61220,15 @@ "supports_vision": true }, "tokenlab/doubao-seed-2.1-turbo": { - "cache_read_input_token_cost": 8.823529e-08, - "input_cost_per_token": 4.4117647e-07, + "cache_creation_input_token_cost": 5e-07, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 2.20588235e-06, + "output_cost_per_token": 2.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61486,25 +61280,6 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/doubao-seed-code": { - "cache_read_input_token_cost": 3.529412e-08, - "input_cost_per_token": 1.7647059e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.17647059e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/doubao-seed-evolving": { "cache_read_input_token_cost": 1.7647059e-07, "input_cost_per_token": 8.8235294e-07, @@ -61535,22 +61310,6 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/farui-plus": { - "input_cost_per_token": 2.94117647e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 12000, - "max_output_tokens": 2000, - "max_tokens": 2000, - "mode": "chat", - "output_cost_per_token": 2.94117647e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, "tokenlab/gemini-2.5-pro": { "cache_read_input_token_cost": 6.25e-08, "input_cost_per_token": 6.25e-07, @@ -61667,15 +61426,16 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/glm-4.7": { - "cache_read_input_token_cost": 1.25e-07, + "tokenlab/glm-5": { + "cache_creation_input_token_cost": 1e-06, + "cache_read_input_token_cost": 2e-07, "input_cost_per_token": 1e-06, "litellm_provider": "tokenlab", - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 3.2e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61683,26 +61443,10 @@ ], "supports_function_calling": true, "supports_native_streaming": true, + "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/glm-5": { - "cache_read_input_token_cost": 1.1764706e-07, - "input_cost_per_token": 5.8823529e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "max_tokens": 128000, - "mode": "chat", - "output_cost_per_token": 2.64705882e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, "tokenlab/glm-5-turbo": { "cache_creation_input_token_cost": 0.0, "cache_read_input_token_cost": 2.4e-07, @@ -61725,39 +61469,46 @@ "supports_tool_choice": true }, "tokenlab/glm-5.1": { - "cache_creation_input_token_cost": 1.10294118e-06, - "cache_read_input_token_cost": 1.7647059e-07, - "input_cost_per_token": 8.8235294e-07, + "cache_creation_input_token_cost": 1.4e-06, + "cache_read_input_token_cost": 2.6e-07, + "input_cost_per_token": 1.4e-06, "litellm_provider": "tokenlab", "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 3.52941176e-06, + "output_cost_per_token": 4.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true }, "tokenlab/glm-5.2": { - "cache_read_input_token_cost": 2.9411765e-07, - "input_cost_per_token": 1.17647059e-06, + "cache_creation_input_token_cost": 1.4e-06, + "cache_read_input_token_cost": 2.6e-07, + "input_cost_per_token": 1.4e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 4.11764706e-06, + "output_cost_per_token": 4.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true }, "tokenlab/glm-5v-turbo": { "cache_read_input_token_cost": 2.4e-07, @@ -62133,20 +61884,21 @@ ], "supports_function_calling": true, "supports_native_streaming": true, + "supports_prompt_caching": true, "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true }, "tokenlab/gpt-5.4": { - "cache_read_input_token_cost": 7.5e-08, - "input_cost_per_token": 7.5e-07, + "cache_read_input_token_cost": 1.75e-07, + "input_cost_per_token": 1.75e-06, "litellm_provider": "tokenlab", "max_input_tokens": 400000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 4.5e-06, + "output_cost_per_token": 1.05e-05, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62169,14 +61921,14 @@ "supports_vision": true }, "tokenlab/gpt-5.4-mini": { - "cache_read_input_token_cost": 2.25e-08, - "input_cost_per_token": 2.25e-07, + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 5.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 400000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.35e-06, + "output_cost_per_token": 3.15e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62311,14 +62063,14 @@ "supports_vision": true }, "tokenlab/gpt-oss-120b": { - "cache_read_input_token_cost": 5.25e-08, - "input_cost_per_token": 1.05e-07, + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 1.5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 4.2e-07, + "output_cost_per_token": 6e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62351,73 +62103,15 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/grok-4-fast": { - "cache_read_input_token_cost": 5e-08, - "input_cost_per_token": 2e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 2000000, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 5e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/grok-4.1-fast": { - "cache_read_input_token_cost": 5e-08, - "input_cost_per_token": 3e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 2000000, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 5e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, "tokenlab/grok-4.20": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 1.25e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62440,14 +62134,14 @@ "supports_vision": true }, "tokenlab/grok-4.20-multi-agent": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 1.25e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62470,14 +62164,14 @@ "supports_vision": true }, "tokenlab/grok-4.20-non-reasoning": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 1.25e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62499,14 +62193,14 @@ "supports_vision": true }, "tokenlab/grok-4.3": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 1.25e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62529,14 +62223,14 @@ "supports_vision": true }, "tokenlab/grok-build-0.1": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 256000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2e-06, + "output_cost_per_token": 1e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62558,42 +62252,6 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/groq-compound": { - "input_cost_per_token": 5.9e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "max_tokens": 32768, - "mode": "chat", - "output_cost_per_token": 7.9e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/groq-compound-mini": { - "input_cost_per_token": 5e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "max_tokens": 32768, - "mode": "chat", - "output_cost_per_token": 8e-08, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/hunyuan-role": { "input_cost_per_token": 3.5294118e-07, "litellm_provider": "tokenlab", @@ -62611,13 +62269,13 @@ "supports_system_messages": true }, "tokenlab/hy-mt2-pro": { - "input_cost_per_token": 2.2058824e-07, + "input_cost_per_token": 7.4e-08, "litellm_provider": "tokenlab", "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 6.6176471e-07, + "output_cost_per_token": 2.95e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62626,28 +62284,6 @@ "supports_native_streaming": true, "supports_system_messages": true }, - "tokenlab/hy3-preview": { - "cache_read_input_token_cost": 5.882353e-08, - "input_cost_per_token": 1.7647059e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 196608, - "max_output_tokens": 131072, - "max_tokens": 131072, - "mode": "chat", - "output_cost_per_token": 5.8823529e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/kimi-k2.5": { "cache_read_input_token_cost": 1e-07, "input_cost_per_token": 6e-07, @@ -62662,8 +62298,12 @@ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/kimi-k2.6": { "cache_read_input_token_cost": 1.6e-07, @@ -62679,8 +62319,12 @@ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/kimi-k2.7-code": { "cache_read_input_token_cost": 1.9e-07, @@ -62740,89 +62384,16 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/mimo-v2-flash": { - "cache_read_input_token_cost": 8e-08, - "input_cost_per_token": 4e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, - "mode": "chat", - "output_cost_per_token": 2e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/mimo-v2-omni": { - "cache_read_input_token_cost": 8e-08, - "input_cost_per_token": 4e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "max_tokens": 262144, - "mode": "chat", - "output_cost_per_token": 2e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/mimo-v2-pro": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, - "mode": "chat", - "output_cost_per_token": 3e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/mimo-v2.5": { - "cache_read_input_token_cost": 8e-08, - "input_cost_per_token": 4e-07, + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.8e-09, + "input_cost_per_token": 1.4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1048576, "max_output_tokens": 1048576, "max_tokens": 1048576, "mode": "chat", - "output_cost_per_token": 2e-06, + "output_cost_per_token": 2.8e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62842,21 +62413,25 @@ "supports_vision": true }, "tokenlab/mimo-v2.5-pro": { - "cache_read_input_token_cost": 2.0588235e-07, - "input_cost_per_token": 1.02941176e-06, + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 3.6e-09, + "input_cost_per_token": 4.35e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1048576, "max_output_tokens": 1048576, "max_tokens": 1048576, "mode": "chat", - "output_cost_per_token": 3.08823529e-06, + "output_cost_per_token": 8.7e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/minimax-m2": { "cache_creation_input_token_cost": 3.75e-07, @@ -62920,27 +62495,6 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/minimax-m2.5": { - "cache_creation_input_token_cost": 3.75e-07, - "cache_read_input_token_cost": 3e-08, - "input_cost_per_token": 3e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 204800, - "max_output_tokens": 204800, - "max_tokens": 204800, - "mode": "chat", - "output_cost_per_token": 1.2e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/minimax-m2.5-highspeed": { "cache_creation_input_token_cost": 3.75e-07, "cache_read_input_token_cost": 3e-08, @@ -63020,77 +62574,16 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/o1": { - "cache_creation_input_token_cost": 0.0, - "cache_read_input_token_cost": 7.5e-06, - "input_cost_per_token": 1.5e-05, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "max_tokens": 100000, - "mode": "chat", - "output_cost_per_token": 6e-05, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/o1-pro": { - "cache_read_input_token_cost": 7.5e-05, - "input_cost_per_token": 0.00015, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "max_tokens": 100000, - "mode": "chat", - "output_cost_per_token": 0.0006, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, "tokenlab/o3": { "cache_creation_input_token_cost": 0.0, - "cache_read_input_token_cost": 5e-07, - "input_cost_per_token": 2e-06, + "cache_read_input_token_cost": 3.5e-07, + "input_cost_per_token": 1.4e-06, "litellm_provider": "tokenlab", "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "mode": "chat", - "output_cost_per_token": 8e-06, + "output_cost_per_token": 5.6e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63112,85 +62605,16 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/o3-mini": { - "cache_creation_input_token_cost": 0.0, - "cache_read_input_token_cost": 5.5e-07, - "input_cost_per_token": 1.1e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "max_tokens": 100000, - "mode": "chat", - "output_cost_per_token": 4.4e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/o4-mini": { - "cache_read_input_token_cost": 1.925e-07, - "input_cost_per_token": 7.7e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "max_tokens": 100000, - "mode": "chat", - "output_cost_per_token": 3.08e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/qwen-deep-research": { - "input_cost_per_token": 7.94117647e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 997952, - "max_output_tokens": 32768, - "max_tokens": 32768, - "mode": "chat", - "output_cost_per_token": 2.397058824e-05, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, "tokenlab/qwen-doc-turbo": { - "cache_creation_input_token_cost": 1.1029412e-07, - "cache_read_input_token_cost": 1.764706e-08, - "input_cost_per_token": 8.82353e-08, + "cache_creation_input_token_cost": 1.10294117647e-07, + "cache_read_input_token_cost": 1.7647058824e-08, + "input_cost_per_token": 8.8235294117e-08, "litellm_provider": "tokenlab", "max_input_tokens": 253952, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 1.4705882e-07, + "output_cost_per_token": 1.47058823529e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63201,15 +62625,15 @@ "supports_system_messages": true }, "tokenlab/qwen-flash": { - "cache_creation_input_token_cost": 2.852941e-08, - "cache_read_input_token_cost": 4.41176e-09, - "input_cost_per_token": 2.205882e-08, + "cache_creation_input_token_cost": 6.25e-08, + "cache_read_input_token_cost": 1e-08, + "input_cost_per_token": 5e-08, "litellm_provider": "tokenlab", "max_input_tokens": 997952, "max_output_tokens": 32768, "max_tokens": 32768, "mode": "chat", - "output_cost_per_token": 2.2058823e-07, + "output_cost_per_token": 4e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63220,14 +62644,14 @@ "supports_system_messages": true }, "tokenlab/qwen-flash-character": { - "cache_read_input_token_cost": 7.35294e-09, - "input_cost_per_token": 3.676471e-08, + "cache_read_input_token_cost": 1e-08, + "input_cost_per_token": 5e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8000, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 2.2058823e-07, + "output_cost_per_token": 4e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63238,14 +62662,14 @@ "supports_system_messages": true }, "tokenlab/qwen-max": { - "cache_read_input_token_cost": 7.058824e-08, - "input_cost_per_token": 3.5294117e-07, + "cache_read_input_token_cost": 3.2e-07, + "input_cost_per_token": 1.6e-06, "litellm_provider": "tokenlab", "max_input_tokens": 30720, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 1.4117647e-06, + "output_cost_per_token": 6.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63256,13 +62680,13 @@ "supports_system_messages": true }, "tokenlab/qwen-mt-flash": { - "input_cost_per_token": 1.0294118e-07, + "input_cost_per_token": 1.6e-07, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 2.8676471e-07, + "output_cost_per_token": 4.9e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63272,13 +62696,13 @@ "supports_system_messages": true }, "tokenlab/qwen-mt-lite": { - "input_cost_per_token": 8.82353e-08, + "input_cost_per_token": 1.2e-07, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 2.3529412e-07, + "output_cost_per_token": 3.6e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63288,71 +62712,13 @@ "supports_system_messages": true }, "tokenlab/qwen-mt-plus": { - "input_cost_per_token": 2.6470589e-07, + "input_cost_per_token": 2.46e-06, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 7.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, - "tokenlab/qwen-mt-turbo": { - "input_cost_per_token": 1.0294118e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "max_tokens": 8192, - "mode": "chat", - "output_cost_per_token": 2.8676471e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, - "tokenlab/qwen-omni-turbo": { - "cache_read_input_token_cost": 1.17647e-08, - "input_cost_per_token": 5.882353e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 30720, - "max_output_tokens": 2048, - "max_tokens": 2048, - "mode": "chat", - "output_cost_per_token": 2.3529412e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true, - "supports_vision": true - }, - "tokenlab/qwen-omni-turbo-realtime": { - "input_cost_per_token": 2.3529412e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 30720, - "max_output_tokens": 2048, - "max_tokens": 2048, - "mode": "chat", - "output_cost_per_token": 9.4117647e-07, + "output_cost_per_token": 7.37e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63362,15 +62728,13 @@ "supports_system_messages": true }, "tokenlab/qwen-plus": { - "cache_creation_input_token_cost": 1.4705882e-07, - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764705e-07, + "input_cost_per_token": 4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 997952, "max_output_tokens": 32768, "max_tokens": 32768, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 1.2e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63381,14 +62745,14 @@ "supports_system_messages": true }, "tokenlab/qwen-plus-character": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764705e-07, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 1.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63399,37 +62763,13 @@ "supports_system_messages": true }, "tokenlab/qwen-vl-ocr": { - "input_cost_per_token": 4.411764e-08, + "input_cost_per_token": 7e-08, "litellm_provider": "tokenlab", "max_input_tokens": 30000, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 7.352941e-08, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_vision": true - }, - "tokenlab/qwen2.5-omni-7b": { - "input_cost_per_token": 8.82353e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 30720, - "max_output_tokens": 2048, - "max_tokens": 2048, - "mode": "chat", - "output_cost_per_token": 3.5294117e-07, + "output_cost_per_token": 1.6e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63447,15 +62787,15 @@ "supports_vision": true }, "tokenlab/qwen3-coder-flash": { - "cache_creation_input_token_cost": 1.8382353e-07, - "cache_read_input_token_cost": 2.941177e-08, - "input_cost_per_token": 1.4705882e-07, + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, "litellm_provider": "tokenlab", "max_input_tokens": 997952, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 5.8823529e-07, + "output_cost_per_token": 1.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63479,32 +62819,17 @@ "/v1/responses" ], "supports_native_streaming": true, - "supports_system_messages": true - }, - "tokenlab/qwen3-livetranslate-flash-realtime": { - "input_cost_per_token": 9.4117647e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 49152, - "max_output_tokens": 4096, - "max_tokens": 4096, - "mode": "chat", - "output_cost_per_token": 9.4117647e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_vision": true }, "tokenlab/qwen3-omni-flash": { - "input_cost_per_token": 2.6470589e-07, + "input_cost_per_token": 4.3e-07, "litellm_provider": "tokenlab", "max_input_tokens": 49152, "max_output_tokens": 16384, "max_tokens": 16384, "mode": "chat", - "output_cost_per_token": 1.01470589e-06, + "output_cost_per_token": 1.66e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63521,24 +62846,8 @@ "supports_system_messages": true, "supports_vision": true }, - "tokenlab/qwen3-omni-flash-realtime": { - "input_cost_per_token": 3.2352941e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 49152, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.22058824e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, "tokenlab/qwen3-vl-embedding": { - "input_cost_per_token": 1.0294118e-07, + "input_cost_per_token": 1.02941176471e-07, "litellm_provider": "tokenlab", "max_input_tokens": 32000, "max_tokens": 32000, @@ -63551,15 +62860,15 @@ "supports_vision": true }, "tokenlab/qwen3-vl-plus": { - "cache_creation_input_token_cost": 1.8382353e-07, - "cache_read_input_token_cost": 2.941177e-08, - "input_cost_per_token": 1.4705882e-07, + "cache_creation_input_token_cost": 2.5e-07, + "cache_read_input_token_cost": 4e-08, + "input_cost_per_token": 2e-07, "litellm_provider": "tokenlab", "max_input_tokens": 260096, "max_output_tokens": 32768, "max_tokens": 32768, "mode": "chat", - "output_cost_per_token": 1.47058824e-06, + "output_cost_per_token": 1.6e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63578,13 +62887,13 @@ "supports_vision": true }, "tokenlab/qwen3.5-27b": { - "input_cost_per_token": 8.82353e-08, + "input_cost_per_token": 3e-07, "litellm_provider": "tokenlab", "max_input_tokens": 260096, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 7.0588236e-07, + "output_cost_per_token": 2.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63594,15 +62903,15 @@ "supports_system_messages": true }, "tokenlab/qwen3.5-flash": { - "cache_creation_input_token_cost": 3.676471e-08, - "cache_read_input_token_cost": 2.94117e-09, - "input_cost_per_token": 2.941177e-08, + "cache_creation_input_token_cost": 1.25e-07, + "cache_read_input_token_cost": 1e-08, + "input_cost_per_token": 1e-07, "litellm_provider": "tokenlab", "max_input_tokens": 991808, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 4e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63626,16 +62935,17 @@ "/v1/responses" ], "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_vision": true }, "tokenlab/qwen3.5-ocr": { - "input_cost_per_token": 7.352941e-08, + "input_cost_per_token": 7.3529411765e-08, "litellm_provider": "tokenlab", "max_input_tokens": 49152, "max_output_tokens": 16384, "max_tokens": 16384, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 2.94117647059e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63653,13 +62963,13 @@ "supports_vision": true }, "tokenlab/qwen3.5-omni-flash": { - "input_cost_per_token": 2.64705882e-06, + "input_cost_per_token": 4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 196608, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 1.05882353e-05, + "output_cost_per_token": 2.2e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63677,29 +62987,32 @@ "supports_vision": true }, "tokenlab/qwen3.5-omni-flash-realtime": { - "input_cost_per_token": 3.97058824e-06, + "input_cost_per_token": 5.5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 196608, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 1.573529412e-05, + "output_cost_per_token": 3.3e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/qwen3.5-omni-plus": { - "input_cost_per_token": 7.79411765e-06, + "input_cost_per_token": 1.4e-06, "litellm_provider": "tokenlab", "max_input_tokens": 196608, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 3.132352941e-05, + "output_cost_per_token": 8.3e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63717,31 +63030,34 @@ "supports_vision": true }, "tokenlab/qwen3.5-omni-plus-realtime": { - "input_cost_per_token": 1.176470588e-05, + "input_cost_per_token": 2.1e-06, "litellm_provider": "tokenlab", "max_input_tokens": 196608, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 4.411764706e-05, + "output_cost_per_token": 1.24e-05, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/qwen3.5-plus": { - "cache_creation_input_token_cost": 1.4705882e-07, - "cache_read_input_token_cost": 1.17647e-08, - "input_cost_per_token": 1.1764705e-07, + "cache_creation_input_token_cost": 5e-07, + "cache_read_input_token_cost": 4e-08, + "input_cost_per_token": 4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 991808, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 7.0588236e-07, + "output_cost_per_token": 2.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63752,42 +63068,25 @@ "supports_system_messages": true }, "tokenlab/qwen3.6-27b": { - "input_cost_per_token": 4.4117647e-07, + "input_cost_per_token": 6e-07, "litellm_provider": "tokenlab", "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "mode": "chat", - "output_cost_per_token": 2.64705882e-06, + "output_cost_per_token": 3.6e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true - }, - "tokenlab/qwen3.6-flash": { - "cache_creation_input_token_cost": 2.2058823e-07, - "cache_read_input_token_cost": 1.764706e-08, - "input_cost_per_token": 1.7647059e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 991808, - "max_output_tokens": 65536, - "max_tokens": 65536, - "mode": "chat", - "output_cost_per_token": 1.05882353e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/qwen3.6-max-preview": { - "cache_read_input_token_cost": 1.475e-07, "input_cost_per_token": 1.43264706e-06, "litellm_provider": "tokenlab", "max_input_tokens": 262144, @@ -63805,35 +63104,16 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/qwen3.6-plus": { - "cache_creation_input_token_cost": 3.6764706e-07, - "cache_read_input_token_cost": 2.941177e-08, - "input_cost_per_token": 2.9411765e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 991808, - "max_output_tokens": 65536, - "max_tokens": 65536, - "mode": "chat", - "output_cost_per_token": 1.76470588e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true - }, "tokenlab/qwen3.7-max": { - "cache_creation_input_token_cost": 2.20588235e-06, - "cache_read_input_token_cost": 3.5294117e-07, - "input_cost_per_token": 1.76470588e-06, + "cache_creation_input_token_cost": 3.125e-06, + "cache_read_input_token_cost": 5e-07, + "input_cost_per_token": 2.5e-06, "litellm_provider": "tokenlab", "max_input_tokens": 991808, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 5.29411764e-06, + "output_cost_per_token": 7.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63844,15 +63124,15 @@ "supports_system_messages": true }, "tokenlab/qwen3.7-plus": { - "cache_creation_input_token_cost": 3.6764706e-07, - "cache_read_input_token_cost": 5.882353e-08, - "input_cost_per_token": 2.9411765e-07, + "cache_creation_input_token_cost": 5e-07, + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 991808, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 1.17647059e-06, + "output_cost_per_token": 1.6e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63882,24 +63162,27 @@ "supports_tool_choice": true }, "tokenlab/step-3.7-flash": { - "cache_read_input_token_cost": 3.970588e-08, - "input_cost_per_token": 1.9852941e-07, + "cache_read_input_token_cost": 4e-08, + "input_cost_per_token": 2e-07, "litellm_provider": "tokenlab", "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 1.19117647e-06, + "output_cost_per_token": 1.15e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true }, "tokenlab/text-embedding-3-large": { - "input_cost_per_token": 1.3e-07, + "input_cost_per_token": 9.1e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8191, "max_tokens": 8191, @@ -63911,7 +63194,7 @@ ] }, "tokenlab/text-embedding-3-small": { - "input_cost_per_token": 2e-08, + "input_cost_per_token": 1.4e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8191, "max_tokens": 8191, @@ -63935,7 +63218,7 @@ ] }, "tokenlab/text-embedding-v4": { - "input_cost_per_token": 7.352941e-08, + "input_cost_per_token": 7e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_tokens": 8192, @@ -63947,13 +63230,13 @@ ] }, "tokenlab/tongyi-intent-detect-v3": { - "input_cost_per_token": 5.882353e-08, + "input_cost_per_token": 5.8823529412e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 1.4705882e-07, + "output_cost_per_token": 1.47058823529e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63963,13 +63246,13 @@ "supports_system_messages": true }, "tokenlab/tongyi-xiaomi-analysis-flash": { - "input_cost_per_token": 2.941177e-08, + "input_cost_per_token": 2.9411764705e-08, "litellm_provider": "tokenlab", "max_input_tokens": 28672, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 5.882353e-08, + "output_cost_per_token": 5.8823529412e-08, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63979,13 +63262,13 @@ "supports_system_messages": true }, "tokenlab/tongyi-xiaomi-analysis-pro": { - "input_cost_per_token": 1.4705882e-07, + "input_cost_per_token": 1.47058823529e-07, "litellm_provider": "tokenlab", "max_input_tokens": 28672, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 3.9705883e-07, + "output_cost_per_token": 3.97058823529e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 03088fef846..6a057fe8be1 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -60806,15 +60806,15 @@ "supports_system_messages": true }, "tokenlab/claude-fable-5": { - "cache_creation_input_token_cost": 8.125e-06, - "cache_read_input_token_cost": 6.5e-07, - "input_cost_per_token": 6.5e-06, + "cache_creation_input_token_cost": 3.75e-06, + "cache_read_input_token_cost": 3e-07, + "input_cost_per_token": 3e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 3.25e-05, + "output_cost_per_token": 1.5e-05, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60839,15 +60839,15 @@ "supports_vision": true }, "tokenlab/claude-haiku-4-5": { - "cache_creation_input_token_cost": 8.125e-07, - "cache_read_input_token_cost": 6.5e-08, - "input_cost_per_token": 6.5e-07, + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, "litellm_provider": "tokenlab", "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 3.25e-06, + "output_cost_per_token": 1.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60870,15 +60870,15 @@ "supports_vision": true }, "tokenlab/claude-opus-4-6": { - "cache_creation_input_token_cost": 4.0625e-06, - "cache_read_input_token_cost": 3.25e-07, - "input_cost_per_token": 3.25e-06, + "cache_creation_input_token_cost": 1.875e-06, + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.625e-05, + "output_cost_per_token": 7.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60901,15 +60901,15 @@ "supports_vision": true }, "tokenlab/claude-opus-4-7": { - "cache_creation_input_token_cost": 4.0625e-06, - "cache_read_input_token_cost": 3.25e-07, - "input_cost_per_token": 3.25e-06, + "cache_creation_input_token_cost": 1.875e-06, + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.625e-05, + "output_cost_per_token": 7.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60934,15 +60934,15 @@ "supports_vision": true }, "tokenlab/claude-opus-4-8": { - "cache_creation_input_token_cost": 4.0625e-06, - "cache_read_input_token_cost": 3.25e-07, - "input_cost_per_token": 3.25e-06, + "cache_creation_input_token_cost": 1.875e-06, + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.625e-05, + "output_cost_per_token": 7.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60967,15 +60967,15 @@ "supports_vision": true }, "tokenlab/claude-sonnet-4-6": { - "cache_creation_input_token_cost": 2.4375e-06, - "cache_read_input_token_cost": 1.95e-07, - "input_cost_per_token": 1.95e-06, + "cache_creation_input_token_cost": 1.125e-06, + "cache_read_input_token_cost": 9e-08, + "input_cost_per_token": 9e-07, "litellm_provider": "tokenlab", "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 9.75e-06, + "output_cost_per_token": 4.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -60998,15 +60998,15 @@ "supports_vision": true }, "tokenlab/claude-sonnet-5": { - "cache_creation_input_token_cost": 1.625e-06, - "cache_read_input_token_cost": 1.3e-07, - "input_cost_per_token": 1.3e-06, + "cache_creation_input_token_cost": 1.125e-06, + "cache_read_input_token_cost": 9e-08, + "input_cost_per_token": 9e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 6.5e-06, + "output_cost_per_token": 4.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61030,57 +61030,15 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/deepseek-v3": { - "cache_read_input_token_cost": 2.8e-09, - "input_cost_per_token": 1.4e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 1000000, - "max_output_tokens": 384000, - "max_tokens": 384000, - "mode": "chat", - "output_cost_per_token": 2.8e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/deepseek-v3-2": { - "cache_creation_input_token_cost": 0.0, - "cache_read_input_token_cost": 2.8e-08, - "input_cost_per_token": 2.8e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 163840, - "max_output_tokens": 163840, - "max_tokens": 163840, - "mode": "chat", - "output_cost_per_token": 4.2e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/deepseek-v4-flash": { - "cache_read_input_token_cost": 2.94118e-09, - "input_cost_per_token": 1.4705882e-07, + "cache_read_input_token_cost": 3e-09, + "input_cost_per_token": 1.5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 6e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61094,14 +61052,15 @@ "supports_tool_choice": true }, "tokenlab/deepseek-v4-pro": { - "cache_read_input_token_cost": 3.67647e-09, - "input_cost_per_token": 4.4117647e-07, + "cache_creation_input_token_cost": 6.6e-07, + "cache_read_input_token_cost": 2.2e-08, + "input_cost_per_token": 6.6e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 8.8235294e-07, + "output_cost_per_token": 1.98e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61114,177 +61073,8 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/doubao-1.5-lite-32k": { - "cache_read_input_token_cost": 8.57143e-09, - "input_cost_per_token": 4.411765e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 32768, - "max_output_tokens": 4096, - "max_tokens": 4096, - "mode": "chat", - "output_cost_per_token": 8.823529e-08, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-1.5-pro-32k": { - "cache_read_input_token_cost": 2.2e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "max_tokens": 8192, - "mode": "chat", - "output_cost_per_token": 2.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-1.5-pro-32k-character": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 32768, - "max_output_tokens": 12288, - "max_tokens": 12288, - "mode": "chat", - "output_cost_per_token": 2.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-1.5-vision-pro": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 32768, - "max_output_tokens": 8192, - "max_tokens": 8192, - "mode": "chat", - "output_cost_per_token": 2.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/doubao-seed-1.6": { - "cache_read_input_token_cost": 3.602941e-08, - "input_cost_per_token": 1.7647059e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.17647059e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-seed-1.6-flash": { - "cache_read_input_token_cost": 8.52941e-09, - "input_cost_per_token": 4.411765e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 2.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/doubao-seed-1.6-vision": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.17647059e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/doubao-seed-1.8": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764706e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 131072, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.17647059e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/doubao-seed-2.0-code": { + "cache_creation_input_token_cost": 4.7058824e-07, "cache_read_input_token_cost": 9.411765e-08, "input_cost_per_token": 4.7058824e-07, "litellm_provider": "tokenlab", @@ -61307,14 +61097,15 @@ "supports_tool_choice": true }, "tokenlab/doubao-seed-2.0-lite": { - "cache_read_input_token_cost": 1.764706e-08, - "input_cost_per_token": 8.823529e-08, + "cache_creation_input_token_cost": 2.5e-07, + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 2.5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 229376, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 5.2941176e-07, + "output_cost_per_token": 2e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61337,14 +61128,15 @@ "supports_vision": true }, "tokenlab/doubao-seed-2.0-mini": { - "cache_read_input_token_cost": 5.88235e-09, - "input_cost_per_token": 2.941176e-08, + "cache_creation_input_token_cost": 1e-07, + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1e-07, "litellm_provider": "tokenlab", "max_input_tokens": 229376, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 4e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61367,6 +61159,7 @@ "supports_vision": true }, "tokenlab/doubao-seed-2.0-pro": { + "cache_creation_input_token_cost": 4.7058824e-07, "cache_read_input_token_cost": 9.411765e-08, "input_cost_per_token": 4.7058824e-07, "litellm_provider": "tokenlab", @@ -61427,14 +61220,15 @@ "supports_vision": true }, "tokenlab/doubao-seed-2.1-turbo": { - "cache_read_input_token_cost": 8.823529e-08, - "input_cost_per_token": 4.4117647e-07, + "cache_creation_input_token_cost": 5e-07, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 2.20588235e-06, + "output_cost_per_token": 2.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61486,25 +61280,6 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/doubao-seed-code": { - "cache_read_input_token_cost": 3.529412e-08, - "input_cost_per_token": 1.7647059e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 262144, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.17647059e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/doubao-seed-evolving": { "cache_read_input_token_cost": 1.7647059e-07, "input_cost_per_token": 8.8235294e-07, @@ -61535,22 +61310,6 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/farui-plus": { - "input_cost_per_token": 2.94117647e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 12000, - "max_output_tokens": 2000, - "max_tokens": 2000, - "mode": "chat", - "output_cost_per_token": 2.94117647e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, "tokenlab/gemini-2.5-pro": { "cache_read_input_token_cost": 6.25e-08, "input_cost_per_token": 6.25e-07, @@ -61667,15 +61426,16 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/glm-4.7": { - "cache_read_input_token_cost": 1.25e-07, + "tokenlab/glm-5": { + "cache_creation_input_token_cost": 1e-06, + "cache_read_input_token_cost": 2e-07, "input_cost_per_token": 1e-06, "litellm_provider": "tokenlab", - "max_input_tokens": 128000, - "max_output_tokens": 8192, - "max_tokens": 8192, + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 3.2e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -61683,26 +61443,10 @@ ], "supports_function_calling": true, "supports_native_streaming": true, + "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/glm-5": { - "cache_read_input_token_cost": 1.1764706e-07, - "input_cost_per_token": 5.8823529e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 128000, - "max_tokens": 128000, - "mode": "chat", - "output_cost_per_token": 2.64705882e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, "tokenlab/glm-5-turbo": { "cache_creation_input_token_cost": 0.0, "cache_read_input_token_cost": 2.4e-07, @@ -61725,39 +61469,46 @@ "supports_tool_choice": true }, "tokenlab/glm-5.1": { - "cache_creation_input_token_cost": 1.10294118e-06, - "cache_read_input_token_cost": 1.7647059e-07, - "input_cost_per_token": 8.8235294e-07, + "cache_creation_input_token_cost": 1.4e-06, + "cache_read_input_token_cost": 2.6e-07, + "input_cost_per_token": 1.4e-06, "litellm_provider": "tokenlab", "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 3.52941176e-06, + "output_cost_per_token": 4.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true }, "tokenlab/glm-5.2": { - "cache_read_input_token_cost": 2.9411765e-07, - "input_cost_per_token": 1.17647059e-06, + "cache_creation_input_token_cost": 1.4e-06, + "cache_read_input_token_cost": 2.6e-07, + "input_cost_per_token": 1.4e-06, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 4.11764706e-06, + "output_cost_per_token": 4.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true }, "tokenlab/glm-5v-turbo": { "cache_read_input_token_cost": 2.4e-07, @@ -62133,20 +61884,21 @@ ], "supports_function_calling": true, "supports_native_streaming": true, + "supports_prompt_caching": true, "supports_response_schema": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true }, "tokenlab/gpt-5.4": { - "cache_read_input_token_cost": 7.5e-08, - "input_cost_per_token": 7.5e-07, + "cache_read_input_token_cost": 1.75e-07, + "input_cost_per_token": 1.75e-06, "litellm_provider": "tokenlab", "max_input_tokens": 400000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 4.5e-06, + "output_cost_per_token": 1.05e-05, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62169,14 +61921,14 @@ "supports_vision": true }, "tokenlab/gpt-5.4-mini": { - "cache_read_input_token_cost": 2.25e-08, - "input_cost_per_token": 2.25e-07, + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 5.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 400000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", - "output_cost_per_token": 1.35e-06, + "output_cost_per_token": 3.15e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62311,14 +62063,14 @@ "supports_vision": true }, "tokenlab/gpt-oss-120b": { - "cache_read_input_token_cost": 5.25e-08, - "input_cost_per_token": 1.05e-07, + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 1.5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 4.2e-07, + "output_cost_per_token": 6e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62351,73 +62103,15 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/grok-4-fast": { - "cache_read_input_token_cost": 5e-08, - "input_cost_per_token": 2e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 2000000, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 5e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/grok-4.1-fast": { - "cache_read_input_token_cost": 5e-08, - "input_cost_per_token": 3e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 2000000, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 5e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, "tokenlab/grok-4.20": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 1.25e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62440,14 +62134,14 @@ "supports_vision": true }, "tokenlab/grok-4.20-multi-agent": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 1.25e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62470,14 +62164,14 @@ "supports_vision": true }, "tokenlab/grok-4.20-non-reasoning": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 1.25e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62499,14 +62193,14 @@ "supports_vision": true }, "tokenlab/grok-4.3": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6.25e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1000000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2.5e-06, + "output_cost_per_token": 1.25e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62529,14 +62223,14 @@ "supports_vision": true }, "tokenlab/grok-build-0.1": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1e-06, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 256000, "max_output_tokens": 131072, "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 2e-06, + "output_cost_per_token": 1e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62558,42 +62252,6 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/groq-compound": { - "input_cost_per_token": 5.9e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "max_tokens": 32768, - "mode": "chat", - "output_cost_per_token": 7.9e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/groq-compound-mini": { - "input_cost_per_token": 5e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 128000, - "max_output_tokens": 32768, - "max_tokens": 32768, - "mode": "chat", - "output_cost_per_token": 8e-08, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/hunyuan-role": { "input_cost_per_token": 3.5294118e-07, "litellm_provider": "tokenlab", @@ -62611,13 +62269,13 @@ "supports_system_messages": true }, "tokenlab/hy-mt2-pro": { - "input_cost_per_token": 2.2058824e-07, + "input_cost_per_token": 7.4e-08, "litellm_provider": "tokenlab", "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 6.6176471e-07, + "output_cost_per_token": 2.95e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62626,28 +62284,6 @@ "supports_native_streaming": true, "supports_system_messages": true }, - "tokenlab/hy3-preview": { - "cache_read_input_token_cost": 5.882353e-08, - "input_cost_per_token": 1.7647059e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 196608, - "max_output_tokens": 131072, - "max_tokens": 131072, - "mode": "chat", - "output_cost_per_token": 5.8823529e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/kimi-k2.5": { "cache_read_input_token_cost": 1e-07, "input_cost_per_token": 6e-07, @@ -62662,8 +62298,12 @@ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/kimi-k2.6": { "cache_read_input_token_cost": 1.6e-07, @@ -62679,8 +62319,12 @@ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/kimi-k2.7-code": { "cache_read_input_token_cost": 1.9e-07, @@ -62740,89 +62384,16 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/mimo-v2-flash": { - "cache_read_input_token_cost": 8e-08, - "input_cost_per_token": 4e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, - "mode": "chat", - "output_cost_per_token": 2e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/mimo-v2-omni": { - "cache_read_input_token_cost": 8e-08, - "input_cost_per_token": 4e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 262144, - "max_output_tokens": 262144, - "max_tokens": 262144, - "mode": "chat", - "output_cost_per_token": 2e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/mimo-v2-pro": { - "cache_read_input_token_cost": 2e-07, - "input_cost_per_token": 1e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, - "mode": "chat", - "output_cost_per_token": 3e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/mimo-v2.5": { - "cache_read_input_token_cost": 8e-08, - "input_cost_per_token": 4e-07, + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.8e-09, + "input_cost_per_token": 1.4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1048576, "max_output_tokens": 1048576, "max_tokens": 1048576, "mode": "chat", - "output_cost_per_token": 2e-06, + "output_cost_per_token": 2.8e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -62842,21 +62413,25 @@ "supports_vision": true }, "tokenlab/mimo-v2.5-pro": { - "cache_read_input_token_cost": 2.0588235e-07, - "input_cost_per_token": 1.02941176e-06, + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 3.6e-09, + "input_cost_per_token": 4.35e-07, "litellm_provider": "tokenlab", "max_input_tokens": 1048576, "max_output_tokens": 1048576, "max_tokens": 1048576, "mode": "chat", - "output_cost_per_token": 3.08823529e-06, + "output_cost_per_token": 8.7e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/minimax-m2": { "cache_creation_input_token_cost": 3.75e-07, @@ -62920,27 +62495,6 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/minimax-m2.5": { - "cache_creation_input_token_cost": 3.75e-07, - "cache_read_input_token_cost": 3e-08, - "input_cost_per_token": 3e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 204800, - "max_output_tokens": 204800, - "max_tokens": 204800, - "mode": "chat", - "output_cost_per_token": 1.2e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, "tokenlab/minimax-m2.5-highspeed": { "cache_creation_input_token_cost": 3.75e-07, "cache_read_input_token_cost": 3e-08, @@ -63020,77 +62574,16 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/o1": { - "cache_creation_input_token_cost": 0.0, - "cache_read_input_token_cost": 7.5e-06, - "input_cost_per_token": 1.5e-05, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "max_tokens": 100000, - "mode": "chat", - "output_cost_per_token": 6e-05, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/o1-pro": { - "cache_read_input_token_cost": 7.5e-05, - "input_cost_per_token": 0.00015, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "max_tokens": 100000, - "mode": "chat", - "output_cost_per_token": 0.0006, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, "tokenlab/o3": { "cache_creation_input_token_cost": 0.0, - "cache_read_input_token_cost": 5e-07, - "input_cost_per_token": 2e-06, + "cache_read_input_token_cost": 3.5e-07, + "input_cost_per_token": 1.4e-06, "litellm_provider": "tokenlab", "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "mode": "chat", - "output_cost_per_token": 8e-06, + "output_cost_per_token": 5.6e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63112,85 +62605,16 @@ "supports_tool_choice": true, "supports_vision": true }, - "tokenlab/o3-mini": { - "cache_creation_input_token_cost": 0.0, - "cache_read_input_token_cost": 5.5e-07, - "input_cost_per_token": 1.1e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "max_tokens": 100000, - "mode": "chat", - "output_cost_per_token": 4.4e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true - }, - "tokenlab/o4-mini": { - "cache_read_input_token_cost": 1.925e-07, - "input_cost_per_token": 7.7e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 200000, - "max_output_tokens": 100000, - "max_tokens": 100000, - "mode": "chat", - "output_cost_per_token": 3.08e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_function_calling": true, - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_reasoning": true, - "supports_response_schema": true, - "supports_system_messages": true, - "supports_tool_choice": true, - "supports_vision": true - }, - "tokenlab/qwen-deep-research": { - "input_cost_per_token": 7.94117647e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 997952, - "max_output_tokens": 32768, - "max_tokens": 32768, - "mode": "chat", - "output_cost_per_token": 2.397058824e-05, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, "tokenlab/qwen-doc-turbo": { - "cache_creation_input_token_cost": 1.1029412e-07, - "cache_read_input_token_cost": 1.764706e-08, - "input_cost_per_token": 8.82353e-08, + "cache_creation_input_token_cost": 1.10294117647e-07, + "cache_read_input_token_cost": 1.7647058824e-08, + "input_cost_per_token": 8.8235294117e-08, "litellm_provider": "tokenlab", "max_input_tokens": 253952, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 1.4705882e-07, + "output_cost_per_token": 1.47058823529e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63201,15 +62625,15 @@ "supports_system_messages": true }, "tokenlab/qwen-flash": { - "cache_creation_input_token_cost": 2.852941e-08, - "cache_read_input_token_cost": 4.41176e-09, - "input_cost_per_token": 2.205882e-08, + "cache_creation_input_token_cost": 6.25e-08, + "cache_read_input_token_cost": 1e-08, + "input_cost_per_token": 5e-08, "litellm_provider": "tokenlab", "max_input_tokens": 997952, "max_output_tokens": 32768, "max_tokens": 32768, "mode": "chat", - "output_cost_per_token": 2.2058823e-07, + "output_cost_per_token": 4e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63220,14 +62644,14 @@ "supports_system_messages": true }, "tokenlab/qwen-flash-character": { - "cache_read_input_token_cost": 7.35294e-09, - "input_cost_per_token": 3.676471e-08, + "cache_read_input_token_cost": 1e-08, + "input_cost_per_token": 5e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8000, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 2.2058823e-07, + "output_cost_per_token": 4e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63238,14 +62662,14 @@ "supports_system_messages": true }, "tokenlab/qwen-max": { - "cache_read_input_token_cost": 7.058824e-08, - "input_cost_per_token": 3.5294117e-07, + "cache_read_input_token_cost": 3.2e-07, + "input_cost_per_token": 1.6e-06, "litellm_provider": "tokenlab", "max_input_tokens": 30720, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 1.4117647e-06, + "output_cost_per_token": 6.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63256,13 +62680,13 @@ "supports_system_messages": true }, "tokenlab/qwen-mt-flash": { - "input_cost_per_token": 1.0294118e-07, + "input_cost_per_token": 1.6e-07, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 2.8676471e-07, + "output_cost_per_token": 4.9e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63272,13 +62696,13 @@ "supports_system_messages": true }, "tokenlab/qwen-mt-lite": { - "input_cost_per_token": 8.82353e-08, + "input_cost_per_token": 1.2e-07, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 2.3529412e-07, + "output_cost_per_token": 3.6e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63288,71 +62712,13 @@ "supports_system_messages": true }, "tokenlab/qwen-mt-plus": { - "input_cost_per_token": 2.6470589e-07, + "input_cost_per_token": 2.46e-06, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 7.9411765e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, - "tokenlab/qwen-mt-turbo": { - "input_cost_per_token": 1.0294118e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 8192, - "max_output_tokens": 8192, - "max_tokens": 8192, - "mode": "chat", - "output_cost_per_token": 2.8676471e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, - "tokenlab/qwen-omni-turbo": { - "cache_read_input_token_cost": 1.17647e-08, - "input_cost_per_token": 5.882353e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 30720, - "max_output_tokens": 2048, - "max_tokens": 2048, - "mode": "chat", - "output_cost_per_token": 2.3529412e-07, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true, - "supports_vision": true - }, - "tokenlab/qwen-omni-turbo-realtime": { - "input_cost_per_token": 2.3529412e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 30720, - "max_output_tokens": 2048, - "max_tokens": 2048, - "mode": "chat", - "output_cost_per_token": 9.4117647e-07, + "output_cost_per_token": 7.37e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63362,15 +62728,13 @@ "supports_system_messages": true }, "tokenlab/qwen-plus": { - "cache_creation_input_token_cost": 1.4705882e-07, - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764705e-07, + "input_cost_per_token": 4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 997952, "max_output_tokens": 32768, "max_tokens": 32768, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 1.2e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63381,14 +62745,14 @@ "supports_system_messages": true }, "tokenlab/qwen-plus-character": { - "cache_read_input_token_cost": 2.352941e-08, - "input_cost_per_token": 1.1764705e-07, + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 1.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63399,37 +62763,13 @@ "supports_system_messages": true }, "tokenlab/qwen-vl-ocr": { - "input_cost_per_token": 4.411764e-08, + "input_cost_per_token": 7e-08, "litellm_provider": "tokenlab", "max_input_tokens": 30000, "max_output_tokens": 8192, "max_tokens": 8192, "mode": "chat", - "output_cost_per_token": 7.352941e-08, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supported_modalities": [ - "text", - "image" - ], - "supported_output_modalities": [ - "text" - ], - "supports_native_streaming": true, - "supports_system_messages": true, - "supports_vision": true - }, - "tokenlab/qwen2.5-omni-7b": { - "input_cost_per_token": 8.82353e-08, - "litellm_provider": "tokenlab", - "max_input_tokens": 30720, - "max_output_tokens": 2048, - "max_tokens": 2048, - "mode": "chat", - "output_cost_per_token": 3.5294117e-07, + "output_cost_per_token": 1.6e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63447,15 +62787,15 @@ "supports_vision": true }, "tokenlab/qwen3-coder-flash": { - "cache_creation_input_token_cost": 1.8382353e-07, - "cache_read_input_token_cost": 2.941177e-08, - "input_cost_per_token": 1.4705882e-07, + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, "litellm_provider": "tokenlab", "max_input_tokens": 997952, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 5.8823529e-07, + "output_cost_per_token": 1.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63479,32 +62819,17 @@ "/v1/responses" ], "supports_native_streaming": true, - "supports_system_messages": true - }, - "tokenlab/qwen3-livetranslate-flash-realtime": { - "input_cost_per_token": 9.4117647e-06, - "litellm_provider": "tokenlab", - "max_input_tokens": 49152, - "max_output_tokens": 4096, - "max_tokens": 4096, - "mode": "chat", - "output_cost_per_token": 9.4117647e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_vision": true }, "tokenlab/qwen3-omni-flash": { - "input_cost_per_token": 2.6470589e-07, + "input_cost_per_token": 4.3e-07, "litellm_provider": "tokenlab", "max_input_tokens": 49152, "max_output_tokens": 16384, "max_tokens": 16384, "mode": "chat", - "output_cost_per_token": 1.01470589e-06, + "output_cost_per_token": 1.66e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63521,24 +62846,8 @@ "supports_system_messages": true, "supports_vision": true }, - "tokenlab/qwen3-omni-flash-realtime": { - "input_cost_per_token": 3.2352941e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 49152, - "max_output_tokens": 16384, - "max_tokens": 16384, - "mode": "chat", - "output_cost_per_token": 1.22058824e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_system_messages": true - }, "tokenlab/qwen3-vl-embedding": { - "input_cost_per_token": 1.0294118e-07, + "input_cost_per_token": 1.02941176471e-07, "litellm_provider": "tokenlab", "max_input_tokens": 32000, "max_tokens": 32000, @@ -63551,15 +62860,15 @@ "supports_vision": true }, "tokenlab/qwen3-vl-plus": { - "cache_creation_input_token_cost": 1.8382353e-07, - "cache_read_input_token_cost": 2.941177e-08, - "input_cost_per_token": 1.4705882e-07, + "cache_creation_input_token_cost": 2.5e-07, + "cache_read_input_token_cost": 4e-08, + "input_cost_per_token": 2e-07, "litellm_provider": "tokenlab", "max_input_tokens": 260096, "max_output_tokens": 32768, "max_tokens": 32768, "mode": "chat", - "output_cost_per_token": 1.47058824e-06, + "output_cost_per_token": 1.6e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63578,13 +62887,13 @@ "supports_vision": true }, "tokenlab/qwen3.5-27b": { - "input_cost_per_token": 8.82353e-08, + "input_cost_per_token": 3e-07, "litellm_provider": "tokenlab", "max_input_tokens": 260096, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 7.0588236e-07, + "output_cost_per_token": 2.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63594,15 +62903,15 @@ "supports_system_messages": true }, "tokenlab/qwen3.5-flash": { - "cache_creation_input_token_cost": 3.676471e-08, - "cache_read_input_token_cost": 2.94117e-09, - "input_cost_per_token": 2.941177e-08, + "cache_creation_input_token_cost": 1.25e-07, + "cache_read_input_token_cost": 1e-08, + "input_cost_per_token": 1e-07, "litellm_provider": "tokenlab", "max_input_tokens": 991808, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 4e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63626,16 +62935,17 @@ "/v1/responses" ], "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_vision": true }, "tokenlab/qwen3.5-ocr": { - "input_cost_per_token": 7.352941e-08, + "input_cost_per_token": 7.3529411765e-08, "litellm_provider": "tokenlab", "max_input_tokens": 49152, "max_output_tokens": 16384, "max_tokens": 16384, "mode": "chat", - "output_cost_per_token": 2.9411765e-07, + "output_cost_per_token": 2.94117647059e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63653,13 +62963,13 @@ "supports_vision": true }, "tokenlab/qwen3.5-omni-flash": { - "input_cost_per_token": 2.64705882e-06, + "input_cost_per_token": 4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 196608, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 1.05882353e-05, + "output_cost_per_token": 2.2e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63677,29 +62987,32 @@ "supports_vision": true }, "tokenlab/qwen3.5-omni-flash-realtime": { - "input_cost_per_token": 3.97058824e-06, + "input_cost_per_token": 5.5e-07, "litellm_provider": "tokenlab", "max_input_tokens": 196608, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 1.573529412e-05, + "output_cost_per_token": 3.3e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/qwen3.5-omni-plus": { - "input_cost_per_token": 7.79411765e-06, + "input_cost_per_token": 1.4e-06, "litellm_provider": "tokenlab", "max_input_tokens": 196608, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 3.132352941e-05, + "output_cost_per_token": 8.3e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63717,31 +63030,34 @@ "supports_vision": true }, "tokenlab/qwen3.5-omni-plus-realtime": { - "input_cost_per_token": 1.176470588e-05, + "input_cost_per_token": 2.1e-06, "litellm_provider": "tokenlab", "max_input_tokens": 196608, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 4.411764706e-05, + "output_cost_per_token": 1.24e-05, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/qwen3.5-plus": { - "cache_creation_input_token_cost": 1.4705882e-07, - "cache_read_input_token_cost": 1.17647e-08, - "input_cost_per_token": 1.1764705e-07, + "cache_creation_input_token_cost": 5e-07, + "cache_read_input_token_cost": 4e-08, + "input_cost_per_token": 4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 991808, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 7.0588236e-07, + "output_cost_per_token": 2.4e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63752,42 +63068,25 @@ "supports_system_messages": true }, "tokenlab/qwen3.6-27b": { - "input_cost_per_token": 4.4117647e-07, + "input_cost_per_token": 6e-07, "litellm_provider": "tokenlab", "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "mode": "chat", - "output_cost_per_token": 2.64705882e-06, + "output_cost_per_token": 3.6e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true - }, - "tokenlab/qwen3.6-flash": { - "cache_creation_input_token_cost": 2.2058823e-07, - "cache_read_input_token_cost": 1.764706e-08, - "input_cost_per_token": 1.7647059e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 991808, - "max_output_tokens": 65536, - "max_tokens": 65536, - "mode": "chat", - "output_cost_per_token": 1.05882353e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true }, "tokenlab/qwen3.6-max-preview": { - "cache_read_input_token_cost": 1.475e-07, "input_cost_per_token": 1.43264706e-06, "litellm_provider": "tokenlab", "max_input_tokens": 262144, @@ -63805,35 +63104,16 @@ "supports_system_messages": true, "supports_tool_choice": true }, - "tokenlab/qwen3.6-plus": { - "cache_creation_input_token_cost": 3.6764706e-07, - "cache_read_input_token_cost": 2.941177e-08, - "input_cost_per_token": 2.9411765e-07, - "litellm_provider": "tokenlab", - "max_input_tokens": 991808, - "max_output_tokens": 65536, - "max_tokens": 65536, - "mode": "chat", - "output_cost_per_token": 1.76470588e-06, - "source": "https://api.tokenlab.sh/v1/models", - "supported_endpoints": [ - "/v1/chat/completions", - "/v1/responses" - ], - "supports_native_streaming": true, - "supports_prompt_caching": true, - "supports_system_messages": true - }, "tokenlab/qwen3.7-max": { - "cache_creation_input_token_cost": 2.20588235e-06, - "cache_read_input_token_cost": 3.5294117e-07, - "input_cost_per_token": 1.76470588e-06, + "cache_creation_input_token_cost": 3.125e-06, + "cache_read_input_token_cost": 5e-07, + "input_cost_per_token": 2.5e-06, "litellm_provider": "tokenlab", "max_input_tokens": 991808, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 5.29411764e-06, + "output_cost_per_token": 7.5e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63844,15 +63124,15 @@ "supports_system_messages": true }, "tokenlab/qwen3.7-plus": { - "cache_creation_input_token_cost": 3.6764706e-07, - "cache_read_input_token_cost": 5.882353e-08, - "input_cost_per_token": 2.9411765e-07, + "cache_creation_input_token_cost": 5e-07, + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, "litellm_provider": "tokenlab", "max_input_tokens": 991808, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", - "output_cost_per_token": 1.17647059e-06, + "output_cost_per_token": 1.6e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63882,24 +63162,27 @@ "supports_tool_choice": true }, "tokenlab/step-3.7-flash": { - "cache_read_input_token_cost": 3.970588e-08, - "input_cost_per_token": 1.9852941e-07, + "cache_read_input_token_cost": 4e-08, + "input_cost_per_token": 2e-07, "litellm_provider": "tokenlab", "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "mode": "chat", - "output_cost_per_token": 1.19117647e-06, + "output_cost_per_token": 1.15e-06, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], + "supports_function_calling": true, "supports_native_streaming": true, - "supports_system_messages": true + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true }, "tokenlab/text-embedding-3-large": { - "input_cost_per_token": 1.3e-07, + "input_cost_per_token": 9.1e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8191, "max_tokens": 8191, @@ -63911,7 +63194,7 @@ ] }, "tokenlab/text-embedding-3-small": { - "input_cost_per_token": 2e-08, + "input_cost_per_token": 1.4e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8191, "max_tokens": 8191, @@ -63935,7 +63218,7 @@ ] }, "tokenlab/text-embedding-v4": { - "input_cost_per_token": 7.352941e-08, + "input_cost_per_token": 7e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_tokens": 8192, @@ -63947,13 +63230,13 @@ ] }, "tokenlab/tongyi-intent-detect-v3": { - "input_cost_per_token": 5.882353e-08, + "input_cost_per_token": 5.8823529412e-08, "litellm_provider": "tokenlab", "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 1.4705882e-07, + "output_cost_per_token": 1.47058823529e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63963,13 +63246,13 @@ "supports_system_messages": true }, "tokenlab/tongyi-xiaomi-analysis-flash": { - "input_cost_per_token": 2.941177e-08, + "input_cost_per_token": 2.9411764705e-08, "litellm_provider": "tokenlab", "max_input_tokens": 28672, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 5.882353e-08, + "output_cost_per_token": 5.8823529412e-08, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", @@ -63979,13 +63262,13 @@ "supports_system_messages": true }, "tokenlab/tongyi-xiaomi-analysis-pro": { - "input_cost_per_token": 1.4705882e-07, + "input_cost_per_token": 1.47058823529e-07, "litellm_provider": "tokenlab", "max_input_tokens": 28672, "max_output_tokens": 4096, "max_tokens": 4096, "mode": "chat", - "output_cost_per_token": 3.9705883e-07, + "output_cost_per_token": 3.97058823529e-07, "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", diff --git a/tests/unit/llms/openai_like/test_tokenlab_provider.py b/tests/unit/llms/openai_like/test_tokenlab_provider.py index b459f9ba119..55348399306 100644 --- a/tests/unit/llms/openai_like/test_tokenlab_provider.py +++ b/tests/unit/llms/openai_like/test_tokenlab_provider.py @@ -163,8 +163,11 @@ class TestTokenLabCostMap: prompt_tokens=1_000_000, completion_tokens=1_000_000, ) - assert prompt_cost == pytest.approx(1.5) - assert completion_cost == pytest.approx(9.0) + assert prompt_cost == pytest.approx(litellm.model_cost["tokenlab/gpt-5.5"]["input_cost_per_token"] * 1_000_000) + assert completion_cost == pytest.approx( + litellm.model_cost["tokenlab/gpt-5.5"]["output_cost_per_token"] * 1_000_000 + ) + assert prompt_cost > 0 and completion_cost > 0 def test_embedding_cost_is_wired(self): prompt_cost, completion_cost = litellm.cost_per_token( @@ -172,5 +175,8 @@ class TestTokenLabCostMap: prompt_tokens=1_000_000, completion_tokens=0, ) - assert prompt_cost == pytest.approx(0.02) + assert prompt_cost == pytest.approx( + litellm.model_cost["tokenlab/text-embedding-3-small"]["input_cost_per_token"] * 1_000_000 + ) + assert prompt_cost > 0 assert completion_cost == 0