diff --git a/README.md b/README.md index 901cc5b0cea..78f2142a571 100644 --- a/README.md +++ b/README.md @@ -366,6 +366,7 @@ For MCP OAuth, an upstream may advertise dynamic client registration but refuse | [Text Completion Codestral (`text-completion-codestral`)](https://docs.litellm.ai/docs/providers/codestral) | ✅ | ✅ | ✅ | | | | | | | | | [Text Completion OpenAI (`text-completion-openai`)](https://docs.litellm.ai/docs/providers/text_completion_openai) | ✅ | ✅ | ✅ | | | ✅ | ✅ | ✅ | ✅ | | | [Together AI (`together_ai`)](https://docs.litellm.ai/docs/providers/togetherai) | ✅ | ✅ | ✅ | | | | | | | | +| [TokenLab (`tokenlab`)](https://docs.tokenlab.sh/integrations/litellm) | ✅ | ✅ | ✅ | ✅ | | | | | | | | [Topaz (`topaz`)](https://docs.litellm.ai/docs/providers/topaz) | ✅ | ✅ | ✅ | | | | | | | | | [Triton (`triton`)](https://docs.litellm.ai/docs/providers/triton-inference-server) | ✅ | ✅ | ✅ | | | | | | | | | [V0 (`v0`)](https://docs.litellm.ai/docs/providers/v0) | ✅ | ✅ | ✅ | | | | | | | | diff --git a/litellm/__init__.py b/litellm/__init__.py index ccfbf80369f..e2893bc718b 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -680,6 +680,7 @@ qwen_ai_platform_models: Set = set() moonshot_models: Set = set() publicai_models: Set = set() darkbloom_models: Set = set() +tokenlab_models: Set = set() # mutable-ok: populated while loading the static model registry v0_models: Set = set() morph_models: Set = set() lambda_ai_models: Set = set() @@ -939,6 +940,8 @@ def _populate_provider_model_sets(model_cost_map: Dict) -> None: publicai_models.add(key) elif value.get("litellm_provider") == "darkbloom": darkbloom_models.add(key) + elif value.get("litellm_provider") == "tokenlab": + tokenlab_models.add(key) elif value.get("litellm_provider") == "v0": v0_models.add(key) elif value.get("litellm_provider") == "morph": @@ -1099,6 +1102,7 @@ model_list = list( | moonshot_models | publicai_models | darkbloom_models + | tokenlab_models | v0_models | morph_models | lambda_ai_models @@ -1208,6 +1212,7 @@ def _build_models_by_provider() -> dict: "moonshot": moonshot_models, "publicai": publicai_models, "darkbloom": darkbloom_models, + "tokenlab": tokenlab_models, "v0": v0_models, "morph": morph_models, "lambda_ai": lambda_ai_models, diff --git a/litellm/constants.py b/litellm/constants.py index 5f8fa203b37..39056f97d50 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -893,6 +893,7 @@ openai_compatible_endpoints: Final[list] = [ "https://api.inference.wandb.ai/v1", "https://api.clarifai.com/v2/ext/openai/v1", "https://api.libertai.io/v1", + "https://api.tokenlab.sh/v1", "https://pinstripes.io/v1", "https://api.meta.ai/v1", "https://api.cognition.ai/v1", @@ -965,6 +966,7 @@ openai_compatible_providers: Final[list] = [ "docker_model_runner", "ragflow", "pinstripes", # Pinstripes - JSON-configured provider + "tokenlab", # TokenLab - JSON-configured provider "darkbloom", "meta", # Meta Model API (Muse Spark) - JSON-configured provider "cognition", diff --git a/litellm/litellm_core_utils/get_llm_provider_logic.py b/litellm/litellm_core_utils/get_llm_provider_logic.py index 02681d8b499..026782a1eef 100644 --- a/litellm/litellm_core_utils/get_llm_provider_logic.py +++ b/litellm/litellm_core_utils/get_llm_provider_logic.py @@ -363,6 +363,10 @@ def get_llm_provider( elif endpoint == "https://api.inference.wandb.ai/v1": custom_llm_provider = "wandb" dynamic_api_key = get_secret_str("WANDB_API_KEY") + elif endpoint == "https://api.tokenlab.sh/v1": + custom_llm_provider = "tokenlab" + tokenlab_config: Final = JSONProviderRegistry.get("tokenlab") + dynamic_api_key = get_secret_str(tokenlab_config.api_key_env) if tokenlab_config else None elif endpoint == "https://pinstripes.io/v1": custom_llm_provider = "pinstripes" dynamic_api_key = get_secret_str("PINSTRIPES_API_KEY") diff --git a/litellm/llms/openai_like/json_loader.py b/litellm/llms/openai_like/json_loader.py index 5cdaff90d24..9df44fa33c6 100644 --- a/litellm/llms/openai_like/json_loader.py +++ b/litellm/llms/openai_like/json_loader.py @@ -78,6 +78,14 @@ class JSONProviderRegistry: return False return "/v1/responses" in provider.supported_endpoints + @classmethod + def supports_anthropic_messages_api(cls, slug: str) -> bool: + """Check if a JSON provider supports the Anthropic Messages API""" + provider = cls._providers.get(slug) + if provider is None: + return False + return "/v1/messages" in provider.supported_endpoints + @classmethod def list_providers(cls) -> list: """List all registered provider slugs""" diff --git a/litellm/llms/openai_like/providers.json b/litellm/llms/openai_like/providers.json index fe10293c420..9a8de5c26c9 100644 --- a/litellm/llms/openai_like/providers.json +++ b/litellm/llms/openai_like/providers.json @@ -180,6 +180,15 @@ "api_key_env": "COGNITION_API_KEY", "api_base_env": "COGNITION_API_BASE" }, + "tokenlab": { + "base_url": "https://api.tokenlab.sh/v1", + "api_key_env": "TOKENLAB_API_KEY", + "api_base_env": "TOKENLAB_API_BASE", + "param_mappings": { + "max_completion_tokens": "max_tokens" + }, + "supported_endpoints": ["/v1/chat/completions", "/v1/messages", "/v1/responses", "/v1/embeddings"] + }, "pinstripes": { "base_url": "https://pinstripes.io/v1", "api_key_env": "PINSTRIPES_API_KEY", diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 2220d0e1fe5..37e81b16049 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -57584,6 +57584,3211 @@ ], "supports_audio_output": true }, + "tokenlab/allam-2-7b": { + "input_cost_per_token": 5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 8e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/claude-fable-5": { + "cache_creation_input_token_cost": 8.125e-06, + "cache_read_input_token_cost": 6.5e-07, + "input_cost_per_token": 6.5e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 3.25e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_adaptive_thinking": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-haiku-4-5": { + "cache_creation_input_token_cost": 8.125e-07, + "cache_read_input_token_cost": 6.5e-08, + "input_cost_per_token": 6.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "max_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 3.25e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-6": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-7": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_adaptive_thinking": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-8": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_adaptive_thinking": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-sonnet-4-6": { + "cache_creation_input_token_cost": 2.4375e-06, + "cache_read_input_token_cost": 1.95e-07, + "input_cost_per_token": 1.95e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "max_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 9.75e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-sonnet-5": { + "cache_creation_input_token_cost": 1.625e-06, + "cache_read_input_token_cost": 1.3e-07, + "input_cost_per_token": 1.3e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 6.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_adaptive_thinking": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/deepseek-v3": { + "cache_read_input_token_cost": 2.8e-09, + "input_cost_per_token": 1.4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 2.8e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v3-2": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.8e-08, + "input_cost_per_token": 2.8e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "max_tokens": 163840, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v4-flash": { + "cache_read_input_token_cost": 2.94118e-09, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v4-pro": { + "cache_read_input_token_cost": 3.67647e-09, + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 8.8235294e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-lite-32k": { + "cache_read_input_token_cost": 8.57143e-09, + "input_cost_per_token": 4.411765e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 8.823529e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-pro-32k": { + "cache_read_input_token_cost": 2.2e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-pro-32k-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 12288, + "max_tokens": 12288, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-vision-pro": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-1.6": { + "cache_read_input_token_cost": 3.602941e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-1.6-flash": { + "cache_read_input_token_cost": 8.52941e-09, + "input_cost_per_token": 4.411765e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-1.6-vision": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-1.8": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-2.0-code": { + "cache_read_input_token_cost": 9.411765e-08, + "input_cost_per_token": 4.7058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.35294118e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-2.0-lite": { + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 8.823529e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 5.2941176e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.0-mini": { + "cache_read_input_token_cost": 5.88235e-09, + "input_cost_per_token": 2.941176e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.0-pro": { + "cache_read_input_token_cost": 9.411765e-08, + "input_cost_per_token": 4.7058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.35294118e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.1-pro": { + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.1-turbo": { + "cache_read_input_token_cost": 8.823529e-08, + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 2.20588235e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 98304, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-code": { + "cache_read_input_token_cost": 3.529412e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-evolving": { + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/farui-plus": { + "input_cost_per_token": 2.94117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 12000, + "max_output_tokens": 2000, + "max_tokens": 2000, + "mode": "chat", + "output_cost_per_token": 2.94117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/gemini-2.5-pro": { + "cache_read_input_token_cost": 6.25e-08, + "input_cost_per_token": 6.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.1-flash-lite": { + "cache_read_input_token_cost": 1.25e-08, + "input_cost_per_token": 1.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.1-pro-preview": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 6e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.5-flash": { + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 7.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/glm-4.7": { + "cache_read_input_token_cost": 1.25e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/glm-5": { + "cache_read_input_token_cost": 1.1764706e-07, + "input_cost_per_token": 5.8823529e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.64705882e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5-turbo": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.4e-07, + "input_cost_per_token": 1.2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/glm-5.1": { + "cache_creation_input_token_cost": 1.10294118e-06, + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 3.52941176e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5.2": { + "cache_read_input_token_cost": 2.9411765e-07, + "input_cost_per_token": 1.17647059e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4.11764706e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5v-turbo": { + "cache_read_input_token_cost": 2.4e-07, + "input_cost_per_token": 1.2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4.1-mini": { + "cache_read_input_token_cost": 7e-08, + "input_cost_per_token": 2.8e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 1.12e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4o": { + "cache_read_input_token_cost": 8.75e-07, + "input_cost_per_token": 1.75e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4o-mini": { + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 1.05e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5": { + "cache_read_input_token_cost": 8.75e-08, + "input_cost_per_token": 8.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-mini": { + "cache_read_input_token_cost": 1.75e-08, + "input_cost_per_token": 1.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-nano": { + "cache_read_input_token_cost": 3.5e-09, + "input_cost_per_token": 3.5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.8e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-pro": { + "input_cost_per_token": 1.5e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00012, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-search-api": { + "cache_read_input_token_cost": 1e-06, + "input_cost_per_token": 2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.1": { + "cache_read_input_token_cost": 8.75e-08, + "input_cost_per_token": 8.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "max_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.2": { + "cache_read_input_token_cost": 1.225e-07, + "input_cost_per_token": 1.225e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9.8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.2-pro": { + "cache_read_input_token_cost": 1.05e-05, + "input_cost_per_token": 2.1e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.000168, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.3-codex": { + "cache_read_input_token_cost": 1.225e-07, + "input_cost_per_token": 1.225e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9.8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4": { + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 7.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-mini": { + "cache_read_input_token_cost": 2.25e-08, + "input_cost_per_token": 2.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.35e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-nano": { + "cache_read_input_token_cost": 1.4e-08, + "input_cost_per_token": 1.4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 8.75e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-pro": { + "cache_read_input_token_cost": 3e-06, + "input_cost_per_token": 3e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00018, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.5": { + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.5-pro": { + "input_cost_per_token": 3e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00018, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-oss-120b": { + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 1.05e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/gpt-oss-20b": { + "input_cost_per_token": 7.5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/grok-4-fast": { + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 2e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 2000000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.1-fast": { + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 2000000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20-multi-agent": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20-non-reasoning": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.3": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-build-0.1": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 256000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/groq-compound": { + "input_cost_per_token": 5.9e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 7.9e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/groq-compound-mini": { + "input_cost_per_token": 5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 8e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/hunyuan-role": { + "input_cost_per_token": 3.5294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/hy-mt2-pro": { + "input_cost_per_token": 2.2058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 6.6176471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/hy3-preview": { + "cache_read_input_token_cost": 5.882353e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 5.8823529e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/kimi-k2.5": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/kimi-k2.6": { + "cache_read_input_token_cost": 1.6e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/kimi-k2.7-code": { + "cache_read_input_token_cost": 1.9e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/kimi-k2.7-code-highspeed": { + "cache_read_input_token_cost": 3.8e-07, + "input_cost_per_token": 1.9e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-flash": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-omni": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-pro": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/mimo-v2.5": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2.5-pro": { + "cache_read_input_token_cost": 2.0588235e-07, + "input_cost_per_token": 1.02941176e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3.08823529e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m2": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.1": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.1-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.5": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "max_tokens": 204800, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.5-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.7": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m2.7-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m3": { + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 524288, + "max_tokens": 524288, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/o1": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 7.5e-06, + "input_cost_per_token": 1.5e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 6e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o1-pro": { + "cache_read_input_token_cost": 7.5e-05, + "input_cost_per_token": 0.00015, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 0.0006, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o3": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 5e-07, + "input_cost_per_token": 2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o3-mini": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 1.1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 4.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/o4-mini": { + "cache_read_input_token_cost": 1.925e-07, + "input_cost_per_token": 7.7e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 3.08e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/qwen-deep-research": { + "input_cost_per_token": 7.94117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.397058824e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-doc-turbo": { + "cache_creation_input_token_cost": 1.1029412e-07, + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 253952, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 1.4705882e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-flash": { + "cache_creation_input_token_cost": 2.852941e-08, + "cache_read_input_token_cost": 4.41176e-09, + "input_cost_per_token": 2.205882e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.2058823e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-flash-character": { + "cache_read_input_token_cost": 7.35294e-09, + "input_cost_per_token": 3.676471e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8000, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 2.2058823e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-max": { + "cache_read_input_token_cost": 7.058824e-08, + "input_cost_per_token": 3.5294117e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 1.4117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-flash": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.8676471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-lite": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.3529412e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-plus": { + "input_cost_per_token": 2.6470589e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 7.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-turbo": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.8676471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-omni-turbo": { + "cache_read_input_token_cost": 1.17647e-08, + "input_cost_per_token": 5.882353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 2.3529412e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen-omni-turbo-realtime": { + "input_cost_per_token": 2.3529412e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 9.4117647e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-plus": { + "cache_creation_input_token_cost": 1.4705882e-07, + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-plus-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-vl-ocr": { + "input_cost_per_token": 4.411764e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30000, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 7.352941e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen2.5-omni-7b": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 3.5294117e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3-coder-flash": { + "cache_creation_input_token_cost": 1.8382353e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5.8823529e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-livetranslate-flash": { + "input_cost_per_token": 1.47058824e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.47058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-livetranslate-flash-realtime": { + "input_cost_per_token": 9.4117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 9.4117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-omni-flash": { + "input_cost_per_token": 2.6470589e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.01470589e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3-omni-flash-realtime": { + "input_cost_per_token": 3.2352941e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.22058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-vl-embedding": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32000, + "max_tokens": 32000, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ], + "supports_vision": true + }, + "tokenlab/qwen3-vl-plus": { + "cache_creation_input_token_cost": 1.8382353e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 260096, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 1.47058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-27b": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 260096, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.0588236e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-flash": { + "cache_creation_input_token_cost": 3.676471e-08, + "cache_read_input_token_cost": 2.94117e-09, + "input_cost_per_token": 2.941177e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-livetranslate-flash-realtime": { + "input_cost_per_token": 5.88235294e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.470588236e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-ocr": { + "input_cost_per_token": 7.352941e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-flash": { + "input_cost_per_token": 2.64705882e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.05882353e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-flash-realtime": { + "input_cost_per_token": 3.97058824e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.573529412e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-omni-plus": { + "input_cost_per_token": 7.79411765e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 3.132352941e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-plus-realtime": { + "input_cost_per_token": 1.176470588e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.411764706e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-plus": { + "cache_creation_input_token_cost": 1.4705882e-07, + "cache_read_input_token_cost": 1.17647e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.0588236e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-27b": { + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.64705882e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-flash": { + "cache_creation_input_token_cost": 2.2058823e-07, + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.05882353e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-max-preview": { + "cache_read_input_token_cost": 1.475e-07, + "input_cost_per_token": 1.43264706e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 8.59632353e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/qwen3.6-plus": { + "cache_creation_input_token_cost": 3.6764706e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 2.9411765e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.76470588e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.7-max": { + "cache_creation_input_token_cost": 2.20588235e-06, + "cache_read_input_token_cost": 3.5294117e-07, + "input_cost_per_token": 1.76470588e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5.29411764e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.7-plus": { + "cache_creation_input_token_cost": 3.6764706e-07, + "cache_read_input_token_cost": 5.882353e-08, + "input_cost_per_token": 2.9411765e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/step-3.5-flash": { + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "max_tokens": 256000, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/step-3.7-flash": { + "cache_read_input_token_cost": 3.970588e-08, + "input_cost_per_token": 1.9852941e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 1.19117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/text-embedding-3-large": { + "input_cost_per_token": 1.3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-3-small": { + "input_cost_per_token": 2e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-ada-002": { + "input_cost_per_token": 1e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-v4": { + "input_cost_per_token": 7.352941e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_tokens": 8192, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/tongyi-intent-detect-v3": { + "input_cost_per_token": 5.882353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.4705882e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/tongyi-xiaomi-analysis-flash": { + "input_cost_per_token": 2.941177e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 5.882353e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/tongyi-xiaomi-analysis-pro": { + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 3.9705883e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, "fallback_generalizations": { "rules": [ { diff --git a/litellm/provider_endpoints_support_backup.json b/litellm/provider_endpoints_support_backup.json index dbeaccdda2d..94df92325e7 100644 --- a/litellm/provider_endpoints_support_backup.json +++ b/litellm/provider_endpoints_support_backup.json @@ -1628,6 +1628,23 @@ "a2a": false } }, + "tokenlab": { + "display_name": "TokenLab (`tokenlab`)", + "url": "https://docs.tokenlab.sh/integrations/litellm", + "endpoints": { + "chat_completions": true, + "messages": true, + "responses": true, + "embeddings": true, + "image_generations": false, + "audio_transcriptions": false, + "audio_speech": false, + "moderations": false, + "batches": false, + "rerank": false, + "a2a": false + } + }, "nvidia_nim": { "display_name": "Nvidia NIM (`nvidia_nim`)", "url": "https://docs.litellm.ai/docs/providers/nvidia_nim", diff --git a/litellm/types/utils.py b/litellm/types/utils.py index 00c55b35182..ec0e4a00e9b 100644 --- a/litellm/types/utils.py +++ b/litellm/types/utils.py @@ -4042,6 +4042,7 @@ class LlmProviders(str, Enum): PARASAIL = "parasail" XIAOMI_MIMO = "xiaomi_mimo" TENSORMESH = "tensormesh" + TOKENLAB = "tokenlab" LIBERTAI = "libertai" PINSTRIPES = "pinstripes" COGNITION = "cognition" diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 2220d0e1fe5..37e81b16049 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -57584,6 +57584,3211 @@ ], "supports_audio_output": true }, + "tokenlab/allam-2-7b": { + "input_cost_per_token": 5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 8e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/claude-fable-5": { + "cache_creation_input_token_cost": 8.125e-06, + "cache_read_input_token_cost": 6.5e-07, + "input_cost_per_token": 6.5e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 3.25e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_adaptive_thinking": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-haiku-4-5": { + "cache_creation_input_token_cost": 8.125e-07, + "cache_read_input_token_cost": 6.5e-08, + "input_cost_per_token": 6.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "max_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 3.25e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-6": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-7": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_adaptive_thinking": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-8": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_adaptive_thinking": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-sonnet-4-6": { + "cache_creation_input_token_cost": 2.4375e-06, + "cache_read_input_token_cost": 1.95e-07, + "input_cost_per_token": 1.95e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "max_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 9.75e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-sonnet-5": { + "cache_creation_input_token_cost": 1.625e-06, + "cache_read_input_token_cost": 1.3e-07, + "input_cost_per_token": 1.3e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 6.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_adaptive_thinking": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_sampling_params": false, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/deepseek-v3": { + "cache_read_input_token_cost": 2.8e-09, + "input_cost_per_token": 1.4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 2.8e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v3-2": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.8e-08, + "input_cost_per_token": 2.8e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "max_tokens": 163840, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v4-flash": { + "cache_read_input_token_cost": 2.94118e-09, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v4-pro": { + "cache_read_input_token_cost": 3.67647e-09, + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 8.8235294e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-lite-32k": { + "cache_read_input_token_cost": 8.57143e-09, + "input_cost_per_token": 4.411765e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 8.823529e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-pro-32k": { + "cache_read_input_token_cost": 2.2e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-pro-32k-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 12288, + "max_tokens": 12288, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-vision-pro": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-1.6": { + "cache_read_input_token_cost": 3.602941e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-1.6-flash": { + "cache_read_input_token_cost": 8.52941e-09, + "input_cost_per_token": 4.411765e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-1.6-vision": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-1.8": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-2.0-code": { + "cache_read_input_token_cost": 9.411765e-08, + "input_cost_per_token": 4.7058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.35294118e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-2.0-lite": { + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 8.823529e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 5.2941176e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.0-mini": { + "cache_read_input_token_cost": 5.88235e-09, + "input_cost_per_token": 2.941176e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.0-pro": { + "cache_read_input_token_cost": 9.411765e-08, + "input_cost_per_token": 4.7058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.35294118e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.1-pro": { + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.1-turbo": { + "cache_read_input_token_cost": 8.823529e-08, + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 2.20588235e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 98304, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-code": { + "cache_read_input_token_cost": 3.529412e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-evolving": { + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/farui-plus": { + "input_cost_per_token": 2.94117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 12000, + "max_output_tokens": 2000, + "max_tokens": 2000, + "mode": "chat", + "output_cost_per_token": 2.94117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/gemini-2.5-pro": { + "cache_read_input_token_cost": 6.25e-08, + "input_cost_per_token": 6.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.1-flash-lite": { + "cache_read_input_token_cost": 1.25e-08, + "input_cost_per_token": 1.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.1-pro-preview": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 6e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.5-flash": { + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 7.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/glm-4.7": { + "cache_read_input_token_cost": 1.25e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/glm-5": { + "cache_read_input_token_cost": 1.1764706e-07, + "input_cost_per_token": 5.8823529e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.64705882e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5-turbo": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.4e-07, + "input_cost_per_token": 1.2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/glm-5.1": { + "cache_creation_input_token_cost": 1.10294118e-06, + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 3.52941176e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5.2": { + "cache_read_input_token_cost": 2.9411765e-07, + "input_cost_per_token": 1.17647059e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4.11764706e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5v-turbo": { + "cache_read_input_token_cost": 2.4e-07, + "input_cost_per_token": 1.2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4.1-mini": { + "cache_read_input_token_cost": 7e-08, + "input_cost_per_token": 2.8e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 1.12e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4o": { + "cache_read_input_token_cost": 8.75e-07, + "input_cost_per_token": 1.75e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4o-mini": { + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 1.05e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5": { + "cache_read_input_token_cost": 8.75e-08, + "input_cost_per_token": 8.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-mini": { + "cache_read_input_token_cost": 1.75e-08, + "input_cost_per_token": 1.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-nano": { + "cache_read_input_token_cost": 3.5e-09, + "input_cost_per_token": 3.5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.8e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-pro": { + "input_cost_per_token": 1.5e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00012, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-search-api": { + "cache_read_input_token_cost": 1e-06, + "input_cost_per_token": 2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.1": { + "cache_read_input_token_cost": 8.75e-08, + "input_cost_per_token": 8.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "max_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.2": { + "cache_read_input_token_cost": 1.225e-07, + "input_cost_per_token": 1.225e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9.8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.2-pro": { + "cache_read_input_token_cost": 1.05e-05, + "input_cost_per_token": 2.1e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.000168, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.3-codex": { + "cache_read_input_token_cost": 1.225e-07, + "input_cost_per_token": 1.225e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9.8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4": { + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 7.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-mini": { + "cache_read_input_token_cost": 2.25e-08, + "input_cost_per_token": 2.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.35e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-nano": { + "cache_read_input_token_cost": 1.4e-08, + "input_cost_per_token": 1.4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 8.75e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-pro": { + "cache_read_input_token_cost": 3e-06, + "input_cost_per_token": 3e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00018, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.5": { + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.5-pro": { + "input_cost_per_token": 3e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00018, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-oss-120b": { + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 1.05e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/gpt-oss-20b": { + "input_cost_per_token": 7.5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/grok-4-fast": { + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 2e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 2000000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.1-fast": { + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 2000000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20-multi-agent": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20-non-reasoning": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.3": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-build-0.1": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 256000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/groq-compound": { + "input_cost_per_token": 5.9e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 7.9e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/groq-compound-mini": { + "input_cost_per_token": 5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 8e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/hunyuan-role": { + "input_cost_per_token": 3.5294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/hy-mt2-pro": { + "input_cost_per_token": 2.2058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 6.6176471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/hy3-preview": { + "cache_read_input_token_cost": 5.882353e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 5.8823529e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/kimi-k2.5": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/kimi-k2.6": { + "cache_read_input_token_cost": 1.6e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/kimi-k2.7-code": { + "cache_read_input_token_cost": 1.9e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/kimi-k2.7-code-highspeed": { + "cache_read_input_token_cost": 3.8e-07, + "input_cost_per_token": 1.9e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-flash": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-omni": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-pro": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/mimo-v2.5": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2.5-pro": { + "cache_read_input_token_cost": 2.0588235e-07, + "input_cost_per_token": 1.02941176e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3.08823529e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m2": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.1": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.1-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.5": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "max_tokens": 204800, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.5-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.7": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m2.7-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m3": { + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 524288, + "max_tokens": 524288, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/o1": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 7.5e-06, + "input_cost_per_token": 1.5e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 6e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o1-pro": { + "cache_read_input_token_cost": 7.5e-05, + "input_cost_per_token": 0.00015, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 0.0006, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o3": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 5e-07, + "input_cost_per_token": 2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o3-mini": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 1.1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 4.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/o4-mini": { + "cache_read_input_token_cost": 1.925e-07, + "input_cost_per_token": 7.7e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 3.08e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/qwen-deep-research": { + "input_cost_per_token": 7.94117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.397058824e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-doc-turbo": { + "cache_creation_input_token_cost": 1.1029412e-07, + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 253952, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 1.4705882e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-flash": { + "cache_creation_input_token_cost": 2.852941e-08, + "cache_read_input_token_cost": 4.41176e-09, + "input_cost_per_token": 2.205882e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.2058823e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-flash-character": { + "cache_read_input_token_cost": 7.35294e-09, + "input_cost_per_token": 3.676471e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8000, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 2.2058823e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-max": { + "cache_read_input_token_cost": 7.058824e-08, + "input_cost_per_token": 3.5294117e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 1.4117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-flash": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.8676471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-lite": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.3529412e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-plus": { + "input_cost_per_token": 2.6470589e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 7.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-turbo": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.8676471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-omni-turbo": { + "cache_read_input_token_cost": 1.17647e-08, + "input_cost_per_token": 5.882353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 2.3529412e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen-omni-turbo-realtime": { + "input_cost_per_token": 2.3529412e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 9.4117647e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-plus": { + "cache_creation_input_token_cost": 1.4705882e-07, + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-plus-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-vl-ocr": { + "input_cost_per_token": 4.411764e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30000, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 7.352941e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen2.5-omni-7b": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 3.5294117e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3-coder-flash": { + "cache_creation_input_token_cost": 1.8382353e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5.8823529e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-livetranslate-flash": { + "input_cost_per_token": 1.47058824e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.47058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-livetranslate-flash-realtime": { + "input_cost_per_token": 9.4117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 9.4117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-omni-flash": { + "input_cost_per_token": 2.6470589e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.01470589e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3-omni-flash-realtime": { + "input_cost_per_token": 3.2352941e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.22058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-vl-embedding": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32000, + "max_tokens": 32000, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ], + "supports_vision": true + }, + "tokenlab/qwen3-vl-plus": { + "cache_creation_input_token_cost": 1.8382353e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 260096, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 1.47058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-27b": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 260096, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.0588236e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-flash": { + "cache_creation_input_token_cost": 3.676471e-08, + "cache_read_input_token_cost": 2.94117e-09, + "input_cost_per_token": 2.941177e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-livetranslate-flash-realtime": { + "input_cost_per_token": 5.88235294e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.470588236e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-ocr": { + "input_cost_per_token": 7.352941e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-flash": { + "input_cost_per_token": 2.64705882e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.05882353e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-flash-realtime": { + "input_cost_per_token": 3.97058824e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.573529412e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-omni-plus": { + "input_cost_per_token": 7.79411765e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 3.132352941e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-plus-realtime": { + "input_cost_per_token": 1.176470588e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.411764706e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-plus": { + "cache_creation_input_token_cost": 1.4705882e-07, + "cache_read_input_token_cost": 1.17647e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.0588236e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-27b": { + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.64705882e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-flash": { + "cache_creation_input_token_cost": 2.2058823e-07, + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.05882353e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-max-preview": { + "cache_read_input_token_cost": 1.475e-07, + "input_cost_per_token": 1.43264706e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 8.59632353e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/qwen3.6-plus": { + "cache_creation_input_token_cost": 3.6764706e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 2.9411765e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.76470588e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.7-max": { + "cache_creation_input_token_cost": 2.20588235e-06, + "cache_read_input_token_cost": 3.5294117e-07, + "input_cost_per_token": 1.76470588e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5.29411764e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.7-plus": { + "cache_creation_input_token_cost": 3.6764706e-07, + "cache_read_input_token_cost": 5.882353e-08, + "input_cost_per_token": 2.9411765e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/step-3.5-flash": { + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "max_tokens": 256000, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/step-3.7-flash": { + "cache_read_input_token_cost": 3.970588e-08, + "input_cost_per_token": 1.9852941e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 1.19117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/text-embedding-3-large": { + "input_cost_per_token": 1.3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-3-small": { + "input_cost_per_token": 2e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-ada-002": { + "input_cost_per_token": 1e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-v4": { + "input_cost_per_token": 7.352941e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_tokens": 8192, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/tongyi-intent-detect-v3": { + "input_cost_per_token": 5.882353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.4705882e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/tongyi-xiaomi-analysis-flash": { + "input_cost_per_token": 2.941177e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 5.882353e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/tongyi-xiaomi-analysis-pro": { + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 3.9705883e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, "fallback_generalizations": { "rules": [ { diff --git a/provider_endpoints_support.json b/provider_endpoints_support.json index c71f4a82a4a..c166eadab70 100644 --- a/provider_endpoints_support.json +++ b/provider_endpoints_support.json @@ -2366,6 +2366,23 @@ "a2a": false } }, + "tokenlab": { + "display_name": "TokenLab (`tokenlab`)", + "url": "https://docs.tokenlab.sh/integrations/litellm", + "endpoints": { + "chat_completions": true, + "messages": true, + "responses": true, + "embeddings": true, + "image_generations": false, + "audio_transcriptions": false, + "audio_speech": false, + "moderations": false, + "batches": false, + "rerank": false, + "a2a": false + } + }, "tensormesh": { "display_name": "Tensormesh (`tensormesh`)", "url": "https://docs.litellm.ai/docs/providers/tensormesh", diff --git a/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py b/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py new file mode 100644 index 00000000000..b459f9ba119 --- /dev/null +++ b/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py @@ -0,0 +1,176 @@ +import pytest + +import litellm + + +TOKENLAB_API_BASE = "https://api.tokenlab.sh/v1" +TOKENLAB_SAMPLE_MODELS = [ + "tokenlab/gpt-5.5", + "tokenlab/claude-opus-4-8", + "tokenlab/gemini-3.5-flash", + "tokenlab/deepseek-v4-pro", + "tokenlab/qwen3.7-max", + "tokenlab/text-embedding-3-small", +] + + +def test_tokenlab_json_registry(): + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + assert litellm.LlmProviders.TOKENLAB.value == "tokenlab" + assert litellm.LlmProviders("tokenlab") == litellm.LlmProviders.TOKENLAB + assert JSONProviderRegistry.exists("tokenlab") + config = JSONProviderRegistry.get("tokenlab") + assert config is not None + assert config.base_url == TOKENLAB_API_BASE + assert config.api_key_env == "TOKENLAB_API_KEY" + assert config.api_base_env == "TOKENLAB_API_BASE" + assert config.param_mappings["max_completion_tokens"] == "max_tokens" + assert config.supported_endpoints == [ + "/v1/chat/completions", + "/v1/messages", + "/v1/responses", + "/v1/embeddings", + ] + assert JSONProviderRegistry.supports_responses_api("tokenlab") is True + assert JSONProviderRegistry.supports_anthropic_messages_api("tokenlab") is True + + +def test_tokenlab_provider_detection_by_prefix(): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + model, provider, _, api_base = get_llm_provider("tokenlab/gpt-5.5") + + assert model == "gpt-5.5" + assert provider == "tokenlab" + assert api_base == TOKENLAB_API_BASE + + +def test_tokenlab_api_base_override(): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + _, provider, api_key, api_base = get_llm_provider( + model="tokenlab/gpt-5.5", + api_base="https://custom.tokenlab.example/v1", + api_key="sk-test", + ) + + assert provider == "tokenlab" + assert api_base == "https://custom.tokenlab.example/v1" + assert api_key == "sk-test" + + +def test_tokenlab_url_autodetection(): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + _, provider, _, api_base = get_llm_provider( + model="gpt-5.5", + api_base=TOKENLAB_API_BASE, + ) + + assert provider == "tokenlab" + assert api_base == TOKENLAB_API_BASE + + +def test_tokenlab_chat_complete_url(): + from litellm.llms.openai_like.dynamic_config import create_config_class + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + config = create_config_class(JSONProviderRegistry.get("tokenlab"))() + + assert ( + config.get_complete_url( + api_base=None, + api_key=None, + model="gpt-5.5", + optional_params={}, + litellm_params={}, + ) + == "https://api.tokenlab.sh/v1/chat/completions" + ) + + +def test_tokenlab_responses_api_config(): + from litellm.llms.openai.responses.transformation import OpenAIResponsesAPIConfig + from litellm.utils import ProviderConfigManager + + config = ProviderConfigManager.get_provider_responses_api_config( + provider="tokenlab", + model="tokenlab/gpt-5.5", + ) + + assert isinstance(config, OpenAIResponsesAPIConfig) + assert config.custom_llm_provider == "tokenlab" + assert config.get_complete_url(api_base=None, litellm_params={}) == "https://api.tokenlab.sh/v1/responses" + + +def test_tokenlab_anthropic_messages_config(): + from litellm.llms.openai_like.messages.transformation import ( + OpenAILikeAnthropicMessagesConfig, + ) + from litellm.utils import ProviderConfigManager + + config = ProviderConfigManager.get_provider_anthropic_messages_config( + provider=litellm.LlmProviders.TOKENLAB, + model="claude-opus-4-8", + ) + + assert isinstance(config, OpenAILikeAnthropicMessagesConfig) + assert ( + config.get_complete_url( + api_base=TOKENLAB_API_BASE, + api_key="sk-test", + model="claude-opus-4-8", + optional_params={}, + litellm_params={}, + ) + == "https://api.tokenlab.sh/v1/messages" + ) + + +class TestTokenLabCostMap: + @pytest.fixture(autouse=True) + def _use_local_model_cost_map(self, monkeypatch): + original_model_cost = litellm.model_cost + monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True") + litellm.model_cost = litellm.get_model_cost_map(url="") + litellm.get_model_info.cache_clear() + try: + yield + finally: + litellm.model_cost = original_model_cost + litellm.get_model_info.cache_clear() + + def test_sample_models_registered(self): + for model in TOKENLAB_SAMPLE_MODELS: + info = litellm.get_model_info(model) + assert info["litellm_provider"] == "tokenlab" + assert info["mode"] in {"chat", "embedding"} + + def test_claude_model_cost_map_keeps_schema_supported_endpoints(self): + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + endpoints = litellm.model_cost["tokenlab/claude-opus-4-8"]["supported_endpoints"] + assert endpoints == ["/v1/chat/completions", "/v1/responses"] + + provider_config = JSONProviderRegistry.get("tokenlab") + assert provider_config is not None + assert "/v1/messages" in provider_config.supported_endpoints + + def test_chat_cost_is_wired(self): + prompt_cost, completion_cost = litellm.cost_per_token( + model="tokenlab/gpt-5.5", + prompt_tokens=1_000_000, + completion_tokens=1_000_000, + ) + assert prompt_cost == pytest.approx(1.5) + assert completion_cost == pytest.approx(9.0) + + def test_embedding_cost_is_wired(self): + prompt_cost, completion_cost = litellm.cost_per_token( + model="tokenlab/text-embedding-3-small", + prompt_tokens=1_000_000, + completion_tokens=0, + ) + assert prompt_cost == pytest.approx(0.02) + assert completion_cost == 0