From 04571530bc4e4ac4e48c12266f65611cd57ab878 Mon Sep 17 00:00:00 2001 From: hedging8563 <45883076+hedging8563@users.noreply.github.com> Date: Thu, 9 Jul 2026 01:50:33 +0800 Subject: [PATCH 1/3] feat(tokenlab): add TokenLab provider --- README.md | 1 + litellm/__init__.py | 5 + litellm/constants.py | 2 + .../get_llm_provider_logic.py | 3 + litellm/llms/openai_like/json_loader.py | 8 + litellm/llms/openai_like/providers.json | 9 + ...odel_prices_and_context_window_backup.json | 3204 +++++++++++++++++ .../provider_endpoints_support_backup.json | 17 + litellm/types/utils.py | 1 + model_prices_and_context_window.json | 3204 +++++++++++++++++ provider_endpoints_support.json | 17 + .../openai_like/test_tokenlab_provider.py | 170 + 12 files changed, 6641 insertions(+) create mode 100644 tests/test_litellm/llms/openai_like/test_tokenlab_provider.py diff --git a/README.md b/README.md index 90d3e944fcc..ce31801009c 100644 --- a/README.md +++ b/README.md @@ -361,6 +361,7 @@ curl -X POST 'http://0.0.0.0:4000/v1/chat/completions' \ | [Text Completion Codestral (`text-completion-codestral`)](https://docs.litellm.ai/docs/providers/codestral) | ✅ | ✅ | ✅ | | | | | | | | | [Text Completion OpenAI (`text-completion-openai`)](https://docs.litellm.ai/docs/providers/text_completion_openai) | ✅ | ✅ | ✅ | | | ✅ | ✅ | ✅ | ✅ | | | [Together AI (`together_ai`)](https://docs.litellm.ai/docs/providers/togetherai) | ✅ | ✅ | ✅ | | | | | | | | +| [TokenLab (`tokenlab`)](https://docs.tokenlab.sh/integrations/litellm) | ✅ | ✅ | ✅ | ✅ | | | | | | | | [Topaz (`topaz`)](https://docs.litellm.ai/docs/providers/topaz) | ✅ | ✅ | ✅ | | | | | | | | | [Triton (`triton`)](https://docs.litellm.ai/docs/providers/triton-inference-server) | ✅ | ✅ | ✅ | | | | | | | | | [V0 (`v0`)](https://docs.litellm.ai/docs/providers/v0) | ✅ | ✅ | ✅ | | | | | | | | diff --git a/litellm/__init__.py b/litellm/__init__.py index 6e2a03b7c7c..0f2a968b20f 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -629,6 +629,7 @@ dashscope_models: Set = set() moonshot_models: Set = set() publicai_models: Set = set() darkbloom_models: Set = set() +tokenlab_models: Set = set() v0_models: Set = set() morph_models: Set = set() lambda_ai_models: Set = set() @@ -883,6 +884,8 @@ def add_known_models(model_cost_map: Optional[Dict] = None): publicai_models.add(key) elif value.get("litellm_provider") == "darkbloom": darkbloom_models.add(key) + elif value.get("litellm_provider") == "tokenlab": + tokenlab_models.add(key) elif value.get("litellm_provider") == "v0": v0_models.add(key) elif value.get("litellm_provider") == "morph": @@ -1032,6 +1035,7 @@ model_list = list( | moonshot_models | publicai_models | darkbloom_models + | tokenlab_models | v0_models | morph_models | lambda_ai_models @@ -1138,6 +1142,7 @@ models_by_provider: dict = { "moonshot": moonshot_models, "publicai": publicai_models, "darkbloom": darkbloom_models, + "tokenlab": tokenlab_models, "v0": v0_models, "morph": morph_models, "lambda_ai": lambda_ai_models, diff --git a/litellm/constants.py b/litellm/constants.py index 715d57e594d..bc578460845 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -714,6 +714,7 @@ openai_compatible_endpoints: List = [ "https://api.inference.wandb.ai/v1", "https://api.clarifai.com/v2/ext/openai/v1", "https://api.libertai.io/v1", + "https://api.tokenlab.sh/v1", "https://pinstripes.io/v1", "https://api.meta.ai/v1", ] @@ -781,6 +782,7 @@ openai_compatible_providers: List = [ "docker_model_runner", "ragflow", "pinstripes", # Pinstripes - JSON-configured provider + "tokenlab", # TokenLab - JSON-configured provider "darkbloom", "meta", # Meta Model API (Muse Spark) - JSON-configured provider ] diff --git a/litellm/litellm_core_utils/get_llm_provider_logic.py b/litellm/litellm_core_utils/get_llm_provider_logic.py index fa8ffe1ba1d..357ba2745aa 100644 --- a/litellm/litellm_core_utils/get_llm_provider_logic.py +++ b/litellm/litellm_core_utils/get_llm_provider_logic.py @@ -343,6 +343,9 @@ def get_llm_provider( elif endpoint == "https://api.inference.wandb.ai/v1": custom_llm_provider = "wandb" dynamic_api_key = get_secret_str("WANDB_API_KEY") + elif endpoint == "https://api.tokenlab.sh/v1": + custom_llm_provider = "tokenlab" + dynamic_api_key = get_secret_str("TOKENLAB_API_KEY") elif endpoint == "https://pinstripes.io/v1": custom_llm_provider = "pinstripes" dynamic_api_key = get_secret_str("PINSTRIPES_API_KEY") diff --git a/litellm/llms/openai_like/json_loader.py b/litellm/llms/openai_like/json_loader.py index 4640bb8a422..b0883f6b36b 100644 --- a/litellm/llms/openai_like/json_loader.py +++ b/litellm/llms/openai_like/json_loader.py @@ -73,6 +73,14 @@ class JSONProviderRegistry: return False return "/v1/responses" in provider.supported_endpoints + @classmethod + def supports_anthropic_messages_api(cls, slug: str) -> bool: + """Check if a JSON provider supports the Anthropic Messages API""" + provider = cls._providers.get(slug) + if provider is None: + return False + return "/v1/messages" in provider.supported_endpoints + @classmethod def list_providers(cls) -> list: """List all registered provider slugs""" diff --git a/litellm/llms/openai_like/providers.json b/litellm/llms/openai_like/providers.json index 164100d4194..59dfca54369 100644 --- a/litellm/llms/openai_like/providers.json +++ b/litellm/llms/openai_like/providers.json @@ -175,6 +175,15 @@ "base_class": "openai_gpt", "supported_endpoints": ["/v1/chat/completions", "/v1/responses", "/v1/messages"] }, + "tokenlab": { + "base_url": "https://api.tokenlab.sh/v1", + "api_key_env": "TOKENLAB_API_KEY", + "api_base_env": "TOKENLAB_API_BASE", + "param_mappings": { + "max_completion_tokens": "max_tokens" + }, + "supported_endpoints": ["/v1/chat/completions", "/v1/messages", "/v1/responses", "/v1/embeddings"] + }, "pinstripes": { "base_url": "https://pinstripes.io/v1", "api_key_env": "PINSTRIPES_API_KEY", diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 2a269d693ec..636022182e3 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -44996,6 +44996,3210 @@ "supports_reasoning": false, "source": "https://pinstripes.io/pricing" }, + "tokenlab/allam-2-7b": { + "input_cost_per_token": 5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 8e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/claude-fable-5": { + "cache_creation_input_token_cost": 8.125e-06, + "cache_read_input_token_cost": 6.5e-07, + "input_cost_per_token": 6.5e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 3.25e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-haiku-4-5": { + "cache_creation_input_token_cost": 8.125e-07, + "cache_read_input_token_cost": 6.5e-08, + "input_cost_per_token": 6.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "max_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 3.25e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-6": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-7": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-8": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-sonnet-4-6": { + "cache_creation_input_token_cost": 2.4375e-06, + "cache_read_input_token_cost": 1.95e-07, + "input_cost_per_token": 1.95e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "max_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 9.75e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-sonnet-5": { + "cache_creation_input_token_cost": 1.625e-06, + "cache_read_input_token_cost": 1.3e-07, + "input_cost_per_token": 1.3e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 6.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/deepseek-v3": { + "cache_read_input_token_cost": 2.8e-09, + "input_cost_per_token": 1.4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 2.8e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v3-2": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.8e-08, + "input_cost_per_token": 2.8e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "max_tokens": 163840, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v4-flash": { + "cache_read_input_token_cost": 2.94118e-09, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v4-pro": { + "cache_read_input_token_cost": 3.67647e-09, + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 8.8235294e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-lite-32k": { + "cache_read_input_token_cost": 8.57143e-09, + "input_cost_per_token": 4.411765e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 8.823529e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-pro-32k": { + "cache_read_input_token_cost": 2.2e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-pro-32k-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 12288, + "max_tokens": 12288, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-vision-pro": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-1.6": { + "cache_read_input_token_cost": 3.602941e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-1.6-flash": { + "cache_read_input_token_cost": 8.52941e-09, + "input_cost_per_token": 4.411765e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-1.6-vision": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-1.8": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-2.0-code": { + "cache_read_input_token_cost": 9.411765e-08, + "input_cost_per_token": 4.7058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.35294118e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-2.0-lite": { + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 8.823529e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 5.2941176e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.0-mini": { + "cache_read_input_token_cost": 5.88235e-09, + "input_cost_per_token": 2.941176e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.0-pro": { + "cache_read_input_token_cost": 9.411765e-08, + "input_cost_per_token": 4.7058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.35294118e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.1-pro": { + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.1-turbo": { + "cache_read_input_token_cost": 8.823529e-08, + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 2.20588235e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 98304, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-code": { + "cache_read_input_token_cost": 3.529412e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-evolving": { + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/farui-plus": { + "input_cost_per_token": 2.94117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 12000, + "max_output_tokens": 2000, + "max_tokens": 2000, + "mode": "chat", + "output_cost_per_token": 2.94117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/gemini-2.5-pro": { + "cache_read_input_token_cost": 6.25e-08, + "input_cost_per_token": 6.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.1-flash-lite": { + "cache_read_input_token_cost": 1.25e-08, + "input_cost_per_token": 1.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.1-pro-preview": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 6e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.5-flash": { + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 7.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/glm-4.7": { + "cache_read_input_token_cost": 1.25e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/glm-5": { + "cache_read_input_token_cost": 1.1764706e-07, + "input_cost_per_token": 5.8823529e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.64705882e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5-turbo": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.4e-07, + "input_cost_per_token": 1.2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/glm-5.1": { + "cache_creation_input_token_cost": 1.10294118e-06, + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 3.52941176e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5.2": { + "cache_read_input_token_cost": 2.9411765e-07, + "input_cost_per_token": 1.17647059e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4.11764706e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5v-turbo": { + "cache_read_input_token_cost": 2.4e-07, + "input_cost_per_token": 1.2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4.1-mini": { + "cache_read_input_token_cost": 7e-08, + "input_cost_per_token": 2.8e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 1.12e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4o": { + "cache_read_input_token_cost": 8.75e-07, + "input_cost_per_token": 1.75e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4o-mini": { + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 1.05e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5": { + "cache_read_input_token_cost": 8.75e-08, + "input_cost_per_token": 8.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-mini": { + "cache_read_input_token_cost": 1.75e-08, + "input_cost_per_token": 1.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-nano": { + "cache_read_input_token_cost": 3.5e-09, + "input_cost_per_token": 3.5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.8e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-pro": { + "input_cost_per_token": 1.5e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00012, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-search-api": { + "cache_read_input_token_cost": 1e-06, + "input_cost_per_token": 2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.1": { + "cache_read_input_token_cost": 8.75e-08, + "input_cost_per_token": 8.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "max_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.2": { + "cache_read_input_token_cost": 1.225e-07, + "input_cost_per_token": 1.225e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9.8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.2-pro": { + "cache_read_input_token_cost": 1.05e-05, + "input_cost_per_token": 2.1e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.000168, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.3-codex": { + "cache_read_input_token_cost": 1.225e-07, + "input_cost_per_token": 1.225e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9.8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4": { + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 7.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-mini": { + "cache_read_input_token_cost": 2.25e-08, + "input_cost_per_token": 2.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.35e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-nano": { + "cache_read_input_token_cost": 1.4e-08, + "input_cost_per_token": 1.4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 8.75e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-pro": { + "cache_read_input_token_cost": 3e-06, + "input_cost_per_token": 3e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00018, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.5": { + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.5-pro": { + "input_cost_per_token": 3e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00018, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-oss-120b": { + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 1.05e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/gpt-oss-20b": { + "input_cost_per_token": 7.5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/grok-4-fast": { + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 2e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 2000000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.1-fast": { + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 2000000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20-multi-agent": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20-non-reasoning": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.3": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-build-0.1": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 256000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/groq-compound": { + "input_cost_per_token": 5.9e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 7.9e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/groq-compound-mini": { + "input_cost_per_token": 5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 8e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/hunyuan-role": { + "input_cost_per_token": 3.5294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/hy-mt2-pro": { + "input_cost_per_token": 2.2058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 6.6176471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/hy3-preview": { + "cache_read_input_token_cost": 5.882353e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 5.8823529e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/kimi-k2.5": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/kimi-k2.6": { + "cache_read_input_token_cost": 1.6e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/kimi-k2.7-code": { + "cache_read_input_token_cost": 1.9e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/kimi-k2.7-code-highspeed": { + "cache_read_input_token_cost": 3.8e-07, + "input_cost_per_token": 1.9e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-flash": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-omni": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-pro": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/mimo-v2.5": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2.5-pro": { + "cache_read_input_token_cost": 2.0588235e-07, + "input_cost_per_token": 1.02941176e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3.08823529e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m2": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.1": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.1-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.5": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "max_tokens": 204800, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.5-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.7": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m2.7-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m3": { + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 524288, + "max_tokens": 524288, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/o1": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 7.5e-06, + "input_cost_per_token": 1.5e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 6e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o1-pro": { + "cache_read_input_token_cost": 7.5e-05, + "input_cost_per_token": 0.00015, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 0.0006, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o3": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 5e-07, + "input_cost_per_token": 2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o3-mini": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 1.1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 4.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/o4-mini": { + "cache_read_input_token_cost": 1.925e-07, + "input_cost_per_token": 7.7e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 3.08e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/qwen-deep-research": { + "input_cost_per_token": 7.94117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.397058824e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-doc-turbo": { + "cache_creation_input_token_cost": 1.1029412e-07, + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 253952, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 1.4705882e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-flash": { + "cache_creation_input_token_cost": 2.852941e-08, + "cache_read_input_token_cost": 4.41176e-09, + "input_cost_per_token": 2.205882e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.2058823e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-flash-character": { + "cache_read_input_token_cost": 7.35294e-09, + "input_cost_per_token": 3.676471e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8000, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 2.2058823e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-max": { + "cache_read_input_token_cost": 7.058824e-08, + "input_cost_per_token": 3.5294117e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 1.4117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-flash": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.8676471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-lite": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.3529412e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-plus": { + "input_cost_per_token": 2.6470589e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 7.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-turbo": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.8676471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-omni-turbo": { + "cache_read_input_token_cost": 1.17647e-08, + "input_cost_per_token": 5.882353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 2.3529412e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen-omni-turbo-realtime": { + "input_cost_per_token": 2.3529412e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 9.4117647e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-plus": { + "cache_creation_input_token_cost": 1.4705882e-07, + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-plus-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-vl-ocr": { + "input_cost_per_token": 4.411764e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30000, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 7.352941e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen2.5-omni-7b": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 3.5294117e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3-coder-flash": { + "cache_creation_input_token_cost": 1.8382353e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5.8823529e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-livetranslate-flash": { + "input_cost_per_token": 1.47058824e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.47058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-livetranslate-flash-realtime": { + "input_cost_per_token": 9.4117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 9.4117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-omni-flash": { + "input_cost_per_token": 2.6470589e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.01470589e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3-omni-flash-realtime": { + "input_cost_per_token": 3.2352941e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.22058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-vl-embedding": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32000, + "max_tokens": 32000, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ], + "supports_vision": true + }, + "tokenlab/qwen3-vl-plus": { + "cache_creation_input_token_cost": 1.8382353e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 260096, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 1.47058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-27b": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 260096, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.0588236e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-flash": { + "cache_creation_input_token_cost": 3.676471e-08, + "cache_read_input_token_cost": 2.94117e-09, + "input_cost_per_token": 2.941177e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-livetranslate-flash-realtime": { + "input_cost_per_token": 5.88235294e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.470588236e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-ocr": { + "input_cost_per_token": 7.352941e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-flash": { + "input_cost_per_token": 2.64705882e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.05882353e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-flash-realtime": { + "input_cost_per_token": 3.97058824e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.573529412e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-omni-plus": { + "input_cost_per_token": 7.79411765e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 3.132352941e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-plus-realtime": { + "input_cost_per_token": 1.176470588e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.411764706e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-plus": { + "cache_creation_input_token_cost": 1.4705882e-07, + "cache_read_input_token_cost": 1.17647e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.0588236e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-27b": { + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.64705882e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-flash": { + "cache_creation_input_token_cost": 2.2058823e-07, + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.05882353e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-max-preview": { + "cache_read_input_token_cost": 1.475e-07, + "input_cost_per_token": 1.43264706e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 8.59632353e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/qwen3.6-plus": { + "cache_creation_input_token_cost": 3.6764706e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 2.9411765e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.76470588e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.7-max": { + "cache_creation_input_token_cost": 2.20588235e-06, + "cache_read_input_token_cost": 3.5294117e-07, + "input_cost_per_token": 1.76470588e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5.29411764e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.7-plus": { + "cache_creation_input_token_cost": 3.6764706e-07, + "cache_read_input_token_cost": 5.882353e-08, + "input_cost_per_token": 2.9411765e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/step-3.5-flash": { + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "max_tokens": 256000, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/step-3.7-flash": { + "cache_read_input_token_cost": 3.970588e-08, + "input_cost_per_token": 1.9852941e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 1.19117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/text-embedding-3-large": { + "input_cost_per_token": 1.3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-3-small": { + "input_cost_per_token": 2e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-ada-002": { + "input_cost_per_token": 1e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-v4": { + "input_cost_per_token": 7.352941e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_tokens": 8192, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/tongyi-intent-detect-v3": { + "input_cost_per_token": 5.882353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.4705882e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/tongyi-xiaomi-analysis-flash": { + "input_cost_per_token": 2.941177e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 5.882353e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/tongyi-xiaomi-analysis-pro": { + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 3.9705883e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, "fallback_generalizations": { "rules": [ { diff --git a/litellm/provider_endpoints_support_backup.json b/litellm/provider_endpoints_support_backup.json index dd7712aabca..45fc4af1f70 100644 --- a/litellm/provider_endpoints_support_backup.json +++ b/litellm/provider_endpoints_support_backup.json @@ -1573,6 +1573,23 @@ "a2a": false } }, + "tokenlab": { + "display_name": "TokenLab (`tokenlab`)", + "url": "https://docs.tokenlab.sh/integrations/litellm", + "endpoints": { + "chat_completions": true, + "messages": true, + "responses": true, + "embeddings": true, + "image_generations": false, + "audio_transcriptions": false, + "audio_speech": false, + "moderations": false, + "batches": false, + "rerank": false, + "a2a": false + } + }, "nvidia_nim": { "display_name": "Nvidia NIM (`nvidia_nim`)", "url": "https://docs.litellm.ai/docs/providers/nvidia_nim", diff --git a/litellm/types/utils.py b/litellm/types/utils.py index 8a5acc24d19..a7577c8a2ca 100644 --- a/litellm/types/utils.py +++ b/litellm/types/utils.py @@ -3395,6 +3395,7 @@ class LlmProviders(str, Enum): PARASAIL = "parasail" XIAOMI_MIMO = "xiaomi_mimo" TENSORMESH = "tensormesh" + TOKENLAB = "tokenlab" LIBERTAI = "libertai" PINSTRIPES = "pinstripes" DARKBLOOM = "darkbloom" diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index e79ddbe35d2..b9b80519be5 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -45229,6 +45229,3210 @@ "supports_system_messages": true, "supports_tool_choice": true }, + "tokenlab/allam-2-7b": { + "input_cost_per_token": 5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 8e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/claude-fable-5": { + "cache_creation_input_token_cost": 8.125e-06, + "cache_read_input_token_cost": 6.5e-07, + "input_cost_per_token": 6.5e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 3.25e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-haiku-4-5": { + "cache_creation_input_token_cost": 8.125e-07, + "cache_read_input_token_cost": 6.5e-08, + "input_cost_per_token": 6.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "max_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 3.25e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-6": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-7": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-opus-4-8": { + "cache_creation_input_token_cost": 4.0625e-06, + "cache_read_input_token_cost": 3.25e-07, + "input_cost_per_token": 3.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.625e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-sonnet-4-6": { + "cache_creation_input_token_cost": 2.4375e-06, + "cache_read_input_token_cost": 1.95e-07, + "input_cost_per_token": 1.95e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "max_tokens": 64000, + "mode": "chat", + "output_cost_per_token": 9.75e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/claude-sonnet-5": { + "cache_creation_input_token_cost": 1.625e-06, + "cache_read_input_token_cost": 1.3e-07, + "input_cost_per_token": 1.3e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 6.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/deepseek-v3": { + "cache_read_input_token_cost": 2.8e-09, + "input_cost_per_token": 1.4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 2.8e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v3-2": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.8e-08, + "input_cost_per_token": 2.8e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 163840, + "max_output_tokens": 163840, + "max_tokens": 163840, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v4-flash": { + "cache_read_input_token_cost": 2.94118e-09, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/deepseek-v4-pro": { + "cache_read_input_token_cost": 3.67647e-09, + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 384000, + "max_tokens": 384000, + "mode": "chat", + "output_cost_per_token": 8.8235294e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-lite-32k": { + "cache_read_input_token_cost": 8.57143e-09, + "input_cost_per_token": 4.411765e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 8.823529e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-pro-32k": { + "cache_read_input_token_cost": 2.2e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-pro-32k-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 12288, + "max_tokens": 12288, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-1.5-vision-pro": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-1.6": { + "cache_read_input_token_cost": 3.602941e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-1.6-flash": { + "cache_read_input_token_cost": 8.52941e-09, + "input_cost_per_token": 4.411765e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-1.6-vision": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-1.8": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-2.0-code": { + "cache_read_input_token_cost": 9.411765e-08, + "input_cost_per_token": 4.7058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.35294118e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-2.0-lite": { + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 8.823529e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 5.2941176e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.0-mini": { + "cache_read_input_token_cost": 5.88235e-09, + "input_cost_per_token": 2.941176e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.0-pro": { + "cache_read_input_token_cost": 9.411765e-08, + "input_cost_per_token": 4.7058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 229376, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.35294118e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.1-pro": { + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-2.1-turbo": { + "cache_read_input_token_cost": 8.823529e-08, + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 2.20588235e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764706e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 98304, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/doubao-seed-code": { + "cache_read_input_token_cost": 3.529412e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/doubao-seed-evolving": { + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/farui-plus": { + "input_cost_per_token": 2.94117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 12000, + "max_output_tokens": 2000, + "max_tokens": 2000, + "mode": "chat", + "output_cost_per_token": 2.94117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/gemini-2.5-pro": { + "cache_read_input_token_cost": 6.25e-08, + "input_cost_per_token": 6.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.1-flash-lite": { + "cache_read_input_token_cost": 1.25e-08, + "input_cost_per_token": 1.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.1-pro-preview": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 6e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gemini-3.5-flash": { + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 7.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/glm-4.7": { + "cache_read_input_token_cost": 1.25e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/glm-5": { + "cache_read_input_token_cost": 1.1764706e-07, + "input_cost_per_token": 5.8823529e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.64705882e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5-turbo": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 2.4e-07, + "input_cost_per_token": 1.2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/glm-5.1": { + "cache_creation_input_token_cost": 1.10294118e-06, + "cache_read_input_token_cost": 1.7647059e-07, + "input_cost_per_token": 8.8235294e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 3.52941176e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5.2": { + "cache_read_input_token_cost": 2.9411765e-07, + "input_cost_per_token": 1.17647059e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4.11764706e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/glm-5v-turbo": { + "cache_read_input_token_cost": 2.4e-07, + "input_cost_per_token": 1.2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4.1-mini": { + "cache_read_input_token_cost": 7e-08, + "input_cost_per_token": 2.8e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1047576, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 1.12e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4o": { + "cache_read_input_token_cost": 8.75e-07, + "input_cost_per_token": 1.75e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-4o-mini": { + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 1.05e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5": { + "cache_read_input_token_cost": 8.75e-08, + "input_cost_per_token": 8.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-mini": { + "cache_read_input_token_cost": 1.75e-08, + "input_cost_per_token": 1.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-nano": { + "cache_read_input_token_cost": 3.5e-09, + "input_cost_per_token": 3.5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.8e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-pro": { + "input_cost_per_token": 1.5e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00012, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5-search-api": { + "cache_read_input_token_cost": 1e-06, + "input_cost_per_token": 2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.1": { + "cache_read_input_token_cost": 8.75e-08, + "input_cost_per_token": 8.75e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 409600, + "max_output_tokens": 32000, + "max_tokens": 32000, + "mode": "chat", + "output_cost_per_token": 7e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.2": { + "cache_read_input_token_cost": 1.225e-07, + "input_cost_per_token": 1.225e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9.8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.2-pro": { + "cache_read_input_token_cost": 1.05e-05, + "input_cost_per_token": 2.1e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.000168, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.3-codex": { + "cache_read_input_token_cost": 1.225e-07, + "input_cost_per_token": 1.225e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9.8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4": { + "cache_read_input_token_cost": 7.5e-08, + "input_cost_per_token": 7.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 4.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-mini": { + "cache_read_input_token_cost": 2.25e-08, + "input_cost_per_token": 2.25e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.35e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-nano": { + "cache_read_input_token_cost": 1.4e-08, + "input_cost_per_token": 1.4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 8.75e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.4-pro": { + "cache_read_input_token_cost": 3e-06, + "input_cost_per_token": 3e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00018, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.5": { + "cache_read_input_token_cost": 1.5e-07, + "input_cost_per_token": 1.5e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 9e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-5.5-pro": { + "input_cost_per_token": 3e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 0.00018, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/gpt-oss-120b": { + "cache_read_input_token_cost": 5.25e-08, + "input_cost_per_token": 1.05e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.2e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/gpt-oss-20b": { + "input_cost_per_token": 7.5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/grok-4-fast": { + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 2e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 2000000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.1-fast": { + "cache_read_input_token_cost": 5e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 2000000, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 5e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20-multi-agent": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.20-non-reasoning": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-4.3": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1.25e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1000000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.5e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/grok-build-0.1": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 256000, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/groq-compound": { + "input_cost_per_token": 5.9e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 7.9e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/groq-compound-mini": { + "input_cost_per_token": 5e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 128000, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 8e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/hunyuan-role": { + "input_cost_per_token": 3.5294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.41176471e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/hy-mt2-pro": { + "input_cost_per_token": 2.2058824e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 6.6176471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/hy3-preview": { + "cache_read_input_token_cost": 5.882353e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 5.8823529e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/kimi-k2.5": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/kimi-k2.6": { + "cache_read_input_token_cost": 1.6e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/kimi-k2.7-code": { + "cache_read_input_token_cost": 1.9e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/kimi-k2.7-code-highspeed": { + "cache_read_input_token_cost": 3.8e-07, + "input_cost_per_token": 1.9e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-flash": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-omni": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2-pro": { + "cache_read_input_token_cost": 2e-07, + "input_cost_per_token": 1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/mimo-v2.5": { + "cache_read_input_token_cost": 8e-08, + "input_cost_per_token": 4e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/mimo-v2.5-pro": { + "cache_read_input_token_cost": 2.0588235e-07, + "input_cost_per_token": 1.02941176e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3.08823529e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m2": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.1": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.1-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 131072, + "max_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.5": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 204800, + "max_tokens": 204800, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.5-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 3e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 204800, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/minimax-m2.7": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m2.7-highspeed": { + "cache_creation_input_token_cost": 3.75e-07, + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 6e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 2.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/minimax-m3": { + "cache_read_input_token_cost": 6e-08, + "input_cost_per_token": 3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 1048576, + "max_output_tokens": 524288, + "max_tokens": 524288, + "mode": "chat", + "output_cost_per_token": 1.2e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/o1": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 7.5e-06, + "input_cost_per_token": 1.5e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 6e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o1-pro": { + "cache_read_input_token_cost": 7.5e-05, + "input_cost_per_token": 0.00015, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 0.0006, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o3": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 5e-07, + "input_cost_per_token": 2e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 8e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/o3-mini": { + "cache_creation_input_token_cost": 0.0, + "cache_read_input_token_cost": 5.5e-07, + "input_cost_per_token": 1.1e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 4.4e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/o4-mini": { + "cache_read_input_token_cost": 1.925e-07, + "input_cost_per_token": 7.7e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "max_tokens": 100000, + "mode": "chat", + "output_cost_per_token": 3.08e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "tokenlab/qwen-deep-research": { + "input_cost_per_token": 7.94117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.397058824e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-doc-turbo": { + "cache_creation_input_token_cost": 1.1029412e-07, + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 253952, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 1.4705882e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-flash": { + "cache_creation_input_token_cost": 2.852941e-08, + "cache_read_input_token_cost": 4.41176e-09, + "input_cost_per_token": 2.205882e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.2058823e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-flash-character": { + "cache_read_input_token_cost": 7.35294e-09, + "input_cost_per_token": 3.676471e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8000, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 2.2058823e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-max": { + "cache_read_input_token_cost": 7.058824e-08, + "input_cost_per_token": 3.5294117e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 1.4117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-flash": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.8676471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-lite": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.3529412e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-plus": { + "input_cost_per_token": 2.6470589e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 7.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-mt-turbo": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 2.8676471e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-omni-turbo": { + "cache_read_input_token_cost": 1.17647e-08, + "input_cost_per_token": 5.882353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 2.3529412e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen-omni-turbo-realtime": { + "input_cost_per_token": 2.3529412e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 9.4117647e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen-plus": { + "cache_creation_input_token_cost": 1.4705882e-07, + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-plus-character": { + "cache_read_input_token_cost": 2.352941e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32768, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen-vl-ocr": { + "input_cost_per_token": 4.411764e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30000, + "max_output_tokens": 8192, + "max_tokens": 8192, + "mode": "chat", + "output_cost_per_token": 7.352941e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen2.5-omni-7b": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 30720, + "max_output_tokens": 2048, + "max_tokens": 2048, + "mode": "chat", + "output_cost_per_token": 3.5294117e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3-coder-flash": { + "cache_creation_input_token_cost": 1.8382353e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 997952, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5.8823529e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-livetranslate-flash": { + "input_cost_per_token": 1.47058824e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.47058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-livetranslate-flash-realtime": { + "input_cost_per_token": 9.4117647e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 9.4117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-omni-flash": { + "input_cost_per_token": 2.6470589e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.01470589e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3-omni-flash-realtime": { + "input_cost_per_token": 3.2352941e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 1.22058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3-vl-embedding": { + "input_cost_per_token": 1.0294118e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 32000, + "max_tokens": 32000, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ], + "supports_vision": true + }, + "tokenlab/qwen3-vl-plus": { + "cache_creation_input_token_cost": 1.8382353e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 260096, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 1.47058824e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-27b": { + "input_cost_per_token": 8.82353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 260096, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.0588236e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-flash": { + "cache_creation_input_token_cost": 3.676471e-08, + "cache_read_input_token_cost": 2.94117e-09, + "input_cost_per_token": 2.941177e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-livetranslate-flash-realtime": { + "input_cost_per_token": 5.88235294e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.470588236e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-ocr": { + "input_cost_per_token": 7.352941e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 49152, + "max_output_tokens": 16384, + "max_tokens": 16384, + "mode": "chat", + "output_cost_per_token": 2.9411765e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-flash": { + "input_cost_per_token": 2.64705882e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.05882353e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-flash-realtime": { + "input_cost_per_token": 3.97058824e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.573529412e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-omni-plus": { + "input_cost_per_token": 7.79411765e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 3.132352941e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_vision": true + }, + "tokenlab/qwen3.5-omni-plus-realtime": { + "input_cost_per_token": 1.176470588e-05, + "litellm_provider": "tokenlab", + "max_input_tokens": 196608, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 4.411764706e-05, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.5-plus": { + "cache_creation_input_token_cost": 1.4705882e-07, + "cache_read_input_token_cost": 1.17647e-08, + "input_cost_per_token": 1.1764705e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 7.0588236e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-27b": { + "input_cost_per_token": 4.4117647e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "max_tokens": 32768, + "mode": "chat", + "output_cost_per_token": 2.64705882e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-flash": { + "cache_creation_input_token_cost": 2.2058823e-07, + "cache_read_input_token_cost": 1.764706e-08, + "input_cost_per_token": 1.7647059e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.05882353e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.6-max-preview": { + "cache_read_input_token_cost": 1.475e-07, + "input_cost_per_token": 1.43264706e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 8.59632353e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/qwen3.6-plus": { + "cache_creation_input_token_cost": 3.6764706e-07, + "cache_read_input_token_cost": 2.941177e-08, + "input_cost_per_token": 2.9411765e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.76470588e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.7-max": { + "cache_creation_input_token_cost": 2.20588235e-06, + "cache_read_input_token_cost": 3.5294117e-07, + "input_cost_per_token": 1.76470588e-06, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 5.29411764e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/qwen3.7-plus": { + "cache_creation_input_token_cost": 3.6764706e-07, + "cache_read_input_token_cost": 5.882353e-08, + "input_cost_per_token": 2.9411765e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 991808, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 1.17647059e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_prompt_caching": true, + "supports_system_messages": true + }, + "tokenlab/step-3.5-flash": { + "cache_read_input_token_cost": 2e-08, + "input_cost_per_token": 1e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "max_tokens": 256000, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_function_calling": true, + "supports_native_streaming": true, + "supports_system_messages": true, + "supports_tool_choice": true + }, + "tokenlab/step-3.7-flash": { + "cache_read_input_token_cost": 3.970588e-08, + "input_cost_per_token": 1.9852941e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 1.19117647e-06, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/text-embedding-3-large": { + "input_cost_per_token": 1.3e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-3-small": { + "input_cost_per_token": 2e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-ada-002": { + "input_cost_per_token": 1e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 8191, + "max_tokens": 8191, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/text-embedding-v4": { + "input_cost_per_token": 7.352941e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_tokens": 8192, + "mode": "embedding", + "output_cost_per_token": 0.0, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/embeddings" + ] + }, + "tokenlab/tongyi-intent-detect-v3": { + "input_cost_per_token": 5.882353e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 8192, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 1.4705882e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/tongyi-xiaomi-analysis-flash": { + "input_cost_per_token": 2.941177e-08, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 5.882353e-08, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, + "tokenlab/tongyi-xiaomi-analysis-pro": { + "input_cost_per_token": 1.4705882e-07, + "litellm_provider": "tokenlab", + "max_input_tokens": 28672, + "max_output_tokens": 4096, + "max_tokens": 4096, + "mode": "chat", + "output_cost_per_token": 3.9705883e-07, + "source": "https://api.tokenlab.sh/v1/models", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses" + ], + "supports_native_streaming": true, + "supports_system_messages": true + }, "fallback_generalizations": { "rules": [ { diff --git a/provider_endpoints_support.json b/provider_endpoints_support.json index 65db63dc045..3d50aa150cc 100644 --- a/provider_endpoints_support.json +++ b/provider_endpoints_support.json @@ -2294,6 +2294,23 @@ "a2a": false } }, + "tokenlab": { + "display_name": "TokenLab (`tokenlab`)", + "url": "https://docs.tokenlab.sh/integrations/litellm", + "endpoints": { + "chat_completions": true, + "messages": true, + "responses": true, + "embeddings": true, + "image_generations": false, + "audio_transcriptions": false, + "audio_speech": false, + "moderations": false, + "batches": false, + "rerank": false, + "a2a": false + } + }, "tensormesh": { "display_name": "Tensormesh (`tensormesh`)", "url": "https://docs.litellm.ai/docs/providers/tensormesh", diff --git a/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py b/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py new file mode 100644 index 00000000000..06894718198 --- /dev/null +++ b/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py @@ -0,0 +1,170 @@ +import pytest + +import litellm + + +TOKENLAB_API_BASE = "https://api.tokenlab.sh/v1" +TOKENLAB_SAMPLE_MODELS = [ + "tokenlab/gpt-5.5", + "tokenlab/claude-opus-4-8", + "tokenlab/gemini-3.5-flash", + "tokenlab/deepseek-v4-pro", + "tokenlab/qwen3.7-max", + "tokenlab/text-embedding-3-small", +] + + +def test_tokenlab_json_registry(): + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + assert litellm.LlmProviders.TOKENLAB.value == "tokenlab" + assert litellm.LlmProviders("tokenlab") == litellm.LlmProviders.TOKENLAB + assert JSONProviderRegistry.exists("tokenlab") + config = JSONProviderRegistry.get("tokenlab") + assert config is not None + assert config.base_url == TOKENLAB_API_BASE + assert config.api_key_env == "TOKENLAB_API_KEY" + assert config.api_base_env == "TOKENLAB_API_BASE" + assert config.param_mappings["max_completion_tokens"] == "max_tokens" + assert config.supported_endpoints == [ + "/v1/chat/completions", + "/v1/messages", + "/v1/responses", + "/v1/embeddings", + ] + assert JSONProviderRegistry.supports_responses_api("tokenlab") is True + assert JSONProviderRegistry.supports_anthropic_messages_api("tokenlab") is True + + +def test_tokenlab_provider_detection_by_prefix(): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + model, provider, _, api_base = get_llm_provider("tokenlab/gpt-5.5") + + assert model == "gpt-5.5" + assert provider == "tokenlab" + assert api_base == TOKENLAB_API_BASE + + +def test_tokenlab_api_base_override(): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + _, provider, api_key, api_base = get_llm_provider( + model="tokenlab/gpt-5.5", + api_base="https://custom.tokenlab.example/v1", + api_key="sk-test", + ) + + assert provider == "tokenlab" + assert api_base == "https://custom.tokenlab.example/v1" + assert api_key == "sk-test" + + +def test_tokenlab_url_autodetection(): + from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider + + _, provider, _, api_base = get_llm_provider( + model="gpt-5.5", + api_base=TOKENLAB_API_BASE, + ) + + assert provider == "tokenlab" + assert api_base == TOKENLAB_API_BASE + + +def test_tokenlab_chat_complete_url(): + from litellm.llms.openai_like.dynamic_config import create_config_class + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + + config = create_config_class(JSONProviderRegistry.get("tokenlab"))() + + assert ( + config.get_complete_url( + api_base=None, + api_key=None, + model="gpt-5.5", + optional_params={}, + litellm_params={}, + ) + == "https://api.tokenlab.sh/v1/chat/completions" + ) + + +def test_tokenlab_responses_api_config(): + from litellm.llms.openai.responses.transformation import OpenAIResponsesAPIConfig + from litellm.utils import ProviderConfigManager + + config = ProviderConfigManager.get_provider_responses_api_config( + provider="tokenlab", + model="tokenlab/gpt-5.5", + ) + + assert isinstance(config, OpenAIResponsesAPIConfig) + assert config.custom_llm_provider == "tokenlab" + assert config.get_complete_url(api_base=None, litellm_params={}) == "https://api.tokenlab.sh/v1/responses" + + +def test_tokenlab_anthropic_messages_config(): + from litellm.llms.openai_like.messages.transformation import ( + OpenAILikeAnthropicMessagesConfig, + ) + from litellm.utils import ProviderConfigManager + + config = ProviderConfigManager.get_provider_anthropic_messages_config( + provider=litellm.LlmProviders.TOKENLAB, + model="claude-opus-4-8", + ) + + assert isinstance(config, OpenAILikeAnthropicMessagesConfig) + assert ( + config.get_complete_url( + api_base=TOKENLAB_API_BASE, + api_key="sk-test", + model="claude-opus-4-8", + optional_params={}, + litellm_params={}, + ) + == "https://api.tokenlab.sh/v1/messages" + ) + + +class TestTokenLabCostMap: + @pytest.fixture(autouse=True) + def _use_local_model_cost_map(self, monkeypatch): + original_model_cost = litellm.model_cost + monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True") + litellm.model_cost = litellm.get_model_cost_map(url="") + litellm.get_model_info.cache_clear() + try: + yield + finally: + litellm.model_cost = original_model_cost + litellm.get_model_info.cache_clear() + + def test_sample_models_registered(self): + for model in TOKENLAB_SAMPLE_MODELS: + info = litellm.get_model_info(model) + assert info["litellm_provider"] == "tokenlab" + assert info["mode"] in {"chat", "embedding"} + + def test_claude_models_advertise_messages_endpoint(self): + endpoints = litellm.model_cost["tokenlab/claude-opus-4-8"]["supported_endpoints"] + assert "/v1/messages" in endpoints + + def test_chat_cost_is_wired(self): + prompt_cost, completion_cost = litellm.cost_per_token( + model="tokenlab/gpt-5.5", + prompt_tokens=1_000_000, + completion_tokens=1_000_000, + ) + assert prompt_cost == pytest.approx(1.5) + assert completion_cost == pytest.approx(9.0) + + def test_embedding_cost_is_wired(self): + prompt_cost, completion_cost = litellm.cost_per_token( + model="tokenlab/text-embedding-3-small", + prompt_tokens=1_000_000, + completion_tokens=0, + ) + assert prompt_cost == pytest.approx(0.02) + assert completion_cost == 0 From ede53bd65bb200325cfaae8e0c21be8738ce83cd Mon Sep 17 00:00:00 2001 From: hedging8563 Date: Thu, 9 Jul 2026 14:42:01 +0800 Subject: [PATCH 2/3] fix(tokenlab): align model metadata with schema --- ...odel_prices_and_context_window_backup.json | 29 ++++++++++--------- model_prices_and_context_window.json | 29 ++++++++++--------- .../openai_like/test_tokenlab_provider.py | 10 +++++-- 3 files changed, 38 insertions(+), 30 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 636022182e3..2cf6c205e84 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -45025,8 +45025,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45038,8 +45037,10 @@ "supports_function_calling": true, "supports_native_streaming": true, "supports_prompt_caching": true, + "supports_adaptive_thinking": true, "supports_reasoning": true, "supports_response_schema": true, + "supports_sampling_params": false, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true @@ -45057,8 +45058,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45089,8 +45089,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45121,8 +45120,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45134,8 +45132,10 @@ "supports_function_calling": true, "supports_native_streaming": true, "supports_prompt_caching": true, + "supports_adaptive_thinking": true, "supports_reasoning": true, "supports_response_schema": true, + "supports_sampling_params": false, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true @@ -45153,8 +45153,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45166,8 +45165,10 @@ "supports_function_calling": true, "supports_native_streaming": true, "supports_prompt_caching": true, + "supports_adaptive_thinking": true, "supports_reasoning": true, "supports_response_schema": true, + "supports_sampling_params": false, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true @@ -45185,8 +45186,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45217,8 +45217,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45230,8 +45229,10 @@ "supports_function_calling": true, "supports_native_streaming": true, "supports_prompt_caching": true, + "supports_adaptive_thinking": true, "supports_reasoning": true, "supports_response_schema": true, + "supports_sampling_params": false, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index b9b80519be5..821670ffd74 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -45258,8 +45258,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45271,8 +45270,10 @@ "supports_function_calling": true, "supports_native_streaming": true, "supports_prompt_caching": true, + "supports_adaptive_thinking": true, "supports_reasoning": true, "supports_response_schema": true, + "supports_sampling_params": false, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true @@ -45290,8 +45291,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45322,8 +45322,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45354,8 +45353,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45367,8 +45365,10 @@ "supports_function_calling": true, "supports_native_streaming": true, "supports_prompt_caching": true, + "supports_adaptive_thinking": true, "supports_reasoning": true, "supports_response_schema": true, + "supports_sampling_params": false, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true @@ -45386,8 +45386,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45399,8 +45398,10 @@ "supports_function_calling": true, "supports_native_streaming": true, "supports_prompt_caching": true, + "supports_adaptive_thinking": true, "supports_reasoning": true, "supports_response_schema": true, + "supports_sampling_params": false, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true @@ -45418,8 +45419,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45450,8 +45450,7 @@ "source": "https://api.tokenlab.sh/v1/models", "supported_endpoints": [ "/v1/chat/completions", - "/v1/responses", - "/v1/messages" + "/v1/responses" ], "supported_modalities": [ "text", @@ -45463,8 +45462,10 @@ "supports_function_calling": true, "supports_native_streaming": true, "supports_prompt_caching": true, + "supports_adaptive_thinking": true, "supports_reasoning": true, "supports_response_schema": true, + "supports_sampling_params": false, "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true diff --git a/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py b/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py index 06894718198..b459f9ba119 100644 --- a/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py +++ b/tests/test_litellm/llms/openai_like/test_tokenlab_provider.py @@ -147,9 +147,15 @@ class TestTokenLabCostMap: assert info["litellm_provider"] == "tokenlab" assert info["mode"] in {"chat", "embedding"} - def test_claude_models_advertise_messages_endpoint(self): + def test_claude_model_cost_map_keeps_schema_supported_endpoints(self): + from litellm.llms.openai_like.json_loader import JSONProviderRegistry + endpoints = litellm.model_cost["tokenlab/claude-opus-4-8"]["supported_endpoints"] - assert "/v1/messages" in endpoints + assert endpoints == ["/v1/chat/completions", "/v1/responses"] + + provider_config = JSONProviderRegistry.get("tokenlab") + assert provider_config is not None + assert "/v1/messages" in provider_config.supported_endpoints def test_chat_cost_is_wired(self): prompt_cost, completion_cost = litellm.cost_per_token( From 3a9257d3c65c6eb1d14936fc2b6800c81090894c Mon Sep 17 00:00:00 2001 From: hedging8563 Date: Sun, 16 Aug 2026 05:17:03 +0800 Subject: [PATCH 3/3] fix(tokenlab): satisfy provider quality gates --- litellm/__init__.py | 2 +- litellm/litellm_core_utils/get_llm_provider_logic.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/litellm/__init__.py b/litellm/__init__.py index 3b8e2a20a96..8a1f40514da 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -647,7 +647,7 @@ dashscope_models: Set = set() moonshot_models: Set = set() publicai_models: Set = set() darkbloom_models: Set = set() -tokenlab_models: Set = set() +tokenlab_models: Set = set() # mutable-ok: populated while loading the static model registry v0_models: Set = set() morph_models: Set = set() lambda_ai_models: Set = set() diff --git a/litellm/litellm_core_utils/get_llm_provider_logic.py b/litellm/litellm_core_utils/get_llm_provider_logic.py index b990dc3febb..06ee0416710 100644 --- a/litellm/litellm_core_utils/get_llm_provider_logic.py +++ b/litellm/litellm_core_utils/get_llm_provider_logic.py @@ -345,7 +345,8 @@ def get_llm_provider( dynamic_api_key = get_secret_str("WANDB_API_KEY") elif endpoint == "https://api.tokenlab.sh/v1": custom_llm_provider = "tokenlab" - dynamic_api_key = get_secret_str("TOKENLAB_API_KEY") + tokenlab_config: Final = JSONProviderRegistry.get("tokenlab") + dynamic_api_key = get_secret_str(tokenlab_config.api_key_env) if tokenlab_config else None elif endpoint == "https://pinstripes.io/v1": custom_llm_provider = "pinstripes" dynamic_api_key = get_secret_str("PINSTRIPES_API_KEY")