diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 02bf7dedcef..0882dca90a2 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1,4 +1,19 @@ { + "empiriolabs/aplomb-1": { + "input_cost_per_token": 2e-08, + "litellm_provider": "empiriolabs", + "max_input_tokens": 1000000, + "mode": "chat", + "output_cost_per_token": 0.0, + "source": "https://empiriolabs.ai/models/aplomb-1", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages", + "/v1/decisions" + ], + "supports_vision": true + }, "sample_spec": { "code_interpreter_cost_per_session": 0.0, "computer_use_input_cost_per_1k_tokens": 0.0, @@ -22066,7 +22081,7 @@ }, "mode": "chat", "output_cost_per_token": 3.74997e-06, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22084,7 +22099,9 @@ "input_cost_per_token_priority": 1.35002e-06, "output_cost_per_token_priority": 6.75003e-06, "cache_read_input_token_cost_priority": 1.3503e-07, - "cache_creation_input_token_cost_priority": 1.35002e-06 + "cache_creation_input_token_cost_priority": 1.35002e-06, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemini-3-7-flash": { "cache_creation_input_token_cost": 7.4998e-07, @@ -22098,7 +22115,7 @@ }, "mode": "chat", "output_cost_per_token": 3.74997e-06, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22116,7 +22133,9 @@ "input_cost_per_token_priority": 1.35002e-06, "output_cost_per_token_priority": 6.75003e-06, "cache_read_input_token_cost_priority": 1.3503e-07, - "cache_creation_input_token_cost_priority": 1.35002e-06 + "cache_creation_input_token_cost_priority": 1.35002e-06, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemini-3-6-flash": { "cache_creation_input_token_cost": 7.4998e-07, @@ -22132,7 +22151,7 @@ "mode": "chat", "output_cost_per_token": 3.74997e-06, "output_dbu_cost_per_token": 5.3571e-05, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22151,7 +22170,9 @@ "input_cost_per_token_priority": 1.35002e-06, "output_cost_per_token_priority": 6.75003e-06, "cache_read_input_token_cost_priority": 1.3503e-07, - "cache_creation_input_token_cost_priority": 1.35002e-06 + "cache_creation_input_token_cost_priority": 1.35002e-06, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemini-3-5-flash": { "cache_creation_input_token_cost": 1.87502e-06, @@ -22167,7 +22188,7 @@ "mode": "chat", "output_cost_per_token": 1.124998e-05, "output_dbu_cost_per_token": 0.000160714, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22185,7 +22206,9 @@ "input_cost_per_token_priority": 3.37498e-06, "output_cost_per_token_priority": 2.025002e-05, "cache_read_input_token_cost_priority": 3.3747e-07, - "cache_creation_input_token_cost_priority": 3.37498e-06 + "cache_creation_input_token_cost_priority": 3.37498e-06, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemini-3-5-flash-lite": { "cache_creation_input_token_cost": 3.7499e-07, @@ -22201,7 +22224,7 @@ "mode": "chat", "output_cost_per_token": 3.12501e-06, "output_dbu_cost_per_token": 4.4643e-05, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22221,7 +22244,9 @@ "input_cost_per_token_priority": 6.7501e-07, "output_cost_per_token_priority": 5.62499e-06, "cache_read_input_token_cost_priority": 6.748e-08, - "cache_creation_input_token_cost_priority": 6.7501e-07 + "cache_creation_input_token_cost_priority": 6.7501e-07, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemma-3-12b": { "cache_creation_input_token_cost": 1.5001e-07, @@ -23949,7 +23974,7 @@ "max_output_tokens": 163840, "input_cost_per_token": 5e-07, "output_cost_per_token": 2.15e-06, - "cache_read_input_token_cost": 4e-07, + "cache_read_input_token_cost": 3.5e-07, "litellm_provider": "deepinfra", "mode": "chat", "supports_tool_choice": true, @@ -24023,7 +24048,7 @@ "max_output_tokens": 163840, "input_cost_per_token": 2.5e-07, "output_cost_per_token": 9.5e-07, - "cache_read_input_token_cost": 2.16e-07, + "cache_read_input_token_cost": 1.3e-07, "litellm_provider": "deepinfra", "mode": "chat", "supports_tool_choice": true, @@ -29421,6 +29446,7 @@ "web_search_billing_unit": "per_query" }, "gemini-3.1-flash-lite-image": { + "deprecation_date": "2027-06-28", "cache_read_input_token_cost": 2.5e-08, "cache_read_input_token_cost_batches": 1.25e-08, "cache_read_input_token_cost_flex": 1.25e-08, @@ -30420,6 +30446,7 @@ "google_maps_grounding_cost_per_query": 0.014 }, "vertex_ai/gemini-3.8-flash": { + "deprecation_date": "2027-09-02", "cache_read_input_token_cost": 7.5e-08, "cache_read_input_token_cost_batches": 3.75e-08, "cache_read_input_token_cost_flex": 3.75e-08, @@ -30526,6 +30553,7 @@ "supports_native_streaming": true }, "vertex_ai/gemini-3.8-live": { + "deprecation_date": "2027-09-25", "gemini_audio_only_live": true, "input_cost_per_audio_token": 3e-06, "input_cost_per_image_token": 1e-06, @@ -32698,6 +32726,7 @@ "google_maps_grounding_cost_per_query": 0.014 }, "gemini-3.8-flash": { + "deprecation_date": "2027-09-02", "cache_read_input_token_cost": 7.5e-08, "cache_read_input_token_cost_batches": 3.75e-08, "cache_read_input_token_cost_flex": 3.75e-08, @@ -44034,7 +44063,8 @@ "mode": "chat", "supports_function_calling": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/google%2Fgemma-3-27b-it" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 4e-08 }, "nebius/meta-llama/Llama-3.3-70B-Instruct": { "max_input_tokens": 131072, @@ -44260,7 +44290,7 @@ "source": "https://tokenfactory.nebius.com/models/catalog/text2text/deepseek-ai%2FDeepSeek-V4-Flash" }, "nebius/deepseek-ai/DeepSeek-V4-Flash-0731": { - "max_input_tokens": 1024000, + "max_input_tokens": 1048576, "max_output_tokens": 1024000, "input_cost_per_token": 1.4e-07, "output_cost_per_token": 2.8e-07, @@ -44268,7 +44298,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/deepseek-ai%2FDeepSeek-V4-Flash-0731" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1e-08 }, "nebius/deepseek-ai/DeepSeek-V4-Pro": { "max_input_tokens": 1048576, @@ -44279,29 +44310,32 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/deepseek-ai%2FDeepSeek-V4-Pro" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.4e-07 }, "nebius/deepseek-ai/DeepSeek-V4-Pro-0813": { "input_cost_per_token": 1.32e-06, "litellm_provider": "nebius", - "max_input_tokens": 979000, + "max_input_tokens": 1048576, "mode": "chat", "output_cost_per_token": 3.96e-06, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/deepseek-ai%2FDeepSeek-V4-Pro-0813", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, - "supports_reasoning": true + "supports_reasoning": true, + "cache_read_input_token_cost": 4e-08 }, "nebius/deepseek-ai/DeepSeek-V4.1-Flash": { "input_cost_per_token": 3e-07, "litellm_provider": "nebius", - "max_input_tokens": 1048000, + "max_input_tokens": 1048576, "max_output_tokens": 384000, "mode": "chat", "output_cost_per_token": 1.2e-06, - "source": "https://tokenfactory.nebius.com/endpoints?modals=endpoint-details&model-id=deepseek-ai/DeepSeek-V4.1-Flash", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, "supports_reasoning": true, - "supports_vision": true + "supports_vision": true, + "cache_read_input_token_cost": 1e-08 }, "nebius/MiniMaxAI/MiniMax-M2.5": { "max_input_tokens": 196608, @@ -44324,7 +44358,8 @@ "supports_function_calling": true, "supports_reasoning": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/MiniMaxAI%2FMiniMax-M3" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 6e-08 }, "nebius/moonshotai/Kimi-K2.6": { "max_input_tokens": 262144, @@ -44336,7 +44371,8 @@ "supports_function_calling": true, "supports_reasoning": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/image2text/moonshotai%2FKimi-K2.6" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.6e-07 }, "nebius/moonshotai/Kimi-K2.7-Code": { "max_input_tokens": 262144, @@ -44348,10 +44384,11 @@ "supports_function_calling": true, "supports_reasoning": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/moonshotai%2FKimi-K2.7-Code" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.5e-07 }, "nebius/moonshotai/Kimi-K3": { - "max_input_tokens": 1024000, + "max_input_tokens": 1048576, "max_output_tokens": 1024000, "input_cost_per_token": 3e-06, "output_cost_per_token": 1.5e-05, @@ -44360,7 +44397,8 @@ "supports_function_calling": true, "supports_reasoning": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/image2text/moonshotai%2FKimi-K3" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 3e-07 }, "nebius/NousResearch/Hermes-4-405B": { "max_input_tokens": 131072, @@ -44371,7 +44409,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/NousResearch%2FHermes-4-405B" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 2e-07 }, "nebius/NousResearch/Hermes-4-70B": { "max_input_tokens": 131072, @@ -44415,7 +44454,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/nvidia%2FNVIDIA-Nemotron-3-Nano-30B-A3B" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.2e-08 }, "nebius/nvidia/Nemotron-3-Nano-Omni": { "max_input_tokens": 262144, @@ -44438,7 +44478,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/nvidia%2Fnemotron-3-super-120b-a12b" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 6e-08 }, "nebius/nvidia/Nemotron-3-Ultra-550b-a55b": { "max_input_tokens": 1048576, @@ -44449,7 +44490,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/nvidia%2FNemotron-3-Ultra-550b-a55b" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.2e-07 }, "nebius/nvidia/Nemotron-3_5-Lightning": { "max_input_tokens": 1048576, @@ -44460,7 +44502,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/nvidia%2FNemotron-3_5-Lightning" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 3e-08 }, "nebius/openai/gpt-oss-120b": { "max_input_tokens": 131072, @@ -44471,7 +44514,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/openai%2Fgpt-oss-120b" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1e-07 }, "nebius/openbmb/MiniCPM-V-4_5": { "max_input_tokens": 32000, @@ -44481,7 +44525,8 @@ "litellm_provider": "nebius", "mode": "chat", "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/image2text/openbmb%2FMiniCPM-V-4_5" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.3e-07 }, "nebius/Qwen/Qwen3-235B-A22B-Instruct-2507": { "max_input_tokens": 262144, @@ -44491,7 +44536,8 @@ "litellm_provider": "nebius", "mode": "chat", "supports_function_calling": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/Qwen%2FQwen3-235B-A22B-Instruct-2507" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 5e-08 }, "nebius/Qwen/Qwen3-30B-A3B-Instruct-2507": { "max_input_tokens": 262144, @@ -44501,7 +44547,8 @@ "litellm_provider": "nebius", "mode": "chat", "supports_function_calling": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/Qwen%2FQwen3-30B-A3B-Instruct-2507" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1e-07 }, "nebius/Qwen/Qwen3-Next-80B-A3B-Thinking": { "max_input_tokens": 128000, @@ -44523,7 +44570,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/Qwen%2FQwen3.5-397B-A17B" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.2e-07 }, "nebius/Qwen/Qwen3.8-27B": { "input_cost_per_token": 4.5e-07, @@ -44531,9 +44579,10 @@ "max_input_tokens": 262144, "mode": "chat", "output_cost_per_token": 3e-06, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/Qwen%2FQwen3.8-27B", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, - "supports_reasoning": true + "supports_reasoning": true, + "cache_read_input_token_cost": 1e-07 }, "nebius/zai-org/GLM-5.1": { "max_input_tokens": 202752, @@ -44544,7 +44593,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/zai-org%2FGLM-5.1" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 2.6e-07 }, "nebius/zai-org/GLM-5.2": { "max_input_tokens": 1048576, @@ -44555,21 +44605,23 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/zai-org%2FGLM-5.2" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.4e-07 }, "nebius/zai-org/GLM-5.3": { "input_cost_per_token": 1.4e-06, "litellm_provider": "nebius", - "max_input_tokens": 1024000, + "max_input_tokens": 1048576, "max_output_tokens": 1024000, "mode": "chat", "output_cost_per_token": 4.4e-06, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/zai-org%2FGLM-5.3", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, - "supports_reasoning": true + "supports_reasoning": true, + "cache_read_input_token_cost": 2.6e-07 }, "nebius/zai-org/GLM-5.3-Flash": { - "max_input_tokens": 1024000, + "max_input_tokens": 1048576, "max_output_tokens": 1024000, "input_cost_per_token": 1.5e-07, "output_cost_per_token": 5e-07, @@ -44577,8 +44629,9 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/zai-org%2FGLM-5.3-Flash", - "supports_vision": true + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "supports_vision": true, + "cache_read_input_token_cost": 3e-08 }, "nebius/BAAI/bge-en-icl": { "max_input_tokens": 32768, @@ -52676,6 +52729,7 @@ }, "vertex_ai/gemini-3.1-flash-lite-image": { + "deprecation_date": "2027-06-28", "cache_read_input_token_cost": 2.5e-08, "cache_read_input_token_cost_batches": 1.25e-08, "cache_read_input_token_cost_flex": 1.25e-08, @@ -53904,7 +53958,7 @@ "voyage/voyage-lite-01": { "input_cost_per_token": 1e-07, "litellm_provider": "voyage", - "max_input_tokens": 4096, + "max_input_tokens": 4000, "mode": "embedding", "output_cost_per_token": 0.0 }, @@ -64548,7 +64602,7 @@ "supports_vision": false }, "novita/deepseek/deepseek-v4-pro-0813": { - "cache_read_input_token_cost": 1.3200000000000002e-07, + "cache_read_input_token_cost": 4.4e-08, "input_cost_per_token": 1.32e-06, "litellm_provider": "novita", "max_input_tokens": 1048576, @@ -64660,13 +64714,13 @@ "supports_vision": false }, "novita/mindai/macaron-v1-venti": { - "cache_read_input_token_cost": 3e-07, - "input_cost_per_token": 1.5e-06, + "cache_read_input_token_cost": 1.65e-07, + "input_cost_per_token": 8.25e-07, "litellm_provider": "novita", "max_input_tokens": 1048576, "max_output_tokens": 131072, "mode": "chat", - "output_cost_per_token": 4.5e-06, + "output_cost_per_token": 2.475e-06, "source": "https://novita.ai/pricing", "supports_function_calling": true, "supports_prompt_caching": true, @@ -64769,13 +64823,13 @@ "supports_vision": false }, "novita/mindai/macaron-v1-tall": { - "cache_read_input_token_cost": 8e-08, - "input_cost_per_token": 4.5000000000000003e-07, + "cache_read_input_token_cost": 4.4e-08, + "input_cost_per_token": 2.475e-07, "litellm_provider": "novita", "max_input_tokens": 262144, "max_output_tokens": 32768, "mode": "chat", - "output_cost_per_token": 2.6e-06, + "output_cost_per_token": 1.43e-06, "source": "https://novita.ai/pricing", "supports_function_calling": true, "supports_prompt_caching": true, @@ -66200,9 +66254,9 @@ "deepinfra/deepseek-ai/DeepSeek-V4-Flash-0731": { "max_output_tokens": 1048576, "max_input_tokens": 1048576, - "input_cost_per_token": 8e-08, + "input_cost_per_token": 6e-08, "output_cost_per_token": 1.8e-07, - "cache_read_input_token_cost": 1.6e-08, + "cache_read_input_token_cost": 1.5e-08, "supports_prompt_caching": true, "litellm_provider": "deepinfra", "mode": "chat", @@ -66581,8 +66635,8 @@ "deepinfra/google/gemma-4-31B-it": { "max_output_tokens": 262144, "max_input_tokens": 262144, - "input_cost_per_token": 1.3e-07, - "output_cost_per_token": 3.8e-07, + "input_cost_per_token": 2e-07, + "output_cost_per_token": 4e-07, "litellm_provider": "deepinfra", "mode": "chat", "supports_function_calling": true, @@ -69587,6 +69641,14 @@ "cache_read_input_token_cost": 3e-08, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, + "perplexity/google/gemini-4-argon": { + "litellm_provider": "perplexity", + "mode": "responses", + "input_cost_per_token": 2e-06, + "output_cost_per_token": 1e-05, + "cache_read_input_token_cost": 1e-07, + "source": "https://docs.perplexity.ai/docs/agent-api/models" + }, "perplexity/google/gemini-3.6-flash": { "litellm_provider": "perplexity", "mode": "responses", @@ -69714,6 +69776,14 @@ "cache_read_input_token_cost": 1.15e-09, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, + "perplexity/perplexity/nemotron-3.5-super-120b-a12b": { + "litellm_provider": "perplexity", + "mode": "responses", + "input_cost_per_token": 2e-07, + "output_cost_per_token": 5e-07, + "cache_read_input_token_cost": 4e-08, + "source": "https://docs.perplexity.ai/docs/agent-api/models" + }, "perplexity/perplexity/nemotron-3-ultra-550b-a55b": { "litellm_provider": "perplexity", "mode": "responses", @@ -74823,7 +74893,7 @@ "supports_function_calling": true, "input_cost_per_token": 2e-06, "output_cost_per_token": 1e-05, - "cache_read_input_token_cost": 2e-07, + "cache_read_input_token_cost": 1e-07, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, "perplexity/anthropic/claude-fable-5-1": { @@ -74871,6 +74941,9 @@ "output_cost_per_token": 5e-05, "cache_read_input_token_cost": 1e-06, "cache_creation_input_token_cost": 1.25e-05, + "input_cost_per_token_above_272k_tokens": 2e-05, + "output_cost_per_token_above_272k_tokens": 7.5e-05, + "cache_read_input_token_cost_above_272k_tokens": 2e-06, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, "perplexity/openai/gpt-6-luna": { @@ -76338,6 +76411,9 @@ "input_cost_per_token": 1e-07, "output_cost_per_token": 5e-07, "cache_read_input_token_cost": 1e-08, + "input_cost_per_token_above_100k_tokens": 5e-07, + "output_cost_per_token_above_100k_tokens": 2.5e-06, + "cache_read_input_token_cost_above_100k_tokens": 5e-08, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, "us-gov.anthropic.claude-haiku-5-5": { @@ -76819,6 +76895,7 @@ "web_search_billing_unit": "per_query" }, "vertex_ai/gemini-4-argon": { + "deprecation_date": "2027-10-13", "cache_read_input_token_cost": 1e-07, "cache_read_input_token_cost_batches": 5e-08, "cache_read_input_token_cost_flex": 5e-08, @@ -77225,9 +77302,10 @@ "max_output_tokens": 1048576, "mode": "chat", "output_cost_per_token": 1e-06, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/reflection%2Fbeam", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, - "supports_reasoning": true + "supports_reasoning": true, + "cache_read_input_token_cost": 5e-08 }, "baseten/deepseek-ai/DeepSeek-V4.1-Flash-1017": { "cache_read_input_token_cost": 7e-09, @@ -81498,5 +81576,1040 @@ "supports_response_schema": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true + }, + "empiriolabs/deepseek-v4-1-flash-1017": { + "input_cost_per_token": 3e-07, + "output_cost_per_token": 1.2e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/deepseek-v4-1-flash-1017", + "max_output_tokens": 393216, + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/deepseek-v4-flash-0731": { + "input_cost_per_token": 4.24e-07, + "output_cost_per_token": 1.272e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/deepseek-v4-flash-0731", + "max_output_tokens": 393216, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/deepseek-v4-pro": { + "input_cost_per_token": 1.65e-06, + "output_cost_per_token": 3.3e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/deepseek-v4-pro", + "max_output_tokens": 393216, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/deepseek-v4-pro-0813": { + "input_cost_per_token": 1.32e-06, + "output_cost_per_token": 3.96e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/deepseek-v4-pro-0813", + "max_output_tokens": 393216, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/fugu-max": { + "input_cost_per_token": 2e-06, + "output_cost_per_token": 6e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/fugu-max", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 2.5e-07, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/fugu-ultra-v1-0": { + "input_cost_per_token": 7.5e-06, + "output_cost_per_token": 4.5e-05, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/fugu-ultra-v1-0", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 1.5e-06, + "supports_prompt_caching": true, + "input_cost_per_token_above_272k_tokens": 1.5e-05, + "output_cost_per_token_above_272k_tokens": 6.75e-05, + "cache_read_input_token_cost_above_272k_tokens": 3e-06, + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/fugu-ultra-v1-1": { + "input_cost_per_token": 5e-06, + "output_cost_per_token": 3e-05, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/fugu-ultra-v1-1", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 5e-07, + "supports_prompt_caching": true, + "input_cost_per_token_above_272k_tokens": 1e-05, + "output_cost_per_token_above_272k_tokens": 4.5e-05, + "cache_read_input_token_cost_above_272k_tokens": 1e-06, + "supports_vision": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/fugu-ultra-v2-0": { + "input_cost_per_token": 5e-06, + "output_cost_per_token": 3e-05, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/fugu-ultra-v2-0", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 5e-07, + "supports_prompt_caching": true, + "input_cost_per_token_above_272k_tokens": 1e-05, + "output_cost_per_token_above_272k_tokens": 4.5e-05, + "cache_read_input_token_cost_above_272k_tokens": 1e-06, + "supports_vision": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/gemma-4-26b-a4b": { + "input_cost_per_token": 5e-08, + "output_cost_per_token": 2.9e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/gemma-4-26b-a4b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 2.5e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-4-6v-flashx": { + "input_cost_per_token": 4e-08, + "output_cost_per_token": 4e-07, + "max_input_tokens": 128000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-4-6v-flashx", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 3.6e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-4-7-flashx": { + "input_cost_per_token": 7e-08, + "output_cost_per_token": 4e-07, + "max_input_tokens": 202800, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-4-7-flashx", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 6.3e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-5-1": { + "input_cost_per_token": 8.25e-07, + "output_cost_per_token": 3.301e-06, + "max_input_tokens": 202700, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-5-1", + "cache_read_input_token_cost": 1.65e-07, + "supports_prompt_caching": true, + "input_cost_per_token_above_32k_tokens": 1.1e-06, + "output_cost_per_token_above_32k_tokens": 3.851e-06, + "cache_read_input_token_cost_above_32k_tokens": 2.2e-07, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-5-2": { + "input_cost_per_token": 1.4e-06, + "output_cost_per_token": 4.4e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-5-2", + "max_output_tokens": 131072, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-5-3": { + "input_cost_per_token": 1.4e-06, + "output_cost_per_token": 4.4e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-5-3", + "max_output_tokens": 131072, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-5-3-flash": { + "input_cost_per_token": 7.5e-08, + "output_cost_per_token": 2.5e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-5-3-flash", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/kimi-k2-6": { + "input_cost_per_token": 8.939e-07, + "output_cost_per_token": 3.7131e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/kimi-k2-6", + "max_output_tokens": 16000, + "cache_read_input_token_cost": 1.788e-07, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/kimi-k2-7-code": { + "input_cost_per_token": 9.5e-07, + "output_cost_per_token": 4e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/kimi-k2-7-code", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/kimi-k2-7-code-highspeed": { + "input_cost_per_token": 1.9e-06, + "output_cost_per_token": 8e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/kimi-k2-7-code-highspeed", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/kimi-k3": { + "input_cost_per_token": 3e-06, + "output_cost_per_token": 1.5e-05, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/kimi-k3", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/mimo-v2-6-flash": { + "input_cost_per_token": 1.4e-07, + "output_cost_per_token": 2.8e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/mimo-v2-6-flash", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/mimo-v2-6-pro": { + "input_cost_per_token": 4.35e-07, + "output_cost_per_token": 8.7e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/mimo-v2-6-pro", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/mimo-v2-6-pro-ultraspeed": { + "input_cost_per_token": 4.35e-06, + "output_cost_per_token": 8.7e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/mimo-v2-6-pro-ultraspeed", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/minimax-m2-7": { + "input_cost_per_token": 1.5e-07, + "output_cost_per_token": 6e-07, + "max_input_tokens": 200000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/minimax-m2-7", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 3e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/minimax-m2-7-highspeed": { + "input_cost_per_token": 3e-07, + "output_cost_per_token": 1.2e-06, + "max_input_tokens": 200000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/minimax-m2-7-highspeed", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 3e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/minimax-m3": { + "input_cost_per_token": 2.25e-07, + "output_cost_per_token": 9e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/minimax-m3", + "max_output_tokens": 524288, + "cache_read_input_token_cost": 4.5e-08, + "supports_prompt_caching": true, + "input_cost_per_token_above_512k_tokens": 4.5e-07, + "output_cost_per_token_above_512k_tokens": 1.8e-06, + "cache_read_input_token_cost_above_512k_tokens": 9e-08, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/minimax-m3-1-flash": { + "input_cost_per_token": 1.125e-07, + "output_cost_per_token": 4.5e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/minimax-m3-1-flash", + "max_output_tokens": 524288, + "cache_read_input_token_cost": 1.125e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/mistral-small-4": { + "input_cost_per_token": 1.5e-07, + "output_cost_per_token": 6e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/mistral-small-4", + "max_output_tokens": 65536, + "supports_vision": true, + "supports_function_calling": true + }, + "empiriolabs/muse-glimmer-30b": { + "input_cost_per_token": 2e-07, + "output_cost_per_token": 8e-07, + "max_input_tokens": 128000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/muse-glimmer-30b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 5e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/muse-spark-1-1": { + "input_cost_per_token": 1.25e-06, + "output_cost_per_token": 4.25e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/muse-spark-1-1", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 1e-06, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/muse-spark-1-2": { + "input_cost_per_token": 1.25e-06, + "output_cost_per_token": 4.25e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/muse-spark-1-2", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 1e-06, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/muse-spark-1-3": { + "input_cost_per_token": 1.25e-06, + "output_cost_per_token": 4.25e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/muse-spark-1-3", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 1e-06, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/nova-lite-1-0": { + "input_cost_per_token": 6.9e-08, + "output_cost_per_token": 2.8e-07, + "max_input_tokens": 317400, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/nova-lite-1-0", + "max_output_tokens": 10000, + "supports_vision": true, + "supports_video_input": true, + "supports_function_calling": true + }, + "empiriolabs/nova-lite-2": { + "input_cost_per_token": 3.8e-07, + "output_cost_per_token": 3.16e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/nova-lite-2", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/nova-micro-1-0": { + "input_cost_per_token": 4e-08, + "output_cost_per_token": 1.6e-07, + "max_input_tokens": 133000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/nova-micro-1-0", + "max_output_tokens": 10000, + "supports_function_calling": true + }, + "empiriolabs/nova-pro-1-0": { + "input_cost_per_token": 2.4e-06, + "output_cost_per_token": 9.6e-06, + "max_input_tokens": 317300, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/nova-pro-1-0", + "max_output_tokens": 10000, + "supports_vision": true, + "supports_video_input": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-122b-a10b": { + "input_cost_per_token": 1.15e-07, + "output_cost_per_token": 9.17e-07, + "max_input_tokens": 258000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-122b-a10b", + "max_output_tokens": 64000, + "input_cost_per_token_above_128k_tokens": 2.87e-07, + "output_cost_per_token_above_128k_tokens": 2.294e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-27b": { + "input_cost_per_token": 8.6e-08, + "output_cost_per_token": 6.88e-07, + "max_input_tokens": 258000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-27b", + "max_output_tokens": 64000, + "input_cost_per_token_above_128k_tokens": 2.58e-07, + "output_cost_per_token_above_128k_tokens": 2.064e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-35b-a3b": { + "input_cost_per_token": 5.7e-08, + "output_cost_per_token": 4.59e-07, + "max_input_tokens": 258000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-35b-a3b", + "max_output_tokens": 64000, + "input_cost_per_token_above_128k_tokens": 2.29e-07, + "output_cost_per_token_above_128k_tokens": 1.835e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-397b-a17b": { + "input_cost_per_token": 1.72e-07, + "output_cost_per_token": 1.032e-06, + "max_input_tokens": 258000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-397b-a17b", + "max_output_tokens": 64000, + "input_cost_per_token_above_128k_tokens": 4.3e-07, + "output_cost_per_token_above_128k_tokens": 2.58e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-4b": { + "input_cost_per_token": 4e-08, + "output_cost_per_token": 7e-08, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-4b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 2e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-9b": { + "input_cost_per_token": 9e-08, + "output_cost_per_token": 1.3e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-9b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 4.5e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-flash": { + "input_cost_per_token": 9e-08, + "output_cost_per_token": 3.68e-07, + "max_input_tokens": 995900, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-flash", + "max_output_tokens": 32768, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-omni-flash": { + "input_cost_per_token": 8e-07, + "output_cost_per_token": 4.4e-06, + "max_input_tokens": 192000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-omni-flash", + "max_output_tokens": 32768, + "input_cost_per_audio_token": 6e-06, + "output_cost_per_audio_token": 2.38e-05, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_audio_output": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-omni-plus": { + "input_cost_per_token": 2.8e-06, + "output_cost_per_token": 1.66e-05, + "max_input_tokens": 192000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-omni-plus", + "max_output_tokens": 32768, + "input_cost_per_audio_token": 2.2e-05, + "output_cost_per_audio_token": 8.8e-05, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_audio_output": true, + "supports_response_schema": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-plus": { + "input_cost_per_token": 3.6e-07, + "output_cost_per_token": 2.21e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-plus", + "max_output_tokens": 65536, + "input_cost_per_token_above_256k_tokens": 1.08e-06, + "output_cost_per_token_above_256k_tokens": 6.62e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-6-27b": { + "input_cost_per_token": 4.12564e-07, + "output_cost_per_token": 2.475384e-06, + "max_input_tokens": 224000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-6-27b", + "max_output_tokens": 64000, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-6-35b-a3b": { + "input_cost_per_token": 7e-08, + "output_cost_per_token": 4.2e-07, + "max_input_tokens": 128000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-6-35b-a3b", + "max_output_tokens": 16384, + "cache_read_input_token_cost": 3.5e-08, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-6-flash": { + "input_cost_per_token": 2.5e-07, + "output_cost_per_token": 1.5e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-6-flash", + "max_output_tokens": 65536, + "input_cost_per_token_above_256k_tokens": 1e-06, + "output_cost_per_token_above_256k_tokens": 4e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-6-plus": { + "input_cost_per_token": 5e-07, + "output_cost_per_token": 3e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-6-plus", + "max_output_tokens": 65536, + "input_cost_per_token_above_256k_tokens": 2e-06, + "output_cost_per_token_above_256k_tokens": 6e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-7-flash": { + "input_cost_per_token": 3e-08, + "output_cost_per_token": 1.3e-07, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-7-flash", + "max_output_tokens": 65536, + "cache_read_input_token_cost": 6e-09, + "supports_prompt_caching": true, + "input_cost_per_token_above_32k_tokens": 1e-07, + "input_cost_per_token_above_256k_tokens": 2e-07, + "output_cost_per_token_above_32k_tokens": 4e-07, + "output_cost_per_token_above_256k_tokens": 8e-07, + "cache_read_input_token_cost_above_32k_tokens": 2e-08, + "cache_read_input_token_cost_above_256k_tokens": 4e-08, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-7-max": { + "input_cost_per_token": 2.5e-06, + "output_cost_per_token": 7.5e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-7-max", + "max_output_tokens": 65536, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-7-plus": { + "input_cost_per_token": 4e-07, + "output_cost_per_token": 1.6e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-7-plus", + "max_output_tokens": 65536, + "input_cost_per_token_above_256k_tokens": 1.2e-06, + "output_cost_per_token_above_256k_tokens": 4.8e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-27b": { + "input_cost_per_token": 1.7e-07, + "output_cost_per_token": 5e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-27b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 8e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-flash": { + "input_cost_per_token": 1.6e-07, + "output_cost_per_token": 4.7e-07, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-flash", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-max": { + "input_cost_per_token": 2e-06, + "output_cost_per_token": 6e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-max", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-max-0902": { + "input_cost_per_token": 2e-06, + "output_cost_per_token": 6e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-max-0902", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-omni-flash": { + "input_cost_per_token": 3e-07, + "output_cost_per_token": 9.4e-07, + "max_input_tokens": 1010000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-omni-flash", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-0-code": { + "input_cost_per_token": 4e-07, + "output_cost_per_token": 2.4e-06, + "max_input_tokens": 229100, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-0-code", + "max_output_tokens": 128000, + "input_cost_per_token_above_128k_tokens": 8e-07, + "output_cost_per_token_above_128k_tokens": 4.8e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-0-lite": { + "input_cost_per_token": 3.1e-07, + "output_cost_per_token": 2.5e-06, + "max_input_tokens": 229100, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-0-lite", + "max_output_tokens": 128000, + "input_cost_per_token_above_128k_tokens": 6.2e-07, + "output_cost_per_token_above_128k_tokens": 5e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-0-mini": { + "input_cost_per_token": 1.2e-07, + "output_cost_per_token": 5e-07, + "max_input_tokens": 229200, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-0-mini", + "max_output_tokens": 128000, + "input_cost_per_token_above_128k_tokens": 2.4e-07, + "output_cost_per_token_above_128k_tokens": 1e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-0-pro": { + "input_cost_per_token": 6.3e-07, + "output_cost_per_token": 3.79e-06, + "max_input_tokens": 229100, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-0-pro", + "max_output_tokens": 128000, + "input_cost_per_token_above_128k_tokens": 1.26e-06, + "output_cost_per_token_above_128k_tokens": 7.58e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-1-turbo": { + "input_cost_per_token": 6.3e-07, + "output_cost_per_token": 3.13e-06, + "max_input_tokens": 229100, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-1-turbo", + "max_output_tokens": 65536, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/step-3-5-flash": { + "input_cost_per_token": 1e-07, + "output_cost_per_token": 3e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/step-3-5-flash", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 2e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/step-3-5-flash-2603": { + "input_cost_per_token": 1e-07, + "output_cost_per_token": 3e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/step-3-5-flash-2603", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 2e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/step-3-7-flash": { + "input_cost_per_token": 2e-07, + "output_cost_per_token": 1.15e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/step-3-7-flash", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 4e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/step-5-preview": { + "input_cost_per_token": 1e-06, + "output_cost_per_token": 2.7e-06, + "max_input_tokens": 1020000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/step-5-preview", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 5e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/stepaudio-2-5-chat": { + "input_cost_per_token": 1.5e-06, + "output_cost_per_token": 3.5e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/stepaudio-2-5-chat", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 3e-07, + "supports_prompt_caching": true, + "supports_audio_input": true + }, + "empiriolabs/stepaudio-3-chat": { + "input_cost_per_token": 1.5e-06, + "output_cost_per_token": 3.5e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/stepaudio-3-chat", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 3e-07, + "supports_prompt_caching": true, + "supports_audio_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "nebius/deepseek-ai/DeepSeek-V4.1-Flash-1017": { + "max_input_tokens": 1048576, + "input_cost_per_token": 3e-07, + "cache_read_input_token_cost": 6e-09, + "output_cost_per_token": 1.2e-06, + "litellm_provider": "nebius", + "mode": "chat", + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true, + "source": "https://tokenfactory.nebius.com/api/public/models_info" + }, + "nebius/meta-models/muse-spark-open": { + "max_input_tokens": 1048576, + "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1.5e-07, + "output_cost_per_token": 4.25e-06, + "litellm_provider": "nebius", + "mode": "chat", + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true, + "source": "https://tokenfactory.nebius.com/api/public/models_info" + }, + "nebius/MiniMaxAI/MiniMax-M3.1-Flash": { + "max_input_tokens": 1048576, + "input_cost_per_token": 1.5e-07, + "cache_read_input_token_cost": 1.5e-08, + "output_cost_per_token": 6e-07, + "litellm_provider": "nebius", + "mode": "chat", + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true, + "source": "https://tokenfactory.nebius.com/api/public/models_info" + }, + "nebius/nvidia/Nemotron-3.5-Super-VL": { + "max_input_tokens": 1048576, + "input_cost_per_token": 3e-07, + "cache_read_input_token_cost": 6e-08, + "output_cost_per_token": 9e-07, + "litellm_provider": "nebius", + "mode": "chat", + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true, + "source": "https://tokenfactory.nebius.com/api/public/models_info" } } diff --git a/litellm/provider_endpoints_support_backup.json b/litellm/provider_endpoints_support_backup.json index 700a35edb06..86f83e7f9c7 100644 --- a/litellm/provider_endpoints_support_backup.json +++ b/litellm/provider_endpoints_support_backup.json @@ -5254,9 +5254,9 @@ "display_name": "EmpirioLabs (`empiriolabs`)", "url": "https://docs.litellm.ai/docs/providers/empiriolabs", "endpoints": { - "chat_completions": false, - "responses": false, - "text_completion": false, + "chat_completions": true, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, "image_edits": false, @@ -5269,11 +5269,11 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, - "generateContent": false + "a2a": true, + "generateContent": true } }, "openinfer": { diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 02bf7dedcef..0882dca90a2 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1,4 +1,19 @@ { + "empiriolabs/aplomb-1": { + "input_cost_per_token": 2e-08, + "litellm_provider": "empiriolabs", + "max_input_tokens": 1000000, + "mode": "chat", + "output_cost_per_token": 0.0, + "source": "https://empiriolabs.ai/models/aplomb-1", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/responses", + "/v1/messages", + "/v1/decisions" + ], + "supports_vision": true + }, "sample_spec": { "code_interpreter_cost_per_session": 0.0, "computer_use_input_cost_per_1k_tokens": 0.0, @@ -22066,7 +22081,7 @@ }, "mode": "chat", "output_cost_per_token": 3.74997e-06, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22084,7 +22099,9 @@ "input_cost_per_token_priority": 1.35002e-06, "output_cost_per_token_priority": 6.75003e-06, "cache_read_input_token_cost_priority": 1.3503e-07, - "cache_creation_input_token_cost_priority": 1.35002e-06 + "cache_creation_input_token_cost_priority": 1.35002e-06, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemini-3-7-flash": { "cache_creation_input_token_cost": 7.4998e-07, @@ -22098,7 +22115,7 @@ }, "mode": "chat", "output_cost_per_token": 3.74997e-06, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22116,7 +22133,9 @@ "input_cost_per_token_priority": 1.35002e-06, "output_cost_per_token_priority": 6.75003e-06, "cache_read_input_token_cost_priority": 1.3503e-07, - "cache_creation_input_token_cost_priority": 1.35002e-06 + "cache_creation_input_token_cost_priority": 1.35002e-06, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemini-3-6-flash": { "cache_creation_input_token_cost": 7.4998e-07, @@ -22132,7 +22151,7 @@ "mode": "chat", "output_cost_per_token": 3.74997e-06, "output_dbu_cost_per_token": 5.3571e-05, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22151,7 +22170,9 @@ "input_cost_per_token_priority": 1.35002e-06, "output_cost_per_token_priority": 6.75003e-06, "cache_read_input_token_cost_priority": 1.3503e-07, - "cache_creation_input_token_cost_priority": 1.35002e-06 + "cache_creation_input_token_cost_priority": 1.35002e-06, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemini-3-5-flash": { "cache_creation_input_token_cost": 1.87502e-06, @@ -22167,7 +22188,7 @@ "mode": "chat", "output_cost_per_token": 1.124998e-05, "output_dbu_cost_per_token": 0.000160714, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22185,7 +22206,9 @@ "input_cost_per_token_priority": 3.37498e-06, "output_cost_per_token_priority": 2.025002e-05, "cache_read_input_token_cost_priority": 3.3747e-07, - "cache_creation_input_token_cost_priority": 3.37498e-06 + "cache_creation_input_token_cost_priority": 3.37498e-06, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemini-3-5-flash-lite": { "cache_creation_input_token_cost": 3.7499e-07, @@ -22201,7 +22224,7 @@ "mode": "chat", "output_cost_per_token": 3.12501e-06, "output_dbu_cost_per_token": 4.4643e-05, - "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", + "source": "https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/supported-models", "supported_modalities": [ "text", "image", @@ -22221,7 +22244,9 @@ "input_cost_per_token_priority": 6.7501e-07, "output_cost_per_token_priority": 5.62499e-06, "cache_read_input_token_cost_priority": 6.748e-08, - "cache_creation_input_token_cost_priority": 6.7501e-07 + "cache_creation_input_token_cost_priority": 6.7501e-07, + "supports_audio_input": true, + "supports_video_input": true }, "databricks/databricks-gemma-3-12b": { "cache_creation_input_token_cost": 1.5001e-07, @@ -23949,7 +23974,7 @@ "max_output_tokens": 163840, "input_cost_per_token": 5e-07, "output_cost_per_token": 2.15e-06, - "cache_read_input_token_cost": 4e-07, + "cache_read_input_token_cost": 3.5e-07, "litellm_provider": "deepinfra", "mode": "chat", "supports_tool_choice": true, @@ -24023,7 +24048,7 @@ "max_output_tokens": 163840, "input_cost_per_token": 2.5e-07, "output_cost_per_token": 9.5e-07, - "cache_read_input_token_cost": 2.16e-07, + "cache_read_input_token_cost": 1.3e-07, "litellm_provider": "deepinfra", "mode": "chat", "supports_tool_choice": true, @@ -29421,6 +29446,7 @@ "web_search_billing_unit": "per_query" }, "gemini-3.1-flash-lite-image": { + "deprecation_date": "2027-06-28", "cache_read_input_token_cost": 2.5e-08, "cache_read_input_token_cost_batches": 1.25e-08, "cache_read_input_token_cost_flex": 1.25e-08, @@ -30420,6 +30446,7 @@ "google_maps_grounding_cost_per_query": 0.014 }, "vertex_ai/gemini-3.8-flash": { + "deprecation_date": "2027-09-02", "cache_read_input_token_cost": 7.5e-08, "cache_read_input_token_cost_batches": 3.75e-08, "cache_read_input_token_cost_flex": 3.75e-08, @@ -30526,6 +30553,7 @@ "supports_native_streaming": true }, "vertex_ai/gemini-3.8-live": { + "deprecation_date": "2027-09-25", "gemini_audio_only_live": true, "input_cost_per_audio_token": 3e-06, "input_cost_per_image_token": 1e-06, @@ -32698,6 +32726,7 @@ "google_maps_grounding_cost_per_query": 0.014 }, "gemini-3.8-flash": { + "deprecation_date": "2027-09-02", "cache_read_input_token_cost": 7.5e-08, "cache_read_input_token_cost_batches": 3.75e-08, "cache_read_input_token_cost_flex": 3.75e-08, @@ -44034,7 +44063,8 @@ "mode": "chat", "supports_function_calling": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/google%2Fgemma-3-27b-it" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 4e-08 }, "nebius/meta-llama/Llama-3.3-70B-Instruct": { "max_input_tokens": 131072, @@ -44260,7 +44290,7 @@ "source": "https://tokenfactory.nebius.com/models/catalog/text2text/deepseek-ai%2FDeepSeek-V4-Flash" }, "nebius/deepseek-ai/DeepSeek-V4-Flash-0731": { - "max_input_tokens": 1024000, + "max_input_tokens": 1048576, "max_output_tokens": 1024000, "input_cost_per_token": 1.4e-07, "output_cost_per_token": 2.8e-07, @@ -44268,7 +44298,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/deepseek-ai%2FDeepSeek-V4-Flash-0731" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1e-08 }, "nebius/deepseek-ai/DeepSeek-V4-Pro": { "max_input_tokens": 1048576, @@ -44279,29 +44310,32 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/deepseek-ai%2FDeepSeek-V4-Pro" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.4e-07 }, "nebius/deepseek-ai/DeepSeek-V4-Pro-0813": { "input_cost_per_token": 1.32e-06, "litellm_provider": "nebius", - "max_input_tokens": 979000, + "max_input_tokens": 1048576, "mode": "chat", "output_cost_per_token": 3.96e-06, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/deepseek-ai%2FDeepSeek-V4-Pro-0813", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, - "supports_reasoning": true + "supports_reasoning": true, + "cache_read_input_token_cost": 4e-08 }, "nebius/deepseek-ai/DeepSeek-V4.1-Flash": { "input_cost_per_token": 3e-07, "litellm_provider": "nebius", - "max_input_tokens": 1048000, + "max_input_tokens": 1048576, "max_output_tokens": 384000, "mode": "chat", "output_cost_per_token": 1.2e-06, - "source": "https://tokenfactory.nebius.com/endpoints?modals=endpoint-details&model-id=deepseek-ai/DeepSeek-V4.1-Flash", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, "supports_reasoning": true, - "supports_vision": true + "supports_vision": true, + "cache_read_input_token_cost": 1e-08 }, "nebius/MiniMaxAI/MiniMax-M2.5": { "max_input_tokens": 196608, @@ -44324,7 +44358,8 @@ "supports_function_calling": true, "supports_reasoning": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/MiniMaxAI%2FMiniMax-M3" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 6e-08 }, "nebius/moonshotai/Kimi-K2.6": { "max_input_tokens": 262144, @@ -44336,7 +44371,8 @@ "supports_function_calling": true, "supports_reasoning": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/image2text/moonshotai%2FKimi-K2.6" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.6e-07 }, "nebius/moonshotai/Kimi-K2.7-Code": { "max_input_tokens": 262144, @@ -44348,10 +44384,11 @@ "supports_function_calling": true, "supports_reasoning": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/moonshotai%2FKimi-K2.7-Code" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.5e-07 }, "nebius/moonshotai/Kimi-K3": { - "max_input_tokens": 1024000, + "max_input_tokens": 1048576, "max_output_tokens": 1024000, "input_cost_per_token": 3e-06, "output_cost_per_token": 1.5e-05, @@ -44360,7 +44397,8 @@ "supports_function_calling": true, "supports_reasoning": true, "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/image2text/moonshotai%2FKimi-K3" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 3e-07 }, "nebius/NousResearch/Hermes-4-405B": { "max_input_tokens": 131072, @@ -44371,7 +44409,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/NousResearch%2FHermes-4-405B" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 2e-07 }, "nebius/NousResearch/Hermes-4-70B": { "max_input_tokens": 131072, @@ -44415,7 +44454,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/nvidia%2FNVIDIA-Nemotron-3-Nano-30B-A3B" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.2e-08 }, "nebius/nvidia/Nemotron-3-Nano-Omni": { "max_input_tokens": 262144, @@ -44438,7 +44478,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/nvidia%2Fnemotron-3-super-120b-a12b" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 6e-08 }, "nebius/nvidia/Nemotron-3-Ultra-550b-a55b": { "max_input_tokens": 1048576, @@ -44449,7 +44490,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/nvidia%2FNemotron-3-Ultra-550b-a55b" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.2e-07 }, "nebius/nvidia/Nemotron-3_5-Lightning": { "max_input_tokens": 1048576, @@ -44460,7 +44502,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/nvidia%2FNemotron-3_5-Lightning" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 3e-08 }, "nebius/openai/gpt-oss-120b": { "max_input_tokens": 131072, @@ -44471,7 +44514,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/openai%2Fgpt-oss-120b" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1e-07 }, "nebius/openbmb/MiniCPM-V-4_5": { "max_input_tokens": 32000, @@ -44481,7 +44525,8 @@ "litellm_provider": "nebius", "mode": "chat", "supports_vision": true, - "source": "https://tokenfactory.nebius.com/models/catalog/image2text/openbmb%2FMiniCPM-V-4_5" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.3e-07 }, "nebius/Qwen/Qwen3-235B-A22B-Instruct-2507": { "max_input_tokens": 262144, @@ -44491,7 +44536,8 @@ "litellm_provider": "nebius", "mode": "chat", "supports_function_calling": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/Qwen%2FQwen3-235B-A22B-Instruct-2507" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 5e-08 }, "nebius/Qwen/Qwen3-30B-A3B-Instruct-2507": { "max_input_tokens": 262144, @@ -44501,7 +44547,8 @@ "litellm_provider": "nebius", "mode": "chat", "supports_function_calling": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/Qwen%2FQwen3-30B-A3B-Instruct-2507" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1e-07 }, "nebius/Qwen/Qwen3-Next-80B-A3B-Thinking": { "max_input_tokens": 128000, @@ -44523,7 +44570,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/Qwen%2FQwen3.5-397B-A17B" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.2e-07 }, "nebius/Qwen/Qwen3.8-27B": { "input_cost_per_token": 4.5e-07, @@ -44531,9 +44579,10 @@ "max_input_tokens": 262144, "mode": "chat", "output_cost_per_token": 3e-06, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/Qwen%2FQwen3.8-27B", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, - "supports_reasoning": true + "supports_reasoning": true, + "cache_read_input_token_cost": 1e-07 }, "nebius/zai-org/GLM-5.1": { "max_input_tokens": 202752, @@ -44544,7 +44593,8 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/zai-org%2FGLM-5.1" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 2.6e-07 }, "nebius/zai-org/GLM-5.2": { "max_input_tokens": 1048576, @@ -44555,21 +44605,23 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/zai-org%2FGLM-5.2" + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "cache_read_input_token_cost": 1.4e-07 }, "nebius/zai-org/GLM-5.3": { "input_cost_per_token": 1.4e-06, "litellm_provider": "nebius", - "max_input_tokens": 1024000, + "max_input_tokens": 1048576, "max_output_tokens": 1024000, "mode": "chat", "output_cost_per_token": 4.4e-06, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/zai-org%2FGLM-5.3", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, - "supports_reasoning": true + "supports_reasoning": true, + "cache_read_input_token_cost": 2.6e-07 }, "nebius/zai-org/GLM-5.3-Flash": { - "max_input_tokens": 1024000, + "max_input_tokens": 1048576, "max_output_tokens": 1024000, "input_cost_per_token": 1.5e-07, "output_cost_per_token": 5e-07, @@ -44577,8 +44629,9 @@ "mode": "chat", "supports_function_calling": true, "supports_reasoning": true, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/zai-org%2FGLM-5.3-Flash", - "supports_vision": true + "source": "https://tokenfactory.nebius.com/api/public/models_info", + "supports_vision": true, + "cache_read_input_token_cost": 3e-08 }, "nebius/BAAI/bge-en-icl": { "max_input_tokens": 32768, @@ -52676,6 +52729,7 @@ }, "vertex_ai/gemini-3.1-flash-lite-image": { + "deprecation_date": "2027-06-28", "cache_read_input_token_cost": 2.5e-08, "cache_read_input_token_cost_batches": 1.25e-08, "cache_read_input_token_cost_flex": 1.25e-08, @@ -53904,7 +53958,7 @@ "voyage/voyage-lite-01": { "input_cost_per_token": 1e-07, "litellm_provider": "voyage", - "max_input_tokens": 4096, + "max_input_tokens": 4000, "mode": "embedding", "output_cost_per_token": 0.0 }, @@ -64548,7 +64602,7 @@ "supports_vision": false }, "novita/deepseek/deepseek-v4-pro-0813": { - "cache_read_input_token_cost": 1.3200000000000002e-07, + "cache_read_input_token_cost": 4.4e-08, "input_cost_per_token": 1.32e-06, "litellm_provider": "novita", "max_input_tokens": 1048576, @@ -64660,13 +64714,13 @@ "supports_vision": false }, "novita/mindai/macaron-v1-venti": { - "cache_read_input_token_cost": 3e-07, - "input_cost_per_token": 1.5e-06, + "cache_read_input_token_cost": 1.65e-07, + "input_cost_per_token": 8.25e-07, "litellm_provider": "novita", "max_input_tokens": 1048576, "max_output_tokens": 131072, "mode": "chat", - "output_cost_per_token": 4.5e-06, + "output_cost_per_token": 2.475e-06, "source": "https://novita.ai/pricing", "supports_function_calling": true, "supports_prompt_caching": true, @@ -64769,13 +64823,13 @@ "supports_vision": false }, "novita/mindai/macaron-v1-tall": { - "cache_read_input_token_cost": 8e-08, - "input_cost_per_token": 4.5000000000000003e-07, + "cache_read_input_token_cost": 4.4e-08, + "input_cost_per_token": 2.475e-07, "litellm_provider": "novita", "max_input_tokens": 262144, "max_output_tokens": 32768, "mode": "chat", - "output_cost_per_token": 2.6e-06, + "output_cost_per_token": 1.43e-06, "source": "https://novita.ai/pricing", "supports_function_calling": true, "supports_prompt_caching": true, @@ -66200,9 +66254,9 @@ "deepinfra/deepseek-ai/DeepSeek-V4-Flash-0731": { "max_output_tokens": 1048576, "max_input_tokens": 1048576, - "input_cost_per_token": 8e-08, + "input_cost_per_token": 6e-08, "output_cost_per_token": 1.8e-07, - "cache_read_input_token_cost": 1.6e-08, + "cache_read_input_token_cost": 1.5e-08, "supports_prompt_caching": true, "litellm_provider": "deepinfra", "mode": "chat", @@ -66581,8 +66635,8 @@ "deepinfra/google/gemma-4-31B-it": { "max_output_tokens": 262144, "max_input_tokens": 262144, - "input_cost_per_token": 1.3e-07, - "output_cost_per_token": 3.8e-07, + "input_cost_per_token": 2e-07, + "output_cost_per_token": 4e-07, "litellm_provider": "deepinfra", "mode": "chat", "supports_function_calling": true, @@ -69587,6 +69641,14 @@ "cache_read_input_token_cost": 3e-08, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, + "perplexity/google/gemini-4-argon": { + "litellm_provider": "perplexity", + "mode": "responses", + "input_cost_per_token": 2e-06, + "output_cost_per_token": 1e-05, + "cache_read_input_token_cost": 1e-07, + "source": "https://docs.perplexity.ai/docs/agent-api/models" + }, "perplexity/google/gemini-3.6-flash": { "litellm_provider": "perplexity", "mode": "responses", @@ -69714,6 +69776,14 @@ "cache_read_input_token_cost": 1.15e-09, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, + "perplexity/perplexity/nemotron-3.5-super-120b-a12b": { + "litellm_provider": "perplexity", + "mode": "responses", + "input_cost_per_token": 2e-07, + "output_cost_per_token": 5e-07, + "cache_read_input_token_cost": 4e-08, + "source": "https://docs.perplexity.ai/docs/agent-api/models" + }, "perplexity/perplexity/nemotron-3-ultra-550b-a55b": { "litellm_provider": "perplexity", "mode": "responses", @@ -74823,7 +74893,7 @@ "supports_function_calling": true, "input_cost_per_token": 2e-06, "output_cost_per_token": 1e-05, - "cache_read_input_token_cost": 2e-07, + "cache_read_input_token_cost": 1e-07, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, "perplexity/anthropic/claude-fable-5-1": { @@ -74871,6 +74941,9 @@ "output_cost_per_token": 5e-05, "cache_read_input_token_cost": 1e-06, "cache_creation_input_token_cost": 1.25e-05, + "input_cost_per_token_above_272k_tokens": 2e-05, + "output_cost_per_token_above_272k_tokens": 7.5e-05, + "cache_read_input_token_cost_above_272k_tokens": 2e-06, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, "perplexity/openai/gpt-6-luna": { @@ -76338,6 +76411,9 @@ "input_cost_per_token": 1e-07, "output_cost_per_token": 5e-07, "cache_read_input_token_cost": 1e-08, + "input_cost_per_token_above_100k_tokens": 5e-07, + "output_cost_per_token_above_100k_tokens": 2.5e-06, + "cache_read_input_token_cost_above_100k_tokens": 5e-08, "source": "https://docs.perplexity.ai/docs/agent-api/models" }, "us-gov.anthropic.claude-haiku-5-5": { @@ -76819,6 +76895,7 @@ "web_search_billing_unit": "per_query" }, "vertex_ai/gemini-4-argon": { + "deprecation_date": "2027-10-13", "cache_read_input_token_cost": 1e-07, "cache_read_input_token_cost_batches": 5e-08, "cache_read_input_token_cost_flex": 5e-08, @@ -77225,9 +77302,10 @@ "max_output_tokens": 1048576, "mode": "chat", "output_cost_per_token": 1e-06, - "source": "https://tokenfactory.nebius.com/models/catalog/text2text/reflection%2Fbeam", + "source": "https://tokenfactory.nebius.com/api/public/models_info", "supports_function_calling": true, - "supports_reasoning": true + "supports_reasoning": true, + "cache_read_input_token_cost": 5e-08 }, "baseten/deepseek-ai/DeepSeek-V4.1-Flash-1017": { "cache_read_input_token_cost": 7e-09, @@ -81498,5 +81576,1040 @@ "supports_response_schema": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true + }, + "empiriolabs/deepseek-v4-1-flash-1017": { + "input_cost_per_token": 3e-07, + "output_cost_per_token": 1.2e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/deepseek-v4-1-flash-1017", + "max_output_tokens": 393216, + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/deepseek-v4-flash-0731": { + "input_cost_per_token": 4.24e-07, + "output_cost_per_token": 1.272e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/deepseek-v4-flash-0731", + "max_output_tokens": 393216, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/deepseek-v4-pro": { + "input_cost_per_token": 1.65e-06, + "output_cost_per_token": 3.3e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/deepseek-v4-pro", + "max_output_tokens": 393216, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/deepseek-v4-pro-0813": { + "input_cost_per_token": 1.32e-06, + "output_cost_per_token": 3.96e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/deepseek-v4-pro-0813", + "max_output_tokens": 393216, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/fugu-max": { + "input_cost_per_token": 2e-06, + "output_cost_per_token": 6e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/fugu-max", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 2.5e-07, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/fugu-ultra-v1-0": { + "input_cost_per_token": 7.5e-06, + "output_cost_per_token": 4.5e-05, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/fugu-ultra-v1-0", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 1.5e-06, + "supports_prompt_caching": true, + "input_cost_per_token_above_272k_tokens": 1.5e-05, + "output_cost_per_token_above_272k_tokens": 6.75e-05, + "cache_read_input_token_cost_above_272k_tokens": 3e-06, + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/fugu-ultra-v1-1": { + "input_cost_per_token": 5e-06, + "output_cost_per_token": 3e-05, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/fugu-ultra-v1-1", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 5e-07, + "supports_prompt_caching": true, + "input_cost_per_token_above_272k_tokens": 1e-05, + "output_cost_per_token_above_272k_tokens": 4.5e-05, + "cache_read_input_token_cost_above_272k_tokens": 1e-06, + "supports_vision": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/fugu-ultra-v2-0": { + "input_cost_per_token": 5e-06, + "output_cost_per_token": 3e-05, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/fugu-ultra-v2-0", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 5e-07, + "supports_prompt_caching": true, + "input_cost_per_token_above_272k_tokens": 1e-05, + "output_cost_per_token_above_272k_tokens": 4.5e-05, + "cache_read_input_token_cost_above_272k_tokens": 1e-06, + "supports_vision": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/gemma-4-26b-a4b": { + "input_cost_per_token": 5e-08, + "output_cost_per_token": 2.9e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/gemma-4-26b-a4b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 2.5e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-4-6v-flashx": { + "input_cost_per_token": 4e-08, + "output_cost_per_token": 4e-07, + "max_input_tokens": 128000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-4-6v-flashx", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 3.6e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-4-7-flashx": { + "input_cost_per_token": 7e-08, + "output_cost_per_token": 4e-07, + "max_input_tokens": 202800, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-4-7-flashx", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 6.3e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-5-1": { + "input_cost_per_token": 8.25e-07, + "output_cost_per_token": 3.301e-06, + "max_input_tokens": 202700, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-5-1", + "cache_read_input_token_cost": 1.65e-07, + "supports_prompt_caching": true, + "input_cost_per_token_above_32k_tokens": 1.1e-06, + "output_cost_per_token_above_32k_tokens": 3.851e-06, + "cache_read_input_token_cost_above_32k_tokens": 2.2e-07, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-5-2": { + "input_cost_per_token": 1.4e-06, + "output_cost_per_token": 4.4e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-5-2", + "max_output_tokens": 131072, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-5-3": { + "input_cost_per_token": 1.4e-06, + "output_cost_per_token": 4.4e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-5-3", + "max_output_tokens": 131072, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/glm-5-3-flash": { + "input_cost_per_token": 7.5e-08, + "output_cost_per_token": 2.5e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/glm-5-3-flash", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/kimi-k2-6": { + "input_cost_per_token": 8.939e-07, + "output_cost_per_token": 3.7131e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/kimi-k2-6", + "max_output_tokens": 16000, + "cache_read_input_token_cost": 1.788e-07, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/kimi-k2-7-code": { + "input_cost_per_token": 9.5e-07, + "output_cost_per_token": 4e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/kimi-k2-7-code", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/kimi-k2-7-code-highspeed": { + "input_cost_per_token": 1.9e-06, + "output_cost_per_token": 8e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/kimi-k2-7-code-highspeed", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/kimi-k3": { + "input_cost_per_token": 3e-06, + "output_cost_per_token": 1.5e-05, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/kimi-k3", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/mimo-v2-6-flash": { + "input_cost_per_token": 1.4e-07, + "output_cost_per_token": 2.8e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/mimo-v2-6-flash", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/mimo-v2-6-pro": { + "input_cost_per_token": 4.35e-07, + "output_cost_per_token": 8.7e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/mimo-v2-6-pro", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/mimo-v2-6-pro-ultraspeed": { + "input_cost_per_token": 4.35e-06, + "output_cost_per_token": 8.7e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/mimo-v2-6-pro-ultraspeed", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/minimax-m2-7": { + "input_cost_per_token": 1.5e-07, + "output_cost_per_token": 6e-07, + "max_input_tokens": 200000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/minimax-m2-7", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 3e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/minimax-m2-7-highspeed": { + "input_cost_per_token": 3e-07, + "output_cost_per_token": 1.2e-06, + "max_input_tokens": 200000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/minimax-m2-7-highspeed", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 3e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/minimax-m3": { + "input_cost_per_token": 2.25e-07, + "output_cost_per_token": 9e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/minimax-m3", + "max_output_tokens": 524288, + "cache_read_input_token_cost": 4.5e-08, + "supports_prompt_caching": true, + "input_cost_per_token_above_512k_tokens": 4.5e-07, + "output_cost_per_token_above_512k_tokens": 1.8e-06, + "cache_read_input_token_cost_above_512k_tokens": 9e-08, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/minimax-m3-1-flash": { + "input_cost_per_token": 1.125e-07, + "output_cost_per_token": 4.5e-07, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/minimax-m3-1-flash", + "max_output_tokens": 524288, + "cache_read_input_token_cost": 1.125e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/mistral-small-4": { + "input_cost_per_token": 1.5e-07, + "output_cost_per_token": 6e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/mistral-small-4", + "max_output_tokens": 65536, + "supports_vision": true, + "supports_function_calling": true + }, + "empiriolabs/muse-glimmer-30b": { + "input_cost_per_token": 2e-07, + "output_cost_per_token": 8e-07, + "max_input_tokens": 128000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/muse-glimmer-30b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 5e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/muse-spark-1-1": { + "input_cost_per_token": 1.25e-06, + "output_cost_per_token": 4.25e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/muse-spark-1-1", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 1e-06, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/muse-spark-1-2": { + "input_cost_per_token": 1.25e-06, + "output_cost_per_token": 4.25e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/muse-spark-1-2", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 1e-06, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/muse-spark-1-3": { + "input_cost_per_token": 1.25e-06, + "output_cost_per_token": 4.25e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/muse-spark-1-3", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 1e-06, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/nova-lite-1-0": { + "input_cost_per_token": 6.9e-08, + "output_cost_per_token": 2.8e-07, + "max_input_tokens": 317400, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/nova-lite-1-0", + "max_output_tokens": 10000, + "supports_vision": true, + "supports_video_input": true, + "supports_function_calling": true + }, + "empiriolabs/nova-lite-2": { + "input_cost_per_token": 3.8e-07, + "output_cost_per_token": 3.16e-06, + "max_input_tokens": 1000000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/nova-lite-2", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/nova-micro-1-0": { + "input_cost_per_token": 4e-08, + "output_cost_per_token": 1.6e-07, + "max_input_tokens": 133000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/nova-micro-1-0", + "max_output_tokens": 10000, + "supports_function_calling": true + }, + "empiriolabs/nova-pro-1-0": { + "input_cost_per_token": 2.4e-06, + "output_cost_per_token": 9.6e-06, + "max_input_tokens": 317300, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/nova-pro-1-0", + "max_output_tokens": 10000, + "supports_vision": true, + "supports_video_input": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-122b-a10b": { + "input_cost_per_token": 1.15e-07, + "output_cost_per_token": 9.17e-07, + "max_input_tokens": 258000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-122b-a10b", + "max_output_tokens": 64000, + "input_cost_per_token_above_128k_tokens": 2.87e-07, + "output_cost_per_token_above_128k_tokens": 2.294e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-27b": { + "input_cost_per_token": 8.6e-08, + "output_cost_per_token": 6.88e-07, + "max_input_tokens": 258000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-27b", + "max_output_tokens": 64000, + "input_cost_per_token_above_128k_tokens": 2.58e-07, + "output_cost_per_token_above_128k_tokens": 2.064e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-35b-a3b": { + "input_cost_per_token": 5.7e-08, + "output_cost_per_token": 4.59e-07, + "max_input_tokens": 258000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-35b-a3b", + "max_output_tokens": 64000, + "input_cost_per_token_above_128k_tokens": 2.29e-07, + "output_cost_per_token_above_128k_tokens": 1.835e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-397b-a17b": { + "input_cost_per_token": 1.72e-07, + "output_cost_per_token": 1.032e-06, + "max_input_tokens": 258000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-397b-a17b", + "max_output_tokens": 64000, + "input_cost_per_token_above_128k_tokens": 4.3e-07, + "output_cost_per_token_above_128k_tokens": 2.58e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-4b": { + "input_cost_per_token": 4e-08, + "output_cost_per_token": 7e-08, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-4b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 2e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-9b": { + "input_cost_per_token": 9e-08, + "output_cost_per_token": 1.3e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-9b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 4.5e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-flash": { + "input_cost_per_token": 9e-08, + "output_cost_per_token": 3.68e-07, + "max_input_tokens": 995900, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-flash", + "max_output_tokens": 32768, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-omni-flash": { + "input_cost_per_token": 8e-07, + "output_cost_per_token": 4.4e-06, + "max_input_tokens": 192000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-omni-flash", + "max_output_tokens": 32768, + "input_cost_per_audio_token": 6e-06, + "output_cost_per_audio_token": 2.38e-05, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_audio_output": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-omni-plus": { + "input_cost_per_token": 2.8e-06, + "output_cost_per_token": 1.66e-05, + "max_input_tokens": 192000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-omni-plus", + "max_output_tokens": 32768, + "input_cost_per_audio_token": 2.2e-05, + "output_cost_per_audio_token": 8.8e-05, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_audio_output": true, + "supports_response_schema": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-5-plus": { + "input_cost_per_token": 3.6e-07, + "output_cost_per_token": 2.21e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-5-plus", + "max_output_tokens": 65536, + "input_cost_per_token_above_256k_tokens": 1.08e-06, + "output_cost_per_token_above_256k_tokens": 6.62e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-6-27b": { + "input_cost_per_token": 4.12564e-07, + "output_cost_per_token": 2.475384e-06, + "max_input_tokens": 224000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-6-27b", + "max_output_tokens": 64000, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-6-35b-a3b": { + "input_cost_per_token": 7e-08, + "output_cost_per_token": 4.2e-07, + "max_input_tokens": 128000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-6-35b-a3b", + "max_output_tokens": 16384, + "cache_read_input_token_cost": 3.5e-08, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-6-flash": { + "input_cost_per_token": 2.5e-07, + "output_cost_per_token": 1.5e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-6-flash", + "max_output_tokens": 65536, + "input_cost_per_token_above_256k_tokens": 1e-06, + "output_cost_per_token_above_256k_tokens": 4e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-6-plus": { + "input_cost_per_token": 5e-07, + "output_cost_per_token": 3e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-6-plus", + "max_output_tokens": 65536, + "input_cost_per_token_above_256k_tokens": 2e-06, + "output_cost_per_token_above_256k_tokens": 6e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-7-flash": { + "input_cost_per_token": 3e-08, + "output_cost_per_token": 1.3e-07, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-7-flash", + "max_output_tokens": 65536, + "cache_read_input_token_cost": 6e-09, + "supports_prompt_caching": true, + "input_cost_per_token_above_32k_tokens": 1e-07, + "input_cost_per_token_above_256k_tokens": 2e-07, + "output_cost_per_token_above_32k_tokens": 4e-07, + "output_cost_per_token_above_256k_tokens": 8e-07, + "cache_read_input_token_cost_above_32k_tokens": 2e-08, + "cache_read_input_token_cost_above_256k_tokens": 4e-08, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-7-max": { + "input_cost_per_token": 2.5e-06, + "output_cost_per_token": 7.5e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-7-max", + "max_output_tokens": 65536, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-7-plus": { + "input_cost_per_token": 4e-07, + "output_cost_per_token": 1.6e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-7-plus", + "max_output_tokens": 65536, + "input_cost_per_token_above_256k_tokens": 1.2e-06, + "output_cost_per_token_above_256k_tokens": 4.8e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-27b": { + "input_cost_per_token": 1.7e-07, + "output_cost_per_token": 5e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-27b", + "max_output_tokens": 32768, + "cache_read_input_token_cost": 8e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-flash": { + "input_cost_per_token": 1.6e-07, + "output_cost_per_token": 4.7e-07, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-flash", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-max": { + "input_cost_per_token": 2e-06, + "output_cost_per_token": 6e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-max", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-max-0902": { + "input_cost_per_token": 2e-06, + "output_cost_per_token": 6e-06, + "max_input_tokens": 983600, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-max-0902", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/qwen3-8-omni-flash": { + "input_cost_per_token": 3e-07, + "output_cost_per_token": 9.4e-07, + "max_input_tokens": 1010000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/qwen3-8-omni-flash", + "max_output_tokens": 131072, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-0-code": { + "input_cost_per_token": 4e-07, + "output_cost_per_token": 2.4e-06, + "max_input_tokens": 229100, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-0-code", + "max_output_tokens": 128000, + "input_cost_per_token_above_128k_tokens": 8e-07, + "output_cost_per_token_above_128k_tokens": 4.8e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-0-lite": { + "input_cost_per_token": 3.1e-07, + "output_cost_per_token": 2.5e-06, + "max_input_tokens": 229100, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-0-lite", + "max_output_tokens": 128000, + "input_cost_per_token_above_128k_tokens": 6.2e-07, + "output_cost_per_token_above_128k_tokens": 5e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-0-mini": { + "input_cost_per_token": 1.2e-07, + "output_cost_per_token": 5e-07, + "max_input_tokens": 229200, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-0-mini", + "max_output_tokens": 128000, + "input_cost_per_token_above_128k_tokens": 2.4e-07, + "output_cost_per_token_above_128k_tokens": 1e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-0-pro": { + "input_cost_per_token": 6.3e-07, + "output_cost_per_token": 3.79e-06, + "max_input_tokens": 229100, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-0-pro", + "max_output_tokens": 128000, + "input_cost_per_token_above_128k_tokens": 1.26e-06, + "output_cost_per_token_above_128k_tokens": 7.58e-06, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/seed-2-1-turbo": { + "input_cost_per_token": 6.3e-07, + "output_cost_per_token": 3.13e-06, + "max_input_tokens": 229100, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/seed-2-1-turbo", + "max_output_tokens": 65536, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/step-3-5-flash": { + "input_cost_per_token": 1e-07, + "output_cost_per_token": 3e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/step-3-5-flash", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 2e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/step-3-5-flash-2603": { + "input_cost_per_token": 1e-07, + "output_cost_per_token": 3e-07, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/step-3-5-flash-2603", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 2e-08, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/step-3-7-flash": { + "input_cost_per_token": 2e-07, + "output_cost_per_token": 1.15e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/step-3-7-flash", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 4e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/step-5-preview": { + "input_cost_per_token": 1e-06, + "output_cost_per_token": 2.7e-06, + "max_input_tokens": 1020000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/step-5-preview", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 5e-08, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_video_input": true, + "supports_response_schema": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "empiriolabs/stepaudio-2-5-chat": { + "input_cost_per_token": 1.5e-06, + "output_cost_per_token": 3.5e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/stepaudio-2-5-chat", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 3e-07, + "supports_prompt_caching": true, + "supports_audio_input": true + }, + "empiriolabs/stepaudio-3-chat": { + "input_cost_per_token": 1.5e-06, + "output_cost_per_token": 3.5e-06, + "max_input_tokens": 256000, + "mode": "chat", + "litellm_provider": "empiriolabs", + "source": "https://empiriolabs.ai/models/stepaudio-3-chat", + "max_output_tokens": 131072, + "cache_read_input_token_cost": 3e-07, + "supports_prompt_caching": true, + "supports_audio_input": true, + "supports_reasoning": true, + "supports_function_calling": true + }, + "nebius/deepseek-ai/DeepSeek-V4.1-Flash-1017": { + "max_input_tokens": 1048576, + "input_cost_per_token": 3e-07, + "cache_read_input_token_cost": 6e-09, + "output_cost_per_token": 1.2e-06, + "litellm_provider": "nebius", + "mode": "chat", + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true, + "source": "https://tokenfactory.nebius.com/api/public/models_info" + }, + "nebius/meta-models/muse-spark-open": { + "max_input_tokens": 1048576, + "input_cost_per_token": 1.25e-06, + "cache_read_input_token_cost": 1.5e-07, + "output_cost_per_token": 4.25e-06, + "litellm_provider": "nebius", + "mode": "chat", + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true, + "source": "https://tokenfactory.nebius.com/api/public/models_info" + }, + "nebius/MiniMaxAI/MiniMax-M3.1-Flash": { + "max_input_tokens": 1048576, + "input_cost_per_token": 1.5e-07, + "cache_read_input_token_cost": 1.5e-08, + "output_cost_per_token": 6e-07, + "litellm_provider": "nebius", + "mode": "chat", + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true, + "source": "https://tokenfactory.nebius.com/api/public/models_info" + }, + "nebius/nvidia/Nemotron-3.5-Super-VL": { + "max_input_tokens": 1048576, + "input_cost_per_token": 3e-07, + "cache_read_input_token_cost": 6e-08, + "output_cost_per_token": 9e-07, + "litellm_provider": "nebius", + "mode": "chat", + "supports_vision": true, + "supports_reasoning": true, + "supports_function_calling": true, + "source": "https://tokenfactory.nebius.com/api/public/models_info" } } diff --git a/provider_endpoints_support.json b/provider_endpoints_support.json index 700a35edb06..86f83e7f9c7 100644 --- a/provider_endpoints_support.json +++ b/provider_endpoints_support.json @@ -5254,9 +5254,9 @@ "display_name": "EmpirioLabs (`empiriolabs`)", "url": "https://docs.litellm.ai/docs/providers/empiriolabs", "endpoints": { - "chat_completions": false, - "responses": false, - "text_completion": false, + "chat_completions": true, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, "image_edits": false, @@ -5269,11 +5269,11 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, - "generateContent": false + "a2a": true, + "generateContent": true } }, "openinfer": {