diff --git a/litellm/__init__.py b/litellm/__init__.py index 376c5fa9010..3803fc378c1 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -706,6 +706,7 @@ aws_polly_models: Set = set() transcribe_models: Set = set() gigachat_models: Set = set() llamagate_models: Set = set() +pgsgrove_models: Set = set() # mutable-ok: filled from the price map at import, like the sibling provider sets reducto_models: Set = set() bedrock_mantle_models: Set = set() @@ -991,6 +992,8 @@ def _populate_provider_model_sets(model_cost_map: Dict) -> None: gigachat_models.add(key) elif value.get("litellm_provider") == "llamagate": llamagate_models.add(key) + elif value.get("litellm_provider") == "pgsgrove": + pgsgrove_models.add(key) elif value.get("litellm_provider") == "reducto": reducto_models.add(key) elif value.get("litellm_provider") == "bedrock_mantle": @@ -1239,6 +1242,7 @@ def _build_models_by_provider() -> dict: "transcribe": transcribe_models, "gigachat": gigachat_models, "llamagate": llamagate_models, + "pgsgrove": pgsgrove_models, "reducto": reducto_models, "bedrock_mantle": bedrock_mantle_models, } diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index dbfbb87defa..07ac4faee5b 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -74007,5 +74007,564 @@ "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true + }, + "pgsgrove/mimo-v2.6-pro": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 5.6e-07, + "output_cost_per_token": 1.12e-06, + "cache_read_input_token_cost": 5e-09, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.6-flash": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.8e-07, + "output_cost_per_token": 3.6e-07, + "cache_read_input_token_cost": 4e-09, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/glm-5.2": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 6.5e-07, + "output_cost_per_token": 2e-06, + "cache_read_input_token_cost": 1.2e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/glm-5.2-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 9.75e-07, + "output_cost_per_token": 3e-06, + "cache_read_input_token_cost": 1.8e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/glm-5.3": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6000000000000001e-06, + "output_cost_per_token": 5.2e-06, + "cache_read_input_token_cost": 3.2e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/glm-5.3-flash": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.0000000000000001e-07, + "output_cost_per_token": 3.3e-07, + "cache_read_input_token_cost": 2e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4.1-flash": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 2.6e-07, + "output_cost_per_token": 8.000000000000001e-07, + "cache_read_input_token_cost": 1e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4.1-flash-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 3.9e-07, + "output_cost_per_token": 1.2e-06, + "cache_read_input_token_cost": 1.5e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-flash-0731": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-07, + "output_cost_per_token": 2.3000000000000002e-07, + "cache_read_input_token_cost": 2.5000000000000002e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-flash-0731-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.8e-07, + "output_cost_per_token": 3.45e-07, + "cache_read_input_token_cost": 3.75e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-flash": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-07, + "output_cost_per_token": 2.3000000000000002e-07, + "cache_read_input_token_cost": 2.5000000000000002e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-flash-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.8e-07, + "output_cost_per_token": 3.45e-07, + "cache_read_input_token_cost": 3.75e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-pro": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6499999999999999e-06, + "output_cost_per_token": 3.2999999999999997e-06, + "cache_read_input_token_cost": 1.3e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-pro-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 2.475e-06, + "output_cost_per_token": 4.95e-06, + "cache_read_input_token_cost": 1.95e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-pro-0813": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6499999999999999e-06, + "output_cost_per_token": 3.2999999999999997e-06, + "cache_read_input_token_cost": 1.3e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-pro-0813-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 2.475e-06, + "output_cost_per_token": 4.95e-06, + "cache_read_input_token_cost": 1.95e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/qwen-3.8-2.4t": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 2.6e-06, + "output_cost_per_token": 7.8e-06, + "cache_read_input_token_cost": 2.6e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/qwen-3.8-2.4t-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 3.9e-06, + "output_cost_per_token": 1.17e-05, + "cache_read_input_token_cost": 3.9e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/qwen-3.8-27b": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 5.2e-07, + "output_cost_per_token": 3.9e-06, + "cache_read_input_token_cost": 5.1999999999999996e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/gemma-4-31b": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.7000000000000001e-07, + "output_cost_per_token": 4.8e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/gemma-4-31b-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 2.55e-07, + "output_cost_per_token": 7.2e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.5": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.7000000000000001e-07, + "output_cost_per_token": 8.5e-07, + "cache_read_input_token_cost": 3.5e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.5-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 2.55e-07, + "output_cost_per_token": 1.2749999999999999e-06, + "cache_read_input_token_cost": 5.25e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.5-pro": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 4.9e-07, + "output_cost_per_token": 1.5e-06, + "cache_read_input_token_cost": 1.0000000000000001e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.5-pro-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 7.35e-07, + "output_cost_per_token": 2.25e-06, + "cache_read_input_token_cost": 1.5e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k2.6": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.499999999999999e-07, + "output_cost_per_token": 4.4e-06, + "cache_read_input_token_cost": 1.9e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k2.6-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.4250000000000001e-06, + "output_cost_per_token": 6.5999999999999995e-06, + "cache_read_input_token_cost": 2.8499999999999997e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k2.7": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.499999999999999e-07, + "output_cost_per_token": 4.4e-06, + "cache_read_input_token_cost": 1.9e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k2.7-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.4250000000000001e-06, + "output_cost_per_token": 6.5999999999999995e-06, + "cache_read_input_token_cost": 2.8499999999999997e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k3": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 3.75e-06, + "output_cost_per_token": 1.5e-05, + "cache_read_input_token_cost": 4.5000000000000003e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/nemotron-3-super": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.1e-07, + "output_cost_per_token": 5e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/nemotron-3-super-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.65e-07, + "output_cost_per_token": 7.5e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/minimax-m3": { + "max_tokens": 32768, + "max_input_tokens": 524288, + "max_output_tokens": 32768, + "input_cost_per_token": 3.8e-07, + "output_cost_per_token": 1.5e-06, + "cache_read_input_token_cost": 7.5e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/nemotron-3-ultra": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6.5e-07, + "output_cost_per_token": 2.8e-06, + "cache_read_input_token_cost": 1.3e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/nemotron-3-ultra-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.75e-07, + "output_cost_per_token": 4.2000000000000004e-06, + "cache_read_input_token_cost": 1.95e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/embeddinggemma-300m": { + "max_input_tokens": 2048, + "input_cost_per_token": 2.5e-09, + "output_cost_per_token": 0, + "litellm_provider": "pgsgrove", + "mode": "embedding", + "source": "https://api.pgsgrove.com/docs/usage-rates" } } diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index dbfbb87defa..07ac4faee5b 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -74007,5 +74007,564 @@ "supports_reasoning": true, "supports_response_schema": true, "supports_tool_choice": true + }, + "pgsgrove/mimo-v2.6-pro": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 5.6e-07, + "output_cost_per_token": 1.12e-06, + "cache_read_input_token_cost": 5e-09, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.6-flash": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.8e-07, + "output_cost_per_token": 3.6e-07, + "cache_read_input_token_cost": 4e-09, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/glm-5.2": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 6.5e-07, + "output_cost_per_token": 2e-06, + "cache_read_input_token_cost": 1.2e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/glm-5.2-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 9.75e-07, + "output_cost_per_token": 3e-06, + "cache_read_input_token_cost": 1.8e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/glm-5.3": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6000000000000001e-06, + "output_cost_per_token": 5.2e-06, + "cache_read_input_token_cost": 3.2e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/glm-5.3-flash": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.0000000000000001e-07, + "output_cost_per_token": 3.3e-07, + "cache_read_input_token_cost": 2e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4.1-flash": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 2.6e-07, + "output_cost_per_token": 8.000000000000001e-07, + "cache_read_input_token_cost": 1e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4.1-flash-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 3.9e-07, + "output_cost_per_token": 1.2e-06, + "cache_read_input_token_cost": 1.5e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-flash-0731": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-07, + "output_cost_per_token": 2.3000000000000002e-07, + "cache_read_input_token_cost": 2.5000000000000002e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-flash-0731-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.8e-07, + "output_cost_per_token": 3.45e-07, + "cache_read_input_token_cost": 3.75e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-flash": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.2e-07, + "output_cost_per_token": 2.3000000000000002e-07, + "cache_read_input_token_cost": 2.5000000000000002e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-flash-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.8e-07, + "output_cost_per_token": 3.45e-07, + "cache_read_input_token_cost": 3.75e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-pro": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6499999999999999e-06, + "output_cost_per_token": 3.2999999999999997e-06, + "cache_read_input_token_cost": 1.3e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-pro-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 2.475e-06, + "output_cost_per_token": 4.95e-06, + "cache_read_input_token_cost": 1.95e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-pro-0813": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.6499999999999999e-06, + "output_cost_per_token": 3.2999999999999997e-06, + "cache_read_input_token_cost": 1.3e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/deepseek-v4-pro-0813-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 2.475e-06, + "output_cost_per_token": 4.95e-06, + "cache_read_input_token_cost": 1.95e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/qwen-3.8-2.4t": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 2.6e-06, + "output_cost_per_token": 7.8e-06, + "cache_read_input_token_cost": 2.6e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/qwen-3.8-2.4t-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 3.9e-06, + "output_cost_per_token": 1.17e-05, + "cache_read_input_token_cost": 3.9e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/qwen-3.8-27b": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 5.2e-07, + "output_cost_per_token": 3.9e-06, + "cache_read_input_token_cost": 5.1999999999999996e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/gemma-4-31b": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.7000000000000001e-07, + "output_cost_per_token": 4.8e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/gemma-4-31b-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 2.55e-07, + "output_cost_per_token": 7.2e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.5": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 1.7000000000000001e-07, + "output_cost_per_token": 8.5e-07, + "cache_read_input_token_cost": 3.5e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.5-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 2.55e-07, + "output_cost_per_token": 1.2749999999999999e-06, + "cache_read_input_token_cost": 5.25e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.5-pro": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 4.9e-07, + "output_cost_per_token": 1.5e-06, + "cache_read_input_token_cost": 1.0000000000000001e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/mimo-v2.5-pro-turbo": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 7.35e-07, + "output_cost_per_token": 2.25e-06, + "cache_read_input_token_cost": 1.5e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k2.6": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.499999999999999e-07, + "output_cost_per_token": 4.4e-06, + "cache_read_input_token_cost": 1.9e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k2.6-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.4250000000000001e-06, + "output_cost_per_token": 6.5999999999999995e-06, + "cache_read_input_token_cost": 2.8499999999999997e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k2.7": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.499999999999999e-07, + "output_cost_per_token": 4.4e-06, + "cache_read_input_token_cost": 1.9e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k2.7-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.4250000000000001e-06, + "output_cost_per_token": 6.5999999999999995e-06, + "cache_read_input_token_cost": 2.8499999999999997e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/kimi-k3": { + "max_tokens": 32768, + "max_input_tokens": 1048576, + "max_output_tokens": 32768, + "input_cost_per_token": 3.75e-06, + "output_cost_per_token": 1.5e-05, + "cache_read_input_token_cost": 4.5000000000000003e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "supports_response_schema": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/nemotron-3-super": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.1e-07, + "output_cost_per_token": 5e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/nemotron-3-super-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 1.65e-07, + "output_cost_per_token": 7.5e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/minimax-m3": { + "max_tokens": 32768, + "max_input_tokens": 524288, + "max_output_tokens": 32768, + "input_cost_per_token": 3.8e-07, + "output_cost_per_token": 1.5e-06, + "cache_read_input_token_cost": 7.5e-08, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/nemotron-3-ultra": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 6.5e-07, + "output_cost_per_token": 2.8e-06, + "cache_read_input_token_cost": 1.3e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/nemotron-3-ultra-turbo": { + "max_tokens": 32768, + "max_input_tokens": 262144, + "max_output_tokens": 32768, + "input_cost_per_token": 9.75e-07, + "output_cost_per_token": 4.2000000000000004e-06, + "cache_read_input_token_cost": 1.95e-07, + "litellm_provider": "pgsgrove", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_prompt_caching": true, + "supports_vision": true, + "source": "https://api.pgsgrove.com/docs/usage-rates" + }, + "pgsgrove/embeddinggemma-300m": { + "max_input_tokens": 2048, + "input_cost_per_token": 2.5e-09, + "output_cost_per_token": 0, + "litellm_provider": "pgsgrove", + "mode": "embedding", + "source": "https://api.pgsgrove.com/docs/usage-rates" } }