diff --git a/litellm/llms/openai_like/providers.json b/litellm/llms/openai_like/providers.json index f3aa7768928..5e8b1d551a5 100644 --- a/litellm/llms/openai_like/providers.json +++ b/litellm/llms/openai_like/providers.json @@ -223,5 +223,11 @@ "base_url": "https://api.reka.ai/v1", "api_key_env": "REKA_API_KEY", "api_base_env": "REKA_API_BASE" + }, + "thegrid": { + "base_url": "https://api.thegrid.ai/v1", + "api_key_env": "THEGRID_API_KEY", + "api_base_env": "THEGRID_API_BASE", + "supported_endpoints": ["/v1/chat/completions", "/v1/responses"] } } diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 96a14895b10..10b35465208 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -80730,5 +80730,243 @@ "supports_system_messages": true, "supports_tool_choice": true, "supports_vision": true + }, + "thegrid/agent-max": { + "max_tokens": 128000, + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5532e-06, + "output_cost_per_token": 1.5532e-06, + "cache_read_input_token_cost": 1.5532e-06, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": true + }, + "thegrid/agent-prime": { + "max_tokens": 131072, + "max_input_tokens": 120000, + "max_output_tokens": 131072, + "input_cost_per_token": 1.335e-07, + "output_cost_per_token": 1.335e-07, + "cache_read_input_token_cost": 1.335e-07, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false + }, + "thegrid/agent-standard": { + "max_tokens": 65536, + "max_input_tokens": 120000, + "max_output_tokens": 65536, + "input_cost_per_token": 4.02e-08, + "output_cost_per_token": 4.02e-08, + "cache_read_input_token_cost": 4.02e-08, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false + }, + "thegrid/bytedance-pro-latest": { + "max_tokens": 131072, + "max_input_tokens": 256000, + "max_output_tokens": 131072, + "input_cost_per_token": 1.91e-07, + "output_cost_per_token": 1.91e-07, + "cache_read_input_token_cost": 1.91e-07, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false + }, + "thegrid/claude-opus-latest": { + "max_tokens": 128000, + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5176e-06, + "output_cost_per_token": 1.5176e-06, + "cache_read_input_token_cost": 1.5176e-06, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": true + }, + "thegrid/code-max": { + "max_tokens": 128000, + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.5874999999999998e-06, + "output_cost_per_token": 1.5874999999999998e-06, + "cache_read_input_token_cost": 1.5874999999999998e-06, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": true + }, + "thegrid/code-prime": { + "max_tokens": 131072, + "max_input_tokens": 120000, + "max_output_tokens": 131072, + "input_cost_per_token": 1.3719999999999998e-07, + "output_cost_per_token": 1.3719999999999998e-07, + "cache_read_input_token_cost": 1.3719999999999998e-07, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false + }, + "thegrid/code-standard": { + "max_tokens": 65536, + "max_input_tokens": 120000, + "max_output_tokens": 65536, + "input_cost_per_token": 2e-08, + "output_cost_per_token": 2e-08, + "cache_read_input_token_cost": 2e-08, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false + }, + "thegrid/deepseek-pro-latest": { + "max_tokens": 384000, + "max_input_tokens": 922000, + "max_output_tokens": 384000, + "input_cost_per_token": 3.1809999999999997e-07, + "output_cost_per_token": 3.1809999999999997e-07, + "cache_read_input_token_cost": 3.1809999999999997e-07, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false + }, + "thegrid/gemini-pro-latest": { + "max_tokens": 65536, + "max_input_tokens": 922000, + "max_output_tokens": 65536, + "input_cost_per_token": 5.887e-07, + "output_cost_per_token": 5.887e-07, + "cache_read_input_token_cost": 5.887e-07, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": true + }, + "thegrid/glm-latest": { + "max_tokens": 128000, + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 3.383e-07, + "output_cost_per_token": 3.383e-07, + "cache_read_input_token_cost": 3.383e-07, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false + }, + "thegrid/gpt-sol-latest": { + "max_tokens": 128000, + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.4545e-06, + "output_cost_per_token": 1.4545e-06, + "cache_read_input_token_cost": 1.4545e-06, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": true + }, + "thegrid/kimi-latest": { + "max_tokens": 1048576, + "max_input_tokens": 922000, + "max_output_tokens": 1048576, + "input_cost_per_token": 7.163e-07, + "output_cost_per_token": 7.163e-07, + "cache_read_input_token_cost": 7.163e-07, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": true + }, + "thegrid/minimax-latest": { + "max_tokens": 512000, + "max_input_tokens": 922000, + "max_output_tokens": 512000, + "input_cost_per_token": 1.063e-07, + "output_cost_per_token": 1.063e-07, + "cache_read_input_token_cost": 1.063e-07, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false + }, + "thegrid/text-max": { + "max_tokens": 128000, + "max_input_tokens": 922000, + "max_output_tokens": 128000, + "input_cost_per_token": 1.6147e-06, + "output_cost_per_token": 1.6147e-06, + "cache_read_input_token_cost": 1.6147e-06, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": true + }, + "thegrid/text-prime": { + "max_tokens": 131072, + "max_input_tokens": 120000, + "max_output_tokens": 131072, + "input_cost_per_token": 1.0090000000000001e-07, + "output_cost_per_token": 1.0090000000000001e-07, + "cache_read_input_token_cost": 1.0090000000000001e-07, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false + }, + "thegrid/text-standard": { + "max_tokens": 65536, + "max_input_tokens": 120000, + "max_output_tokens": 65536, + "input_cost_per_token": 3.02e-08, + "output_cost_per_token": 3.02e-08, + "cache_read_input_token_cost": 3.02e-08, + "litellm_provider": "thegrid", + "mode": "chat", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_vision": false } }