From 5a5c34c469cf95fc189de02fbf1e0b6ad8f5694a Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 17 Jun 2025 20:59:12 -0700 Subject: [PATCH] MCP docs fix --- docs/my-website/docs/mcp.md | 10 +- ...odel_prices_and_context_window_backup.json | 202 ++++++++++++++++++ 2 files changed, 207 insertions(+), 5 deletions(-) diff --git a/docs/my-website/docs/mcp.md b/docs/my-website/docs/mcp.md index 4b784f3cabc..17bf4460458 100644 --- a/docs/my-website/docs/mcp.md +++ b/docs/my-website/docs/mcp.md @@ -106,7 +106,7 @@ curl --location 'https://api.openai.com/v1/responses' \ "server_url": "/mcp", "require_approval": "never", "headers": { - "x-litellm-api-key": "YOUR_LITELLM_API_KEY" + "x-litellm-api-key": "Bearer YOUR_LITELLM_API_KEY" } } ], @@ -136,7 +136,7 @@ curl --location '/v1/responses' \ "server_url": "/mcp", "require_approval": "never", "headers": { - "x-litellm-api-key": "YOUR_LITELLM_API_KEY" + "x-litellm-api-key": "Bearer YOUR_LITELLM_API_KEY" } } ], @@ -165,7 +165,7 @@ Use tools directly from Cursor IDE with LiteLLM MCP: "LiteLLM": { "url": "/mcp", "headers": { - "x-litellm-api-key": "$LITELLM_API_KEY" + "x-litellm-api-key": "Bearer $LITELLM_API_KEY" } } } @@ -187,7 +187,7 @@ Connect to LiteLLM MCP using HTTP transport. Compatible with any MCP client that **Headers:** ```text showLineNumbers -x-litellm-api-key: YOUR_LITELLM_API_KEY +x-litellm-api-key: Bearer YOUR_LITELLM_API_KEY ``` This URL can be used with any MCP client that supports HTTP transport. Refer to your client documentation to determine the appropriate transport method. @@ -226,7 +226,7 @@ server_url = "/mcp" transport = StreamableHttpTransport( server_url, headers={ - "x-litellm-api-key": "YOUR_LITELLM_API_KEY" + "x-litellm-api-key": "Bearer YOUR_LITELLM_API_KEY" } ) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index c159fdac6d9..5fae9ae4dde 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -6719,6 +6719,90 @@ "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supports_web_search": true }, + "gemini/gemini-2.5-pro": { + "max_tokens": 65535, + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_token": 1.25e-06, + "input_cost_per_token_above_200k_tokens": 2.5e-06, + "output_cost_per_token": 1e-05, + "output_cost_per_token_above_200k_tokens": 1.5e-05, + "litellm_provider": "gemini", + "mode": "chat", + "rpm": 5, + "tpm": 250000, + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "supports_audio_input": true, + "supports_video_input": true, + "supports_pdf_input": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/completions" + ], + "supported_modalities": [ + "text", + "image", + "audio", + "video" + ], + "supported_output_modalities": [ + "text" + ], + "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", + "supports_web_search": true + }, + "gemini-2.5-flash": { + "max_tokens": 65535, + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_audio_token": 1e-06, + "input_cost_per_token": 3e-07, + "output_cost_per_token": 2.5e-06, + "output_cost_per_reasoning_token": 2.5e-06, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_audio_output": false, + "supports_tool_choice": true, + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/completions", + "/v1/batch" + ], + "supported_modalities": [ + "text", + "image", + "audio", + "video" + ], + "supported_output_modalities": [ + "text" + ], + "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", + "supports_parallel_function_calling": true, + "supports_web_search": true, + "supports_url_context": true + }, "gemini/gemini-2.5-flash-preview-tts": { "max_tokens": 65535, "max_input_tokens": 1048576, @@ -6923,6 +7007,48 @@ "supports_parallel_function_calling": true, "supports_web_search": true }, + "gemini-2.5-flash-lite-preview-06-17": { + "max_tokens": 65535, + "max_input_tokens": 1048576, + "max_output_tokens": 65535, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_audio_token": 1e-06, + "input_cost_per_token": 1e-07, + "output_cost_per_token": 4e-07, + "output_cost_per_reasoning_token": 4e-07, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "supports_reasoning": true, + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_audio_output": false, + "supports_tool_choice": true, + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/completions", + "/v1/batch" + ], + "supported_modalities": [ + "text", + "image", + "audio", + "video" + ], + "supported_output_modalities": [ + "text" + ], + "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", + "supports_parallel_function_calling": true, + "supports_web_search": true, + "supports_url_context": true + }, "gemini-2.0-flash": { "max_tokens": 8192, "max_input_tokens": 1048576, @@ -9434,6 +9560,21 @@ "mode": "chat", "supports_tool_choice": true }, + "openrouter/deepseek/deepseek-r1-0528": { + "max_tokens": 8192, + "max_input_tokens": 65336, + "max_output_tokens": 8192, + "input_cost_per_token": 5e-07, + "input_cost_per_token_cache_hit": 1.4e-07, + "output_cost_per_token": 2.15e-06, + "litellm_provider": "openrouter", + "mode": "chat", + "supports_function_calling": true, + "supports_assistant_prefill": true, + "supports_reasoning": true, + "supports_tool_choice": true, + "supports_prompt_caching": true + }, "openrouter/deepseek/deepseek-r1": { "max_tokens": 8192, "max_input_tokens": 65336, @@ -9479,6 +9620,28 @@ "mode": "chat", "supports_tool_choice": true }, + "openrouter/google/gemini-2.5-pro": { + "max_tokens": 8192, + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_audio_token": 7e-07, + "input_cost_per_token": 1.25e-06, + "output_cost_per_token": 1e-05, + "litellm_provider": "openrouter", + "mode": "chat", + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_audio_output": true, + "supports_tool_choice": true + }, "openrouter/google/gemini-pro-1.5": { "max_tokens": 8192, "max_input_tokens": 1000000, @@ -9514,6 +9677,28 @@ "supports_audio_output": true, "supports_tool_choice": true }, + "openrouter/google/gemini-2.5-flash": { + "max_tokens": 8192, + "max_input_tokens": 1048576, + "max_output_tokens": 8192, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_audio_token": 7e-07, + "input_cost_per_token": 3e-07, + "output_cost_per_token": 2.5e-06, + "litellm_provider": "openrouter", + "mode": "chat", + "supports_system_messages": true, + "supports_function_calling": true, + "supports_vision": true, + "supports_response_schema": true, + "supports_audio_output": true, + "supports_tool_choice": true + }, "openrouter/mistralai/mixtral-8x22b-instruct": { "max_tokens": 65536, "input_cost_per_token": 6.5e-07, @@ -9656,6 +9841,23 @@ "supports_vision": true, "supports_tool_choice": true }, + "openrouter/anthropic/claude-sonnet-4": { + "supports_computer_use": true, + "max_tokens": 8192, + "max_input_tokens": 200000, + "max_output_tokens": 8192, + "input_cost_per_token": 3e-06, + "output_cost_per_token": 1.5e-05, + "input_cost_per_image": 0.0048, + "litellm_provider": "openrouter", + "mode": "chat", + "supports_function_calling": true, + "supports_vision": true, + "supports_reasoning": true, + "tool_use_system_prompt_tokens": 159, + "supports_assistant_prefill": true, + "supports_tool_choice": true + }, "openrouter/mistralai/mistral-large": { "max_tokens": 32000, "input_cost_per_token": 8e-06,