diff --git a/.github/workflows/test-linting.yml b/.github/workflows/test-linting.yml index 3b9a2614725..b9f8d7e7dfb 100644 --- a/.github/workflows/test-linting.yml +++ b/.github/workflows/test-linting.yml @@ -524,6 +524,12 @@ jobs: - name: check_provider_folders_documented run: uv run --no-sync python ./tests/code_coverage_tests/check_provider_folders_documented.py + - name: check_provider_endpoints_support_generated + run: uv run --no-sync python scripts/generate_provider_endpoints_support.py --check + + - name: test_generate_provider_endpoints_support + run: uv run --no-sync pytest -q --noconftest -p no:cacheprovider -c /dev/null tests/code_coverage_tests/test_generate_provider_endpoints_support.py + - name: check_prisma_binary_cache run: uv run --no-sync python ./tests/code_coverage_tests/check_prisma_binary_cache.py diff --git a/litellm/provider_endpoints_support_backup.json b/litellm/provider_endpoints_support_backup.json index 49b667af819..9ba6ed342ea 100644 --- a/litellm/provider_endpoints_support_backup.json +++ b/litellm/provider_endpoints_support_backup.json @@ -6,6 +6,7 @@ "url": "Link to provider documentation", "endpoints": { "chat_completions": "Supports /chat/completions endpoint", + "systemone": "Supports native System One typed decisions", "messages": "Supports /messages endpoint (Anthropic format)", "responses": "Supports /responses endpoint (OpenAI/Anthropic unified)", "embeddings": "Supports /embeddings endpoint", @@ -19,9 +20,9 @@ "search": "Supports /search endpoint", "skills": "Supports /skills endpoint", "interactions": "Supports /interactions endpoint (Google AI Interactions API)", - "a2a": "Supports /a2a/{agent}/message/send endpoint (A2A Protocol)", + "a2a_(Agent Gateway)": "Supports /a2a/{agent}/message/send endpoint (A2A Protocol)", "container": "Supports OpenAI's /containers endpoint", - "container_files": "Supports OpenAI's /containers/{id}/files endpoint", + "container_file": "Supports OpenAI's /containers/{id}/files endpoint", "compact": "Supports /responses/compact endpoint", "files": "Supports /files endpoint for file operations", "image_edits": "Supports /images/edits endpoint for image editing", @@ -37,33 +38,51 @@ "url": "https://docs.litellm.ai/docs/providers/refuseless", "endpoints": { "chat_completions": true, - "messages": false, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "a2a": { "display_name": "A2A (Agent-to-Agent) (`a2a`)", "url": "https://docs.litellm.ai/docs/providers/a2a", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "abliteration": { @@ -71,34 +90,51 @@ "url": "https://docs.litellm.ai/docs/providers/abliteration", "endpoints": { "chat_completions": true, - "messages": false, - "responses": false, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "aiml": { "display_name": "AI/ML API (`aiml`)", "url": "https://docs.litellm.ai/docs/providers/aiml", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "ai21": { @@ -106,35 +142,51 @@ "url": "https://docs.litellm.ai/docs/providers/ai21", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "ai21_chat": { "display_name": "AI21 Chat (`ai21_chat`)", "url": "https://docs.litellm.ai/docs/providers/ai21", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "amazon_nova": { @@ -142,17 +194,25 @@ "url": "https://docs.litellm.ai/docs/providers/amazon_nova", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "anthropic": { @@ -160,18 +220,26 @@ "url": "https://docs.litellm.ai/docs/providers/anthropic", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": true, "rerank": false, - "skills": true, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, + "skills": true, "count_tokens": true } }, @@ -179,71 +247,130 @@ "display_name": "Anthropic Text (`anthropic_text`)", "url": "https://docs.litellm.ai/docs/providers/anthropic", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": true, "rerank": false, - "skills": true, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "skills": true } }, "apertis": { "display_name": "Apertis (`apertis`)", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "aihubmix": { + "display_name": "AIHubMix (`aihubmix`)", + "url": "https://docs.litellm.ai/docs/providers/aihubmix", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "assemblyai": { "display_name": "AssemblyAI (`assemblyai`)", "url": "https://docs.litellm.ai/docs/pass_through/assembly_ai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "auto_router": { "display_name": "Auto Router (`auto_router`)", "url": "https://docs.litellm.ai/docs/proxy/auto_routing", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "bedrock": { @@ -251,17 +378,25 @@ "url": "https://docs.litellm.ai/docs/providers/bedrock", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, - "image_generations": false, + "image_generations": true, + "image_edits": true, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": true, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": false, + "batches": false, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "bedrock_invoke": true, "bedrock_converse": true, "vector_stores_search": true, @@ -275,17 +410,25 @@ "url": "https://docs.litellm.ai/docs/providers/s3_vectors", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "vector_stores_create": true, "vector_stores_search": true } @@ -295,17 +438,25 @@ "url": "https://docs.litellm.ai/docs/providers/aws_sagemaker", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "aws_polly": { @@ -313,15 +464,25 @@ "url": "https://docs.litellm.ai/docs/providers/aws_polly", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": true, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "azure": { @@ -329,21 +490,28 @@ "url": "https://docs.litellm.ai/docs/providers/azure", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": true, + "image_edits": true, "audio_transcriptions": true, "audio_speech": true, - "moderations": true, - "batches": true, "rerank": false, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": true, + "batches": true, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "vector_stores_search": true, "assistants": true, - "fine_tuning": true, - "text_completion": true + "fine_tuning": true } }, "azure_ai": { @@ -351,19 +519,25 @@ "url": "https://docs.litellm.ai/docs/providers/azure_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": true, "image_edits": true, "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, - "rerank": false, + "audio_speech": false, + "rerank": true, "ocr": true, - "a2a": true, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": true, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "vector_stores_create": true, "vector_stores_search": true } @@ -373,52 +547,77 @@ "url": "https://docs.litellm.ai/docs/providers/azure_document_intelligence", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "ocr": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "azure_ai/agents": { "display_name": "Azure AI Foundry Agents (`azure_ai/agents`)", "url": "https://docs.litellm.ai/docs/providers/azure_ai_agents", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "azure_text": { "display_name": "Azure Text (`azure_text`)", "url": "https://docs.litellm.ai/docs/providers/azure", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "baseten": { @@ -426,35 +625,77 @@ "url": "https://docs.litellm.ai/docs/providers/baseten", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "bytez": { "display_name": "Bytez (`bytez`)", "url": "https://docs.litellm.ai/docs/providers/bytez", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "nadir": { + "display_name": "Nadir (`nadir`)", + "url": "https://docs.litellm.ai/docs/providers/nadir", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "cerebras": { @@ -462,51 +703,102 @@ "url": "https://docs.litellm.ai/docs/providers/cerebras", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true + } + }, + "charity_engine": { + "display_name": "Charity Engine (`charity_engine`)", + "url": "https://docs.litellm.ai/docs/providers/charity_engine", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "chutes": { "display_name": "Chutes (`chutes`)", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "clarifai": { "display_name": "Clarifai (`clarifai`)", "url": "https://docs.litellm.ai/docs/providers/clarifai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "cloudflare": { @@ -514,17 +806,25 @@ "url": "https://docs.litellm.ai/docs/providers/cloudflare_workers", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": false, + "image_edits": false, + "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "codestral": { @@ -532,17 +832,25 @@ "url": "https://docs.litellm.ai/docs/providers/codestral", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "cognition": { @@ -550,35 +858,51 @@ "url": "https://docs.litellm.ai/docs/providers/cognition", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "cohere": { "display_name": "Cohere (`cohere`)", "url": "https://docs.litellm.ai/docs/providers/cohere", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": true, "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": true, "ocr": true, - "a2a": true, - "interactions": true + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "cohere_chat": { @@ -586,53 +910,77 @@ "url": "https://docs.litellm.ai/docs/providers/cohere", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "cometapi": { "display_name": "CometAPI (`cometapi`)", "url": "https://docs.litellm.ai/docs/providers/cometapi", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "compactifai": { "display_name": "CompactifAI (`compactifai`)", "url": "https://docs.litellm.ai/docs/providers/compactifai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "coralbricks": { @@ -640,71 +988,129 @@ "url": "https://docs.litellm.ai/docs/providers/coralbricks", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "cortecs": { "display_name": "Cortecs (`cortecs`)", "url": "https://docs.litellm.ai/docs/providers/cortecs", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, "a2a": false, - "interactions": false + "generateContent": false + } + }, + "crusoe": { + "display_name": "Crusoe (`crusoe`)", + "url": "https://docs.litellm.ai/docs/providers/crusoe", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "custom": { "display_name": "Custom (`custom`)", "url": "https://docs.litellm.ai/docs/providers/custom_llm_server", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "custom_openai": { "display_name": "Custom OpenAI (`custom_openai`)", "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "dashscope": { @@ -712,17 +1118,25 @@ "url": "https://docs.litellm.ai/docs/providers/dashscope", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, - "image_generations": false, + "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "qwencloud": { @@ -730,17 +1144,25 @@ "url": "https://docs.litellm.ai/docs/providers/qwencloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": true, "batches": false, - "rerank": true, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "qwen_ai_platform": { @@ -748,17 +1170,25 @@ "url": "https://docs.litellm.ai/docs/providers/qwencloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": true, "batches": false, - "rerank": true, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "databricks": { @@ -766,17 +1196,25 @@ "url": "https://docs.litellm.ai/docs/providers/databricks", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "dataforseo": { @@ -784,52 +1222,77 @@ "url": "https://docs.litellm.ai/docs/search/dataforseo", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "datarobot": { "display_name": "DataRobot (`datarobot`)", "url": "https://docs.litellm.ai/docs/providers/datarobot", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "deepgram": { "display_name": "Deepgram (`deepgram`)", "url": "https://docs.litellm.ai/docs/providers/deepgram", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "deepinfra": { @@ -837,17 +1300,25 @@ "url": "https://docs.litellm.ai/docs/providers/deepinfra", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "deepseek": { @@ -855,35 +1326,51 @@ "url": "https://docs.litellm.ai/docs/providers/deepseek", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "edenai": { "display_name": "Eden AI (`edenai`)", "url": "https://docs.litellm.ai/docs/providers/edenai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, - "image_generations": true, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": false, - "batches": false, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, "interactions": false, - "video_generations": true + "systemone": false, + "a2a": false, + "generateContent": false } }, "duckduckgo": { @@ -891,34 +1378,78 @@ "url": "https://docs.litellm.ai/docs/search/duckduckgo", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "e2b": { + "display_name": "E2B (`e2b`)", + "url": "https://docs.litellm.ai/docs/providers/e2b", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "sandbox": true } }, "elevenlabs": { "display_name": "ElevenLabs (`elevenlabs`)", "url": "https://docs.litellm.ai/docs/providers/elevenlabs", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, - "audio_transcriptions": false, + "image_edits": false, + "audio_transcriptions": true, "audio_speech": true, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "exa_ai": { @@ -926,16 +1457,25 @@ "url": "https://docs.litellm.ai/docs/search/exa_ai", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "brave": { @@ -943,34 +1483,51 @@ "url": "https://docs.litellm.ai/docs/search/brave", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "empower": { "display_name": "Empower (`empower`)", "url": "https://docs.litellm.ai/docs/providers/empower", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "fal_ai": { @@ -978,17 +1535,25 @@ "url": "https://docs.litellm.ai/docs/providers/fal_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": true, + "image_edits": true, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "featherless_ai": { @@ -996,17 +1561,25 @@ "url": "https://docs.litellm.ai/docs/providers/featherless_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "fireworks_ai": { @@ -1014,17 +1587,25 @@ "url": "https://docs.litellm.ai/docs/providers/fireworks_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, + "text_completion": true, + "embeddings": true, + "image_generations": true, + "image_edits": false, + "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "firecrawl": { @@ -1032,16 +1613,51 @@ "url": "https://docs.litellm.ai/docs/search/firecrawl", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "fastcrw": { + "display_name": "fastCRW (`fastcrw`)", + "url": "https://docs.litellm.ai/docs/search/fastcrw", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "linkup": { @@ -1049,16 +1665,25 @@ "url": "https://docs.litellm.ai/docs/search/linkup", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "friendliai": { @@ -1066,35 +1691,77 @@ "url": "https://docs.litellm.ai/docs/providers/friendliai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "galadriel": { "display_name": "Galadriel (`galadriel`)", "url": "https://docs.litellm.ai/docs/providers/galadriel", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "gdc": { + "display_name": "Google Distributed Cloud (GDC)", + "url": "https://docs.litellm.ai/docs/providers/gdc", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "github_copilot": { @@ -1102,17 +1769,25 @@ "url": "https://docs.litellm.ai/docs/providers/github_copilot", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "chatgpt": { @@ -1120,35 +1795,51 @@ "url": "https://docs.litellm.ai/docs/providers/chatgpt", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "github": { "display_name": "GitHub Models (`github`)", "url": "https://docs.litellm.ai/docs/providers/github", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "gmi": { @@ -1156,17 +1847,25 @@ "url": "https://docs.litellm.ai/docs/providers/gmi_cloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "vertex_ai": { @@ -1174,25 +1873,30 @@ "url": "https://docs.litellm.ai/docs/providers/vertex", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": true, - "audio_transcriptions": false, + "image_edits": true, + "audio_transcriptions": true, "audio_speech": true, - "moderations": false, - "batches": false, - "rerank": false, + "rerank": true, "ocr": true, - "a2a": true, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": true, + "batches": true, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "vector_stores_search": true, "count_tokens": true, "fine_tuning": true, "rag_ingest": true, - "rag_query": true, - "generateContent": true, - "realtime": true + "rag_query": true } }, "gemini": { @@ -1200,22 +1904,28 @@ "url": "https://docs.litellm.ai/docs/providers/gemini", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, - "moderations": false, - "batches": false, + "text_completion": true, + "embeddings": true, + "image_generations": true, + "image_edits": true, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": true, + "batches": true, + "messages": true, "interactions": true, + "systemone": false, "a2a": true, + "generateContent": true, "vector_stores_search": true, "count_tokens": true, - "rag_ingest": true, - "realtime": true, - "generateContent": true + "rag_ingest": true } }, "gradient_ai": { @@ -1223,17 +1933,25 @@ "url": "https://docs.litellm.ai/docs/providers/gradient_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "groq": { @@ -1241,17 +1959,25 @@ "url": "https://docs.litellm.ai/docs/providers/groq", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, - "moderations": false, - "batches": false, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "heroku": { @@ -1259,55 +1985,78 @@ "url": "https://docs.litellm.ai/docs/providers/heroku", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "hosted_vllm": { "display_name": "Hosted VLLM (`hosted_vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, - "batches": true, - "files": true, - "rerank": true, - "a2a": true, - "interactions": true, - "video_generations": true + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "files": true } }, "huggingface": { "display_name": "Huggingface (`huggingface`)", "url": "https://docs.litellm.ai/docs/providers/huggingface", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": true, - "a2a": true, - "interactions": true + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "hyperbolic": { @@ -1315,17 +2064,25 @@ "url": "https://docs.litellm.ai/docs/providers/hyperbolic", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "watsonx": { @@ -1333,17 +2090,51 @@ "url": "https://docs.litellm.ai/docs/providers/watsonx", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true + } + }, + "inception": { + "display_name": "Inception (`inception`)", + "url": "https://docs.litellm.ai/docs/providers/inception", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "infinity": { @@ -1351,15 +2142,25 @@ "url": "https://docs.litellm.ai/docs/providers/infinity", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "jina_ai": { @@ -1367,15 +2168,77 @@ "url": "https://docs.litellm.ai/docs/providers/jina_ai", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "bespoke": { + "display_name": "Bespoke Nimble (`bespoke`)", + "url": "https://docs.litellm.ai/docs/auto_router/decision_classifiers", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": true, + "a2a": false, + "generateContent": false + } + }, + "laya": { + "display_name": "Laya (`laya`)", + "url": "https://docs.litellm.ai/docs/auto_router/decision_classifiers", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": true, + "a2a": false, + "generateContent": false } }, "lambda_ai": { @@ -1383,17 +2246,25 @@ "url": "https://docs.litellm.ai/docs/providers/lambda_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "lemonade": { @@ -1401,17 +2272,25 @@ "url": "https://docs.litellm.ai/docs/providers/lemonade", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "libertai": { @@ -1419,88 +2298,129 @@ "url": "https://docs.litellm.ai/docs/providers/libertai", "endpoints": { "chat_completions": true, - "messages": true, - "responses": false, - "embeddings": false, + "responses": true, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "litellm_proxy": { "display_name": "LiteLLM Proxy (`litellm_proxy`)", "url": "https://docs.litellm.ai/docs/providers/litellm_proxy", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, - "image_generations": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "llamafile": { "display_name": "Llamafile (`llamafile`)", "url": "https://docs.litellm.ai/docs/providers/llamafile", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "lm_studio": { "display_name": "LM Studio (`lm_studio`)", "url": "https://docs.litellm.ai/docs/providers/lm_studio", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "maritalk": { "display_name": "Maritalk (`maritalk`)", "url": "https://docs.litellm.ai/docs/providers/maritalk", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "meta_llama": { @@ -1508,17 +2428,25 @@ "url": "https://docs.litellm.ai/docs/providers/meta_llama", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "mistral": { @@ -1526,18 +2454,51 @@ "url": "https://docs.litellm.ai/docs/providers/mistral", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, - "moderations": false, - "batches": true, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": true, + "search": false, + "moderations": true, + "realtime": false, + "video_generations": false, + "batches": true, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true + } + }, + "modelscope": { + "display_name": "ModelScope (`modelscope`)", + "url": "https://docs.litellm.ai/docs/providers/modelscope", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "moonshot": { @@ -1545,35 +2506,51 @@ "url": "https://docs.litellm.ai/docs/providers/moonshot", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "docker_model_runner": { "display_name": "Docker Model Runner (`docker_model_runner`)", "url": "https://docs.litellm.ai/docs/providers/docker_model_runner", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "morph": { @@ -1581,33 +2558,50 @@ "url": "https://docs.litellm.ai/docs/providers/morph", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "nanogpt": { "display_name": "NanoGPT (`nanogpt`)", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "nebius": { @@ -1615,17 +2609,51 @@ "url": "https://docs.litellm.ai/docs/providers/nebius", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true + } + }, + "neosantara": { + "display_name": "Neosantara (`neosantara`)", + "url": "https://docs.litellm.ai/docs/providers/neosantara", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "nlp_cloud": { @@ -1633,17 +2661,25 @@ "url": "https://docs.litellm.ai/docs/providers/nlp_cloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "novita": { @@ -1651,17 +2687,25 @@ "url": "https://novita.ai/models/llm?utm_source=github_litellm&utm_medium=github_readme&utm_campaign=github_link", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "nscale": { @@ -1669,52 +2713,77 @@ "url": "https://docs.litellm.ai/docs/providers/nscale", "endpoints": { "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": true, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, "messages": true, - "responses": true, - "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, - "moderations": false, - "batches": false, - "rerank": false, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true - } - }, - "neosantara": { - "display_name": "Neosantara (`neosantara`)", - "url": "https://docs.litellm.ai/docs/providers/neosantara", - "endpoints": { - "chat_completions": true, - "messages": false, - "responses": true, - "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, - "moderations": false, - "batches": false, - "rerank": false, - "a2a": false + "generateContent": true } }, "nvidia_nim": { "display_name": "Nvidia NIM (`nvidia_nim`)", "url": "https://docs.litellm.ai/docs/providers/nvidia_nim", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "nvidia_riva": { + "display_name": "Nvidia Riva (`nvidia_riva`)", + "url": "https://docs.litellm.ai/docs/providers/nvidia_riva", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "oci": { @@ -1722,17 +2791,25 @@ "url": "https://docs.litellm.ai/docs/providers/oci", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "ollama": { @@ -1740,53 +2817,77 @@ "url": "https://docs.litellm.ai/docs/providers/ollama", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "ollama_chat": { "display_name": "Ollama Chat (`ollama_chat`)", "url": "https://docs.litellm.ai/docs/providers/ollama", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "oobabooga": { "display_name": "Oobabooga (`oobabooga`)", "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "openai": { @@ -1794,19 +2895,27 @@ "url": "https://docs.litellm.ai/docs/providers/openai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": true, + "image_edits": true, "audio_transcriptions": true, "audio_speech": true, - "moderations": true, - "batches": true, "rerank": false, + "ocr": false, + "search": false, + "moderations": true, + "realtime": true, + "video_generations": true, + "batches": true, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "container": true, "compact": true, - "a2a": true, - "interactions": true, "vector_store_files": true, "vector_stores_create": true, "vector_stores_search": true, @@ -1815,9 +2924,34 @@ "fine_tuning": true, "image_variations": true, "rag_ingest": true, - "rag_query": true, - "realtime": true, - "text_completion": true + "rag_query": true + } + }, + "opensandbox": { + "display_name": "OpenSandbox (`opensandbox`)", + "url": "https://open-sandbox.ai/api/", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "sandbox": true } }, "openai_like": { @@ -1825,15 +2959,25 @@ "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "assistants": true } }, @@ -1841,18 +2985,26 @@ "display_name": "OpenRouter (`openrouter`)", "url": "https://docs.litellm.ai/docs/providers/openrouter", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "ovhcloud": { @@ -1860,17 +3012,25 @@ "url": "https://docs.litellm.ai/docs/providers/ovhcloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, + "image_edits": false, + "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "parallel_ai": { @@ -1878,16 +3038,51 @@ "url": "https://docs.litellm.ai/docs/search/parallel_ai", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "parasail": { + "display_name": "Parasail (`parasail`)", + "url": "https://docs.litellm.ai/docs/providers/parasail", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "perplexity": { @@ -1895,52 +3090,154 @@ "url": "https://docs.litellm.ai/docs/providers/perplexity", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "petals": { "display_name": "Petals (`petals`)", "url": "https://docs.litellm.ai/docs/providers/petals", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "sail": { + "display_name": "Sail (`sail`)", + "url": "https://docs.litellm.ai/docs/providers/sail", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true + } + }, + "meta": { + "display_name": "Meta Model API (`meta`)", + "url": "https://docs.litellm.ai/docs/providers/meta", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": true, + "image_edits": true, + "audio_transcriptions": true, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "pinstripes": { + "display_name": "Pinstripes (`pinstripes`)", + "url": "https://docs.litellm.ai/docs/providers/pinstripes", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "poe": { "display_name": "Poe (`poe`)", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "publicai": { @@ -1948,17 +3245,25 @@ "url": "https://docs.litellm.ai/docs/providers/publicai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "darkbloom": { @@ -1966,34 +3271,51 @@ "url": "https://docs.litellm.ai/docs/providers/darkbloom", "endpoints": { "chat_completions": true, - "messages": false, - "responses": false, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "predibase": { "display_name": "Predibase (`predibase`)", "url": "https://docs.litellm.ai/docs/providers/predibase", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "prism": { @@ -2001,16 +3323,25 @@ "url": "https://docs.litellm.ai/docs/providers/prism", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "recraft": { @@ -2018,15 +3349,51 @@ "url": "https://docs.litellm.ai/docs/providers/recraft", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "reducto": { + "display_name": "Reducto (`reducto`)", + "url": "https://docs.litellm.ai/docs/providers/reducto", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": true, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "replicate": { @@ -2034,17 +3401,25 @@ "url": "https://docs.litellm.ai/docs/providers/replicate", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "runwayml": { @@ -2052,34 +3427,51 @@ "url": "https://docs.litellm.ai/docs/providers/runwayml/videos", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": true, - "moderations": false, - "batches": false, "rerank": false, - "video_generations": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "sagemaker_chat": { "display_name": "Sagemaker Chat (`sagemaker_chat`)", "url": "https://docs.litellm.ai/docs/providers/aws_sagemaker", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "searxng": { @@ -2087,16 +3479,25 @@ "url": "https://docs.litellm.ai/docs/search/searxng", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "scaledown": { @@ -2104,17 +3505,25 @@ "url": "https://docs.litellm.ai/docs/providers/scaledown", "endpoints": { "chat_completions": true, - "messages": false, - "responses": false, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "sambanova": { @@ -2122,53 +3531,51 @@ "url": "https://docs.litellm.ai/docs/providers/sambanova", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "sap": { "display_name": "SAP Generative AI Hub (`sap`)", "url": "https://docs.litellm.ai/docs/providers/sap", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true - } - }, - "reka": { - "display_name": "Reka (`reka`)", - "url": "https://docs.litellm.ai/docs/providers/reka", - "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false, + "messages": false, + "interactions": false, + "systemone": false, "a2a": false, - "interactions": false + "generateContent": false } }, "scaleway": { @@ -2176,17 +3583,25 @@ "url": "https://docs.litellm.ai/docs/providers/scaleway", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "scx-ai": { @@ -2194,16 +3609,25 @@ "url": "https://docs.litellm.ai/docs/providers/scx_ai", "endpoints": { "chat_completions": true, - "messages": false, - "responses": false, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "inferenceapis": { @@ -2211,17 +3635,25 @@ "url": "https://docs.litellm.ai/docs/providers/inferenceapis", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "snowflake": { @@ -2229,69 +3661,180 @@ "url": "https://docs.litellm.ai/docs/providers/snowflake", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true + } + }, + "soniox": { + "display_name": "Soniox (`soniox`)", + "url": "https://docs.litellm.ai/docs/providers/soniox", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "synthetic": { "display_name": "Synthetic (`synthetic`)", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "tensormesh": { + "display_name": "Tensormesh (`tensormesh`)", + "url": "https://docs.litellm.ai/docs/providers/tensormesh", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "tencent": { + "display_name": "Tencent TokenHub (`tencent`)", + "url": "https://docs.litellm.ai/docs/providers/tencent", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "text-completion-codestral": { "display_name": "Text Completion Codestral (`text-completion-codestral`)", "url": "https://docs.litellm.ai/docs/providers/codestral", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "text-completion-openai": { "display_name": "Text Completion OpenAI (`text-completion-openai`)", "url": "https://docs.litellm.ai/docs/providers/text_completion_openai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "together_ai": { @@ -2299,56 +3842,312 @@ "url": "https://docs.litellm.ai/docs/providers/togetherai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "topaz": { "display_name": "Topaz (`topaz`)", "url": "https://docs.litellm.ai/docs/providers/topaz", "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "image_variations": true } }, + "nace": { + "display_name": "Nace (`nace`)", + "url": "https://console.nace.ai/docs/drex", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "typesafe": { + "display_name": "TypeSafe (`typesafe`)", + "url": "https://docs.typesafe.ai/models", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "strands_decider": { + "display_name": "Strands Decider (`strands_decider`)", + "url": "https://docs.litellm.ai/docs/providers", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, "tavily": { "display_name": "Tavily (`tavily`)", "url": "https://docs.litellm.ai/docs/search/tavily", "endpoints": { - "search": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "serper": { "display_name": "Serper (`serper`)", "url": "https://docs.litellm.ai/docs/search/serper", "endpoints": { - "search": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "you_com": { + "display_name": "You.com (`you_com`)", + "url": "https://docs.litellm.ai/docs/search/you_com", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "apiserpent": { + "display_name": "APISerpent (`apiserpent`)", + "url": "https://docs.litellm.ai/docs/search/apiserpent", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "tinyfish": { + "display_name": "TinyFish (`tinyfish`)", + "url": "https://docs.tinyfish.ai/search-api", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "nimble": { + "display_name": "Nimble (`nimble`)", + "url": "https://docs.nimbleway.com/api-reference/search/search", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "triton": { "display_name": "Triton (`triton`)", "url": "https://docs.litellm.ai/docs/providers/triton-inference-server", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "v0": { @@ -2356,17 +4155,25 @@ "url": "https://docs.litellm.ai/docs/providers/v0", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "vercel_ai_gateway": { @@ -2374,36 +4181,52 @@ "url": "https://docs.litellm.ai/docs/providers/vercel_ai_gateway", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "vllm": { "display_name": "VLLM (`vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, - "batches": true, - "files": true, - "rerank": true, - "a2a": true, - "interactions": true + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "files": true } }, "volcengine": { @@ -2411,17 +4234,25 @@ "url": "https://docs.litellm.ai/docs/providers/volcano", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "voyage": { @@ -2429,15 +4260,25 @@ "url": "https://docs.litellm.ai/docs/providers/voyage", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": true + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "wandb": { @@ -2445,35 +4286,51 @@ "url": "https://docs.litellm.ai/docs/providers/wandb_inference", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "watsonx_text": { "display_name": "Watsonx Text (`watsonx_text`)", "url": "https://docs.litellm.ai/docs/providers/watsonx", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "xai": { @@ -2481,18 +4338,25 @@ "url": "https://docs.litellm.ai/docs/providers/xai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, + "image_generations": true, + "image_edits": false, + "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": true, + "batches": false, + "messages": true, "interactions": true, - "realtime": true + "systemone": false, + "a2a": true, + "generateContent": true } }, "xinference": { @@ -2500,15 +4364,25 @@ "url": "https://docs.litellm.ai/docs/providers/xinference", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "zai": { @@ -2516,90 +4390,182 @@ "url": "https://docs.litellm.ai/docs/providers/zai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "ragflow": { "display_name": "RAGFlow (`ragflow`)", "url": "https://docs.litellm.ai/docs/providers/ragflow", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "vector_stores_create": true, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "vector_stores_create": true } }, "cursor": { "display_name": "Cursor BYOK (`cursor`)", "url": "https://docs.litellm.ai/docs/providers/cursor", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "langgraph": { "display_name": "LangGraph (`langgraph`)", "url": "https://docs.litellm.ai/docs/providers/langgraph", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "microsoft_365_copilot": { + "display_name": "Microsoft 365 Copilot (`microsoft_365_copilot`)", + "url": "https://docs.litellm.ai/docs/providers/microsoft_365_copilot", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true + } + }, + "langflow": { + "display_name": "LangFlow (`langflow`)", + "url": "https://docs.litellm.ai/docs/providers/langflow", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "vertex_ai/agent_engine": { "display_name": "Vertex AI Agent Engine (`vertex_ai/agent_engine`)", "url": "https://docs.litellm.ai/docs/providers/vertex_ai_agent_engine", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "pydantic_ai_agents": { @@ -2607,16 +4573,25 @@ "url": "https://docs.litellm.ai/docs/providers/pydantic_ai_agent", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "stability": { @@ -2624,34 +4599,51 @@ "url": "https://docs.litellm.ai/docs/providers/stability", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": true, "image_edits": true, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "venice": { "display_name": "Venice.ai (`venice`)", "url": "https://docs.litellm.ai/docs/providers/venice", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "gigachat": { @@ -2659,22 +4651,77 @@ "url": "https://docs.litellm.ai/docs/providers/gigachat", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true + "text_completion": true, + "embeddings": true, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "google_pse": { "display_name": "Google PSE (`google_pse`)", "url": "https://docs.litellm.ai/docs/search/google_pse", "endpoints": { - "search": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "milvus": { "display_name": "Milvus (`milvus`)", "url": "https://docs.litellm.ai/docs/providers/milvus_vector_stores", "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "vector_stores_search": true } }, @@ -2683,14 +4730,105 @@ "url": "https://docs.litellm.ai/docs/providers/minimax", "endpoints": { "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": true, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, "messages": true, - "responses": true + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "pg_vector": { "display_name": "PG Vector (`pg_vector`)", "url": "https://docs.litellm.ai/docs/providers/pg_vector", "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "vector_stores_search": true + } + }, + "mongodb": { + "display_name": "MongoDB Atlas (`mongodb`)", + "url": "https://docs.litellm.ai/docs/providers/mongodb_vector_stores", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "vector_stores_search": true + } + }, + "valkey": { + "display_name": "Valkey (`valkey`)", + "url": "https://docs.litellm.ai/docs/providers/valkey_vector_stores", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "vector_stores_search": true } }, @@ -2698,9 +4836,26 @@ "display_name": "Helicone (`helicone`)", "url": "https://docs.litellm.ai/docs/providers/helicone", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "llamagate": { @@ -2708,8 +4863,25 @@ "url": "https://docs.litellm.ai/docs/providers/llamagate", "endpoints": { "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": true, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, "messages": true, - "responses": true + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "xiaomi_mimo": { @@ -2717,27 +4889,52 @@ "url": "https://docs.litellm.ai/docs/providers/xiaomi_mimo", "endpoints": { "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, "messages": true, - "responses": true + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "manus": { "display_name": "Manus (`manus`)", "url": "https://docs.litellm.ai/docs/providers/manus", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, - "files": true, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "files": true } }, "sarvam": { @@ -2745,8 +4942,155 @@ "url": "https://docs.litellm.ai/docs/providers/sarvam", "endpoints": { "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, "messages": true, - "responses": true + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "bedrock_mantle": { + "display_name": "Bedrock Mantle (`bedrock_mantle`)", + "url": "https://docs.litellm.ai/docs/providers/bedrock", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "searchapi": { + "display_name": "SearchAPI (`searchapi`)", + "url": "https://docs.litellm.ai/docs/providers/searchapi", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "black_forest_labs": { + "display_name": "Black Forest Labs (`black_forest_labs`)", + "url": "https://docs.litellm.ai/docs/providers/black_forest_labs", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": true, + "image_edits": true, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "reka": { + "display_name": "Reka (`reka`)", + "url": "https://docs.litellm.ai/docs/providers/reka", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "empiriolabs": { + "display_name": "EmpirioLabs (`empiriolabs`)", + "url": "https://docs.litellm.ai/docs/providers/empiriolabs", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "openinfer": { @@ -2754,16 +5098,155 @@ "url": "https://docs.litellm.ai/docs/providers/openinfer", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "agentcore": { + "display_name": "AgentCore (`agentcore`)", + "url": "https://docs.litellm.ai/docs/providers", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "anyscale": { + "display_name": "Anyscale (`anyscale`)", + "url": "https://docs.litellm.ai/docs/providers/anyscale", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "bing_grounding": { + "display_name": "Bing Grounding (`bing_grounding`)", + "url": "https://docs.litellm.ai/docs/providers", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "opencode_go": { + "display_name": "OpenCode Go (`opencode_go`)", + "url": "https://docs.litellm.ai/docs/providers/opencode_go", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "transcribe": { + "display_name": "Transcribe (`transcribe`)", + "url": "https://docs.litellm.ai/docs/providers", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } } }, @@ -2976,6 +5459,13 @@ "provider_json_field": "compact", "url": "https://docs.litellm.ai/docs/response_api" }, + "sandbox": { + "docs_label": "sandbox", + "display_name": "Code Execution Sandbox API", + "leftnav_label": "/sandbox", + "provider_json_field": "sandbox", + "url": "https://docs.litellm.ai/docs/providers/e2b" + }, "search": { "docs_label": "search", "display_name": "Search API", @@ -2990,6 +5480,13 @@ "provider_json_field": "skills", "url": "https://docs.litellm.ai/docs/skills" }, + "systemone": { + "docs_label": "systemone", + "display_name": "System One Decision API", + "leftnav_label": "/laya/v1/systemone", + "provider_json_field": "systemone", + "url": "https://docs.litellm.ai/docs/auto_router/decision_classifiers" + }, "text_completion": { "docs_label": "text_completion", "display_name": "OpenAI Completions API", diff --git a/provider_endpoints_support.json b/provider_endpoints_support.json index e62b74aa87d..9ba6ed342ea 100644 --- a/provider_endpoints_support.json +++ b/provider_endpoints_support.json @@ -38,33 +38,51 @@ "url": "https://docs.litellm.ai/docs/providers/refuseless", "endpoints": { "chat_completions": true, - "messages": false, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "a2a": { "display_name": "A2A (Agent-to-Agent) (`a2a`)", "url": "https://docs.litellm.ai/docs/providers/a2a", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "abliteration": { @@ -72,34 +90,51 @@ "url": "https://docs.litellm.ai/docs/providers/abliteration", "endpoints": { "chat_completions": true, - "messages": false, - "responses": false, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "aiml": { "display_name": "AI/ML API (`aiml`)", "url": "https://docs.litellm.ai/docs/providers/aiml", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "ai21": { @@ -107,35 +142,51 @@ "url": "https://docs.litellm.ai/docs/providers/ai21", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "ai21_chat": { "display_name": "AI21 Chat (`ai21_chat`)", "url": "https://docs.litellm.ai/docs/providers/ai21", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "amazon_nova": { @@ -143,17 +194,25 @@ "url": "https://docs.litellm.ai/docs/providers/amazon_nova", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "anthropic": { @@ -161,18 +220,26 @@ "url": "https://docs.litellm.ai/docs/providers/anthropic", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": true, "rerank": false, - "skills": true, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, + "skills": true, "count_tokens": true } }, @@ -180,35 +247,52 @@ "display_name": "Anthropic Text (`anthropic_text`)", "url": "https://docs.litellm.ai/docs/providers/anthropic", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": true, "rerank": false, - "skills": true, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "skills": true } }, "apertis": { "display_name": "Apertis (`apertis`)", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "aihubmix": { @@ -216,52 +300,77 @@ "url": "https://docs.litellm.ai/docs/providers/aihubmix", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, - "image_generations": true, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": true, - "a2a": false + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "assemblyai": { "display_name": "AssemblyAI (`assemblyai`)", "url": "https://docs.litellm.ai/docs/pass_through/assembly_ai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "auto_router": { "display_name": "Auto Router (`auto_router`)", "url": "https://docs.litellm.ai/docs/proxy/auto_routing", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "bedrock": { @@ -269,17 +378,25 @@ "url": "https://docs.litellm.ai/docs/providers/bedrock", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, - "image_generations": false, + "image_generations": true, + "image_edits": true, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": true, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": false, + "batches": false, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "bedrock_invoke": true, "bedrock_converse": true, "vector_stores_search": true, @@ -293,17 +410,25 @@ "url": "https://docs.litellm.ai/docs/providers/s3_vectors", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "vector_stores_create": true, "vector_stores_search": true } @@ -313,17 +438,25 @@ "url": "https://docs.litellm.ai/docs/providers/aws_sagemaker", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "aws_polly": { @@ -331,15 +464,25 @@ "url": "https://docs.litellm.ai/docs/providers/aws_polly", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": true, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "azure": { @@ -347,21 +490,28 @@ "url": "https://docs.litellm.ai/docs/providers/azure", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": true, + "image_edits": true, "audio_transcriptions": true, "audio_speech": true, - "moderations": true, - "batches": true, "rerank": false, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": true, + "batches": true, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "vector_stores_search": true, "assistants": true, - "fine_tuning": true, - "text_completion": true + "fine_tuning": true } }, "azure_ai": { @@ -369,19 +519,25 @@ "url": "https://docs.litellm.ai/docs/providers/azure_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": true, "image_edits": true, "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, - "rerank": false, + "audio_speech": false, + "rerank": true, "ocr": true, - "a2a": true, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": true, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "vector_stores_create": true, "vector_stores_search": true } @@ -391,52 +547,77 @@ "url": "https://docs.litellm.ai/docs/providers/azure_document_intelligence", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "ocr": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "azure_ai/agents": { "display_name": "Azure AI Foundry Agents (`azure_ai/agents`)", "url": "https://docs.litellm.ai/docs/providers/azure_ai_agents", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "azure_text": { "display_name": "Azure Text (`azure_text`)", "url": "https://docs.litellm.ai/docs/providers/azure", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "baseten": { @@ -444,53 +625,77 @@ "url": "https://docs.litellm.ai/docs/providers/baseten", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "bytez": { "display_name": "Bytez (`bytez`)", "url": "https://docs.litellm.ai/docs/providers/bytez", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "nadir": { "display_name": "Nadir (`nadir`)", "url": "https://docs.litellm.ai/docs/providers/nadir", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, "a2a": false, - "interactions": false + "generateContent": false } }, "cerebras": { @@ -498,69 +703,102 @@ "url": "https://docs.litellm.ai/docs/providers/cerebras", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "charity_engine": { "display_name": "Charity Engine (`charity_engine`)", "url": "https://docs.litellm.ai/docs/providers/charity_engine", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, "a2a": false, - "interactions": false + "generateContent": false } }, "chutes": { "display_name": "Chutes (`chutes`)", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "clarifai": { "display_name": "Clarifai (`clarifai`)", "url": "https://docs.litellm.ai/docs/providers/clarifai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "cloudflare": { @@ -568,17 +806,25 @@ "url": "https://docs.litellm.ai/docs/providers/cloudflare_workers", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": false, + "image_edits": false, + "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "codestral": { @@ -586,17 +832,25 @@ "url": "https://docs.litellm.ai/docs/providers/codestral", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "cognition": { @@ -604,35 +858,51 @@ "url": "https://docs.litellm.ai/docs/providers/cognition", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "cohere": { "display_name": "Cohere (`cohere`)", "url": "https://docs.litellm.ai/docs/providers/cohere", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": true, "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": true, "ocr": true, - "a2a": true, - "interactions": true + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "cohere_chat": { @@ -640,53 +910,77 @@ "url": "https://docs.litellm.ai/docs/providers/cohere", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "cometapi": { "display_name": "CometAPI (`cometapi`)", "url": "https://docs.litellm.ai/docs/providers/cometapi", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "compactifai": { "display_name": "CompactifAI (`compactifai`)", "url": "https://docs.litellm.ai/docs/providers/compactifai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "coralbricks": { @@ -694,35 +988,51 @@ "url": "https://docs.litellm.ai/docs/providers/coralbricks", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "cortecs": { "display_name": "Cortecs (`cortecs`)", "url": "https://docs.litellm.ai/docs/providers/cortecs", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, "a2a": false, - "interactions": false + "generateContent": false } }, "crusoe": { @@ -730,53 +1040,77 @@ "url": "https://docs.litellm.ai/docs/providers/crusoe", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "custom": { "display_name": "Custom (`custom`)", "url": "https://docs.litellm.ai/docs/providers/custom_llm_server", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "custom_openai": { "display_name": "Custom OpenAI (`custom_openai`)", "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "dashscope": { @@ -784,18 +1118,25 @@ "url": "https://docs.litellm.ai/docs/providers/dashscope", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, - "image_generations": false, + "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, + "messages": true, "interactions": true, - "video_generations": true + "systemone": false, + "a2a": true, + "generateContent": true } }, "qwencloud": { @@ -803,18 +1144,25 @@ "url": "https://docs.litellm.ai/docs/providers/qwencloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": true, "batches": false, - "rerank": true, - "a2a": true, + "messages": true, "interactions": true, - "video_generations": true + "systemone": false, + "a2a": true, + "generateContent": true } }, "qwen_ai_platform": { @@ -822,18 +1170,25 @@ "url": "https://docs.litellm.ai/docs/providers/qwencloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": true, "batches": false, - "rerank": true, - "a2a": true, + "messages": true, "interactions": true, - "video_generations": true + "systemone": false, + "a2a": true, + "generateContent": true } }, "databricks": { @@ -841,17 +1196,25 @@ "url": "https://docs.litellm.ai/docs/providers/databricks", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "dataforseo": { @@ -859,52 +1222,77 @@ "url": "https://docs.litellm.ai/docs/search/dataforseo", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "datarobot": { "display_name": "DataRobot (`datarobot`)", "url": "https://docs.litellm.ai/docs/providers/datarobot", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "deepgram": { "display_name": "Deepgram (`deepgram`)", "url": "https://docs.litellm.ai/docs/providers/deepgram", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "deepinfra": { @@ -912,17 +1300,25 @@ "url": "https://docs.litellm.ai/docs/providers/deepinfra", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "deepseek": { @@ -930,36 +1326,51 @@ "url": "https://docs.litellm.ai/docs/providers/deepseek", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, "interactions": true, - "search": true + "systemone": false, + "a2a": true, + "generateContent": true } }, "edenai": { "display_name": "Eden AI (`edenai`)", "url": "https://docs.litellm.ai/docs/providers/edenai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, - "image_generations": true, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": false, - "batches": false, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, "interactions": false, - "video_generations": true + "systemone": false, + "a2a": false, + "generateContent": false } }, "duckduckgo": { @@ -967,16 +1378,25 @@ "url": "https://docs.litellm.ai/docs/search/duckduckgo", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "e2b": { @@ -984,15 +1404,25 @@ "url": "https://docs.litellm.ai/docs/providers/e2b", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "sandbox": true } }, @@ -1000,18 +1430,26 @@ "display_name": "ElevenLabs (`elevenlabs`)", "url": "https://docs.litellm.ai/docs/providers/elevenlabs", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, - "audio_transcriptions": false, + "image_edits": false, + "audio_transcriptions": true, "audio_speech": true, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "exa_ai": { @@ -1019,16 +1457,25 @@ "url": "https://docs.litellm.ai/docs/search/exa_ai", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "brave": { @@ -1036,34 +1483,51 @@ "url": "https://docs.litellm.ai/docs/search/brave", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "empower": { "display_name": "Empower (`empower`)", "url": "https://docs.litellm.ai/docs/providers/empower", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "fal_ai": { @@ -1071,17 +1535,25 @@ "url": "https://docs.litellm.ai/docs/providers/fal_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": true, + "image_edits": true, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "featherless_ai": { @@ -1089,17 +1561,25 @@ "url": "https://docs.litellm.ai/docs/providers/featherless_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "fireworks_ai": { @@ -1107,18 +1587,25 @@ "url": "https://docs.litellm.ai/docs/providers/fireworks_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, + "text_completion": true, + "embeddings": true, + "image_generations": true, + "image_edits": false, + "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": true, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, "interactions": true, - "systemone": true + "systemone": false, + "a2a": true, + "generateContent": true } }, "firecrawl": { @@ -1126,16 +1613,25 @@ "url": "https://docs.litellm.ai/docs/search/firecrawl", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "fastcrw": { @@ -1143,16 +1639,25 @@ "url": "https://docs.litellm.ai/docs/search/fastcrw", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "linkup": { @@ -1160,16 +1665,25 @@ "url": "https://docs.litellm.ai/docs/search/linkup", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "friendliai": { @@ -1177,45 +1691,77 @@ "url": "https://docs.litellm.ai/docs/providers/friendliai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "galadriel": { "display_name": "Galadriel (`galadriel`)", "url": "https://docs.litellm.ai/docs/providers/galadriel", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "gdc": { "display_name": "Google Distributed Cloud (GDC)", "url": "https://docs.litellm.ai/docs/providers/gdc", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, - "embeddings": false + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "github_copilot": { @@ -1223,17 +1769,25 @@ "url": "https://docs.litellm.ai/docs/providers/github_copilot", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "chatgpt": { @@ -1241,35 +1795,51 @@ "url": "https://docs.litellm.ai/docs/providers/chatgpt", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "github": { "display_name": "GitHub Models (`github`)", "url": "https://docs.litellm.ai/docs/providers/github", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "gmi": { @@ -1277,17 +1847,25 @@ "url": "https://docs.litellm.ai/docs/providers/gmi_cloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "vertex_ai": { @@ -1295,25 +1873,30 @@ "url": "https://docs.litellm.ai/docs/providers/vertex", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": true, - "audio_transcriptions": false, + "image_edits": true, + "audio_transcriptions": true, "audio_speech": true, - "moderations": false, - "batches": false, - "rerank": false, + "rerank": true, "ocr": true, - "a2a": true, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": true, + "batches": true, + "messages": true, "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "vector_stores_search": true, "count_tokens": true, "fine_tuning": true, "rag_ingest": true, - "rag_query": true, - "generateContent": true, - "realtime": true + "rag_query": true } }, "gemini": { @@ -1321,22 +1904,28 @@ "url": "https://docs.litellm.ai/docs/providers/gemini", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, - "moderations": false, - "batches": false, + "text_completion": true, + "embeddings": true, + "image_generations": true, + "image_edits": true, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": true, + "batches": true, + "messages": true, "interactions": true, + "systemone": false, "a2a": true, + "generateContent": true, "vector_stores_search": true, "count_tokens": true, - "rag_ingest": true, - "realtime": true, - "generateContent": true + "rag_ingest": true } }, "gradient_ai": { @@ -1344,17 +1933,25 @@ "url": "https://docs.litellm.ai/docs/providers/gradient_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "groq": { @@ -1362,17 +1959,25 @@ "url": "https://docs.litellm.ai/docs/providers/groq", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, - "moderations": false, - "batches": false, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "heroku": { @@ -1380,56 +1985,78 @@ "url": "https://docs.litellm.ai/docs/providers/heroku", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "hosted_vllm": { "display_name": "Hosted VLLM (`hosted_vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, - "batches": true, - "files": true, - "rerank": true, - "a2a": true, - "interactions": true, - "video_generations": true, - "systemone": true + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "files": true } }, "huggingface": { "display_name": "Huggingface (`huggingface`)", "url": "https://docs.litellm.ai/docs/providers/huggingface", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": true, - "a2a": true, - "interactions": true + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "hyperbolic": { @@ -1437,17 +2064,25 @@ "url": "https://docs.litellm.ai/docs/providers/hyperbolic", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "watsonx": { @@ -1455,17 +2090,25 @@ "url": "https://docs.litellm.ai/docs/providers/watsonx", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "inception": { @@ -1473,17 +2116,25 @@ "url": "https://docs.litellm.ai/docs/providers/inception", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "infinity": { @@ -1491,15 +2142,25 @@ "url": "https://docs.litellm.ai/docs/providers/infinity", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "jina_ai": { @@ -1507,29 +2168,77 @@ "url": "https://docs.litellm.ai/docs/providers/jina_ai", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "bespoke": { "display_name": "Bespoke Nimble (`bespoke`)", "url": "https://docs.litellm.ai/docs/auto_router/decision_classifiers", "endpoints": { - "systemone": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": true, + "a2a": false, + "generateContent": false } }, "laya": { "display_name": "Laya (`laya`)", "url": "https://docs.litellm.ai/docs/auto_router/decision_classifiers", "endpoints": { - "systemone": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": true, + "a2a": false, + "generateContent": false } }, "lambda_ai": { @@ -1537,17 +2246,25 @@ "url": "https://docs.litellm.ai/docs/providers/lambda_ai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "lemonade": { @@ -1555,17 +2272,25 @@ "url": "https://docs.litellm.ai/docs/providers/lemonade", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "libertai": { @@ -1573,88 +2298,129 @@ "url": "https://docs.litellm.ai/docs/providers/libertai", "endpoints": { "chat_completions": true, - "messages": true, - "responses": false, - "embeddings": false, + "responses": true, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "litellm_proxy": { "display_name": "LiteLLM Proxy (`litellm_proxy`)", "url": "https://docs.litellm.ai/docs/providers/litellm_proxy", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, - "image_generations": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "llamafile": { "display_name": "Llamafile (`llamafile`)", "url": "https://docs.litellm.ai/docs/providers/llamafile", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "lm_studio": { "display_name": "LM Studio (`lm_studio`)", "url": "https://docs.litellm.ai/docs/providers/lm_studio", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "maritalk": { "display_name": "Maritalk (`maritalk`)", "url": "https://docs.litellm.ai/docs/providers/maritalk", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "meta_llama": { @@ -1662,17 +2428,25 @@ "url": "https://docs.litellm.ai/docs/providers/meta_llama", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "mistral": { @@ -1680,36 +2454,51 @@ "url": "https://docs.litellm.ai/docs/providers/mistral", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, - "moderations": false, - "batches": true, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": true, + "search": false, + "moderations": true, + "realtime": false, + "video_generations": false, + "batches": true, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "modelscope": { "display_name": "ModelScope (`modelscope`)", "url": "https://docs.litellm.ai/docs/providers/modelscope", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, - "image_generations": true, + "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, "a2a": false, - "interactions": false + "generateContent": false } }, "moonshot": { @@ -1717,35 +2506,51 @@ "url": "https://docs.litellm.ai/docs/providers/moonshot", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "docker_model_runner": { "display_name": "Docker Model Runner (`docker_model_runner`)", "url": "https://docs.litellm.ai/docs/providers/docker_model_runner", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "morph": { @@ -1753,33 +2558,50 @@ "url": "https://docs.litellm.ai/docs/providers/morph", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "nanogpt": { "display_name": "NanoGPT (`nanogpt`)", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "nebius": { @@ -1787,34 +2609,51 @@ "url": "https://docs.litellm.ai/docs/providers/nebius", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "neosantara": { "display_name": "Neosantara (`neosantara`)", "url": "https://docs.litellm.ai/docs/providers/neosantara", "endpoints": { - "chat_completions": true, - "messages": false, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "nlp_cloud": { @@ -1822,17 +2661,25 @@ "url": "https://docs.litellm.ai/docs/providers/nlp_cloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "novita": { @@ -1840,17 +2687,25 @@ "url": "https://novita.ai/models/llm?utm_source=github_litellm&utm_medium=github_readme&utm_campaign=github_link", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "nscale": { @@ -1858,35 +2713,51 @@ "url": "https://docs.litellm.ai/docs/providers/nscale", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, - "image_generations": false, + "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "nvidia_nim": { "display_name": "Nvidia NIM (`nvidia_nim`)", "url": "https://docs.litellm.ai/docs/providers/nvidia_nim", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false, - "a2a": true, - "interactions": true + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "nvidia_riva": { @@ -1894,15 +2765,25 @@ "url": "https://docs.litellm.ai/docs/providers/nvidia_riva", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, + "image_edits": false, + "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "oci": { @@ -1910,17 +2791,25 @@ "url": "https://docs.litellm.ai/docs/providers/oci", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "ollama": { @@ -1928,53 +2817,77 @@ "url": "https://docs.litellm.ai/docs/providers/ollama", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "ollama_chat": { "display_name": "Ollama Chat (`ollama_chat`)", "url": "https://docs.litellm.ai/docs/providers/ollama", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "oobabooga": { "display_name": "Oobabooga (`oobabooga`)", "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "openai": { @@ -1982,19 +2895,27 @@ "url": "https://docs.litellm.ai/docs/providers/openai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": true, + "image_edits": true, "audio_transcriptions": true, "audio_speech": true, - "moderations": true, - "batches": true, "rerank": false, + "ocr": false, + "search": false, + "moderations": true, + "realtime": true, + "video_generations": true, + "batches": true, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true, "container": true, "compact": true, - "a2a": true, - "interactions": true, "vector_store_files": true, "vector_stores_create": true, "vector_stores_search": true, @@ -2003,9 +2924,7 @@ "fine_tuning": true, "image_variations": true, "rag_ingest": true, - "rag_query": true, - "realtime": true, - "text_completion": true + "rag_query": true } }, "opensandbox": { @@ -2013,15 +2932,25 @@ "url": "https://open-sandbox.ai/api/", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "sandbox": true } }, @@ -2030,15 +2959,25 @@ "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "assistants": true } }, @@ -2046,18 +2985,26 @@ "display_name": "OpenRouter (`openrouter`)", "url": "https://docs.litellm.ai/docs/providers/openrouter", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "ovhcloud": { @@ -2065,17 +3012,25 @@ "url": "https://docs.litellm.ai/docs/providers/ovhcloud", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, + "image_edits": false, + "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "parallel_ai": { @@ -2083,33 +3038,51 @@ "url": "https://docs.litellm.ai/docs/search/parallel_ai", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "parasail": { "display_name": "Parasail (`parasail`)", "url": "https://docs.litellm.ai/docs/providers/parasail", "endpoints": { - "chat_completions": true, - "messages": false, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "perplexity": { @@ -2117,36 +3090,51 @@ "url": "https://docs.litellm.ai/docs/providers/perplexity", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "petals": { "display_name": "Petals (`petals`)", "url": "https://docs.litellm.ai/docs/providers/petals", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "sail": { @@ -2154,16 +3142,25 @@ "url": "https://docs.litellm.ai/docs/providers/sail", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "meta": { @@ -2171,16 +3168,25 @@ "url": "https://docs.litellm.ai/docs/providers/meta", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, + "image_generations": true, + "image_edits": true, + "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "pinstripes": { @@ -2188,32 +3194,50 @@ "url": "https://docs.litellm.ai/docs/providers/pinstripes", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true, + "text_completion": true, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "poe": { "display_name": "Poe (`poe`)", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "publicai": { @@ -2221,17 +3245,25 @@ "url": "https://docs.litellm.ai/docs/providers/publicai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "darkbloom": { @@ -2239,34 +3271,51 @@ "url": "https://docs.litellm.ai/docs/providers/darkbloom", "endpoints": { "chat_completions": true, - "messages": false, - "responses": false, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "predibase": { "display_name": "Predibase (`predibase`)", "url": "https://docs.litellm.ai/docs/providers/predibase", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "prism": { @@ -2274,16 +3323,25 @@ "url": "https://docs.litellm.ai/docs/providers/prism", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "recraft": { @@ -2291,15 +3349,25 @@ "url": "https://docs.litellm.ai/docs/providers/recraft", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "reducto": { @@ -2307,16 +3375,25 @@ "url": "https://docs.litellm.ai/docs/providers/reducto", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "ocr": true + "ocr": true, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "replicate": { @@ -2324,17 +3401,25 @@ "url": "https://docs.litellm.ai/docs/providers/replicate", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "runwayml": { @@ -2342,34 +3427,51 @@ "url": "https://docs.litellm.ai/docs/providers/runwayml/videos", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": true, + "image_edits": false, "audio_transcriptions": false, "audio_speech": true, - "moderations": false, - "batches": false, "rerank": false, - "video_generations": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "sagemaker_chat": { "display_name": "Sagemaker Chat (`sagemaker_chat`)", "url": "https://docs.litellm.ai/docs/providers/aws_sagemaker", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "searxng": { @@ -2377,16 +3479,25 @@ "url": "https://docs.litellm.ai/docs/search/searxng", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "scaledown": { @@ -2394,17 +3505,25 @@ "url": "https://docs.litellm.ai/docs/providers/scaledown", "endpoints": { "chat_completions": true, - "messages": false, - "responses": false, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "sambanova": { @@ -2412,35 +3531,51 @@ "url": "https://docs.litellm.ai/docs/providers/sambanova", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "sap": { "display_name": "SAP Generative AI Hub (`sap`)", "url": "https://docs.litellm.ai/docs/providers/sap", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "scaleway": { @@ -2448,17 +3583,25 @@ "url": "https://docs.litellm.ai/docs/providers/scaleway", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": true, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": true, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "scx-ai": { @@ -2466,16 +3609,25 @@ "url": "https://docs.litellm.ai/docs/providers/scx_ai", "endpoints": { "chat_completions": true, - "messages": false, - "responses": false, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "inferenceapis": { @@ -2483,17 +3635,25 @@ "url": "https://docs.litellm.ai/docs/providers/inferenceapis", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "snowflake": { @@ -2501,17 +3661,25 @@ "url": "https://docs.litellm.ai/docs/providers/snowflake", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "soniox": { @@ -2519,31 +3687,50 @@ "url": "https://docs.litellm.ai/docs/providers/soniox", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": true, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "synthetic": { "display_name": "Synthetic (`synthetic`)", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "tensormesh": { @@ -2551,17 +3738,25 @@ "url": "https://docs.litellm.ai/docs/providers/tensormesh", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "text_completion": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "tencent": { @@ -2569,53 +3764,77 @@ "url": "https://docs.litellm.ai/docs/providers/tencent", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "text_completion": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "text-completion-codestral": { "display_name": "Text Completion Codestral (`text-completion-codestral`)", "url": "https://docs.litellm.ai/docs/providers/codestral", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "text-completion-openai": { "display_name": "Text Completion OpenAI (`text-completion-openai`)", "url": "https://docs.litellm.ai/docs/providers/text_completion_openai", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": true, "embeddings": false, "image_generations": false, - "audio_transcriptions": true, - "audio_speech": true, - "moderations": true, - "batches": true, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "together_ai": { @@ -2623,23 +3842,51 @@ "url": "https://docs.litellm.ai/docs/providers/togetherai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "topaz": { "display_name": "Topaz (`topaz`)", "url": "https://docs.litellm.ai/docs/providers/topaz", "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "image_variations": true } }, @@ -2647,78 +3894,260 @@ "display_name": "Nace (`nace`)", "url": "https://console.nace.ai/docs/drex", "endpoints": { - "systemone": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "typesafe": { "display_name": "TypeSafe (`typesafe`)", "url": "https://docs.typesafe.ai/models", "endpoints": { - "systemone": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "strands_decider": { "display_name": "Strands Decider (`strands_decider`)", "url": "https://docs.litellm.ai/docs/providers", "endpoints": { - "systemone": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "tavily": { "display_name": "Tavily (`tavily`)", "url": "https://docs.litellm.ai/docs/search/tavily", "endpoints": { - "search": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "serper": { "display_name": "Serper (`serper`)", "url": "https://docs.litellm.ai/docs/search/serper", "endpoints": { - "search": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "you_com": { "display_name": "You.com (`you_com`)", - "url": "https://docs.litellm.ai/docs/search/you_com" + "url": "https://docs.litellm.ai/docs/search/you_com", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } }, "apiserpent": { "display_name": "APISerpent (`apiserpent`)", "url": "https://docs.litellm.ai/docs/search/apiserpent", "endpoints": { - "search": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "tinyfish": { "display_name": "TinyFish (`tinyfish`)", "url": "https://docs.tinyfish.ai/search-api", "endpoints": { - "search": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "nimble": { "display_name": "Nimble (`nimble`)", "url": "https://docs.nimbleway.com/api-reference/search/search", "endpoints": { - "search": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "triton": { "display_name": "Triton (`triton`)", "url": "https://docs.litellm.ai/docs/providers/triton-inference-server", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "v0": { @@ -2726,17 +4155,25 @@ "url": "https://docs.litellm.ai/docs/providers/v0", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "vercel_ai_gateway": { @@ -2744,36 +4181,52 @@ "url": "https://docs.litellm.ai/docs/providers/vercel_ai_gateway", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "vllm": { "display_name": "VLLM (`vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": true, + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, - "batches": true, - "files": true, - "rerank": true, - "a2a": true, - "interactions": true + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "files": true } }, "volcengine": { @@ -2781,18 +4234,25 @@ "url": "https://docs.litellm.ai/docs/providers/volcano", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": false, + "text_completion": true, + "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, + "messages": true, "interactions": true, - "video_generations": true + "systemone": false, + "a2a": true, + "generateContent": true } }, "voyage": { @@ -2800,15 +4260,25 @@ "url": "https://docs.litellm.ai/docs/providers/voyage", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": true, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": true, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": true + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "wandb": { @@ -2816,35 +4286,51 @@ "url": "https://docs.litellm.ai/docs/providers/wandb_inference", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "watsonx_text": { "display_name": "Watsonx Text (`watsonx_text`)", "url": "https://docs.litellm.ai/docs/providers/watsonx", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "xai": { @@ -2852,18 +4338,25 @@ "url": "https://docs.litellm.ai/docs/providers/xai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, + "image_generations": true, + "image_edits": false, + "audio_transcriptions": true, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, + "ocr": false, + "search": false, + "moderations": false, + "realtime": true, + "video_generations": true, + "batches": false, + "messages": true, "interactions": true, - "realtime": true + "systemone": false, + "a2a": true, + "generateContent": true } }, "xinference": { @@ -2871,15 +4364,25 @@ "url": "https://docs.litellm.ai/docs/providers/xinference", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, - "embeddings": true, + "text_completion": false, + "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "zai": { @@ -2887,72 +4390,104 @@ "url": "https://docs.litellm.ai/docs/providers/zai", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, "a2a": true, - "interactions": true + "generateContent": true } }, "ragflow": { "display_name": "RAGFlow (`ragflow`)", "url": "https://docs.litellm.ai/docs/providers/ragflow", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "vector_stores_create": true, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "vector_stores_create": true } }, "cursor": { "display_name": "Cursor BYOK (`cursor`)", "url": "https://docs.litellm.ai/docs/providers/cursor", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "langgraph": { "display_name": "LangGraph (`langgraph`)", "url": "https://docs.litellm.ai/docs/providers/langgraph", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "microsoft_365_copilot": { @@ -2960,53 +4495,77 @@ "url": "https://docs.litellm.ai/docs/providers/microsoft_365_copilot", "endpoints": { "chat_completions": true, - "messages": false, - "responses": false, + "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "langflow": { "display_name": "LangFlow (`langflow`)", "url": "https://docs.litellm.ai/docs/providers/langflow", "endpoints": { - "chat_completions": true, - "messages": false, + "chat_completions": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "vertex_ai/agent_engine": { "display_name": "Vertex AI Agent Engine (`vertex_ai/agent_engine`)", "url": "https://docs.litellm.ai/docs/providers/vertex_ai_agent_engine", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "pydantic_ai_agents": { @@ -3014,16 +4573,25 @@ "url": "https://docs.litellm.ai/docs/providers/pydantic_ai_agent", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "stability": { @@ -3031,34 +4599,51 @@ "url": "https://docs.litellm.ai/docs/providers/stability", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": true, "image_edits": true, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "venice": { "display_name": "Venice.ai (`venice`)", "url": "https://docs.litellm.ai/docs/providers/venice", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "gigachat": { @@ -3066,22 +4651,77 @@ "url": "https://docs.litellm.ai/docs/providers/gigachat", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, - "embeddings": true + "text_completion": true, + "embeddings": true, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "google_pse": { "display_name": "Google PSE (`google_pse`)", "url": "https://docs.litellm.ai/docs/search/google_pse", "endpoints": { - "search": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "milvus": { "display_name": "Milvus (`milvus`)", "url": "https://docs.litellm.ai/docs/providers/milvus_vector_stores", "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "vector_stores_search": true } }, @@ -3090,14 +4730,51 @@ "url": "https://docs.litellm.ai/docs/providers/minimax", "endpoints": { "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": true, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": true, + "batches": false, "messages": true, - "responses": true + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "pg_vector": { "display_name": "PG Vector (`pg_vector`)", "url": "https://docs.litellm.ai/docs/providers/pg_vector", "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "vector_stores_search": true } }, @@ -3105,6 +4782,26 @@ "display_name": "MongoDB Atlas (`mongodb`)", "url": "https://docs.litellm.ai/docs/providers/mongodb_vector_stores", "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "vector_stores_search": true } }, @@ -3112,6 +4809,26 @@ "display_name": "Valkey (`valkey`)", "url": "https://docs.litellm.ai/docs/providers/valkey_vector_stores", "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, "vector_stores_search": true } }, @@ -3119,9 +4836,26 @@ "display_name": "Helicone (`helicone`)", "url": "https://docs.litellm.ai/docs/providers/helicone", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "llamagate": { @@ -3129,8 +4863,25 @@ "url": "https://docs.litellm.ai/docs/providers/llamagate", "endpoints": { "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": true, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, "messages": true, - "responses": true + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "xiaomi_mimo": { @@ -3138,27 +4889,52 @@ "url": "https://docs.litellm.ai/docs/providers/xiaomi_mimo", "endpoints": { "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, "messages": true, - "responses": true + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "manus": { "display_name": "Manus (`manus`)", "url": "https://docs.litellm.ai/docs/providers/manus", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, - "files": true, "rerank": false, - "a2a": true, - "interactions": true + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false, + "files": true } }, "sarvam": { @@ -3166,8 +4942,25 @@ "url": "https://docs.litellm.ai/docs/providers/sarvam", "endpoints": { "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, "messages": true, - "responses": true + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "bedrock_mantle": { @@ -3175,16 +4968,25 @@ "url": "https://docs.litellm.ai/docs/providers/bedrock", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true } }, "searchapi": { @@ -3192,17 +4994,25 @@ "url": "https://docs.litellm.ai/docs/providers/searchapi", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "search": true, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "black_forest_labs": { @@ -3210,67 +5020,77 @@ "url": "https://docs.litellm.ai/docs/providers/black_forest_labs", "endpoints": { "chat_completions": false, - "messages": false, "responses": false, + "text_completion": false, "embeddings": false, "image_generations": true, "image_edits": true, "audio_transcriptions": false, "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "reka": { "display_name": "Reka (`reka`)", "url": "https://docs.litellm.ai/docs/providers/reka", "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false, - "interactions": false - } - }, - "charity_engine": { - "display_name": "Charity Engine (`charity_engine`)", - "url": "https://docs.litellm.ai/docs/providers/charity_engine", - "endpoints": { - "chat_completions": true, - "messages": true, - "responses": true, - "embeddings": false, - "image_generations": false, - "audio_transcriptions": false, - "audio_speech": false, + "ocr": false, + "search": false, "moderations": false, + "realtime": false, + "video_generations": false, "batches": false, - "rerank": false + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "empiriolabs": { "display_name": "EmpirioLabs (`empiriolabs`)", "url": "https://docs.litellm.ai/docs/providers/empiriolabs", "endpoints": { - "chat_completions": true, - "messages": false, - "responses": true, + "chat_completions": false, + "responses": false, + "text_completion": false, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } }, "openinfer": { @@ -3278,16 +5098,155 @@ "url": "https://docs.litellm.ai/docs/providers/openinfer", "endpoints": { "chat_completions": true, - "messages": true, "responses": true, + "text_completion": true, "embeddings": false, "image_generations": false, + "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "moderations": false, - "batches": false, "rerank": false, - "a2a": false + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "agentcore": { + "display_name": "AgentCore (`agentcore`)", + "url": "https://docs.litellm.ai/docs/providers", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "anyscale": { + "display_name": "Anyscale (`anyscale`)", + "url": "https://docs.litellm.ai/docs/providers/anyscale", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "bing_grounding": { + "display_name": "Bing Grounding (`bing_grounding`)", + "url": "https://docs.litellm.ai/docs/providers", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": true, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false + } + }, + "opencode_go": { + "display_name": "OpenCode Go (`opencode_go`)", + "url": "https://docs.litellm.ai/docs/providers/opencode_go", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": true, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": false, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "transcribe": { + "display_name": "Transcribe (`transcribe`)", + "url": "https://docs.litellm.ai/docs/providers", + "endpoints": { + "chat_completions": false, + "responses": false, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": false, + "interactions": false, + "systemone": false, + "a2a": false, + "generateContent": false } } }, diff --git a/scripts/generate_provider_endpoints_support.py b/scripts/generate_provider_endpoints_support.py new file mode 100644 index 00000000000..a2329ccded3 --- /dev/null +++ b/scripts/generate_provider_endpoints_support.py @@ -0,0 +1,248 @@ +from __future__ import annotations + +import argparse +import json +import sys +from collections.abc import Iterator, Mapping, Sequence +from itertools import chain +from pathlib import Path +from types import MappingProxyType +from typing import Final + +from pydantic import JsonValue, TypeAdapter + +ROOT: Final = Path(__file__).resolve().parents[1] +COST_MAP_PATH: Final = ROOT / "model_prices_and_context_window.json" +SOURCE_PATH: Final = ROOT / "provider_endpoints_support.json" +OUTPUT_PATHS: Final = ( + SOURCE_PATH, + ROOT / "litellm/provider_endpoints_support_backup.json", +) +JSON_OBJECT: Final = TypeAdapter(dict[str, JsonValue]) + +MODE_TO_FLAG: Final[Mapping[str, str]] = MappingProxyType( + { + "chat": "chat_completions", + "responses": "responses", + "completion": "text_completion", + "embedding": "embeddings", + "image_generation": "image_generations", + "image_edit": "image_edits", + "audio_transcription": "audio_transcriptions", + "audio_speech": "audio_speech", + "rerank": "rerank", + "ocr": "ocr", + "search": "search", + "moderation": "moderations", + "realtime": "realtime", + "video_generation": "video_generations", + } +) +SUPPORTED_ENDPOINT_TO_FLAG: Final[Mapping[str, str]] = MappingProxyType( + { + "/v1/chat/completions": "chat_completions", + "/v1/responses": "responses", + "/v1/completions": "text_completion", + "/v1/embeddings": "embeddings", + "/v1/images/generations": "image_generations", + "/v1/images/edits": "image_edits", + "/v1/audio/transcriptions": "audio_transcriptions", + "/v1/audio/speech": "audio_speech", + "/v1/ocr": "ocr", + "/v1/realtime": "realtime", + "/v1/videos": "video_generations", + "/v1/batch": "batches", + "/v1/messages": "messages", + "/v1beta/interactions": "interactions", + "/v1/systemone": "systemone", + } +) + + +def _json_object(value: JsonValue, name: str) -> Mapping[str, JsonValue]: + if not isinstance(value, dict): + raise ValueError(f"{name} must be a JSON object") + return value + + +def _provider_slug(provider: str) -> str: + if provider.startswith("vertex_ai-"): + return "vertex_ai" + if provider == "fireworks_ai-embedding-models": + return "fireworks_ai" + if provider == "bedrock_converse": + return "bedrock" + if provider == "text-completion-inception": + return "inception" + return provider + + +def _model_provider_slug(model: JsonValue) -> str | None: + if not isinstance(model, dict): + return None + provider: Final = model.get("litellm_provider") + if not isinstance(provider, str) or not provider: + return None + return _provider_slug(provider) + + +def _model_flags(model: Mapping[str, JsonValue]) -> tuple[str, ...]: + mode: Final = model.get("mode") + mode_flag: Final = MODE_TO_FLAG.get(mode) if isinstance(mode, str) else None + supported_endpoints: Final = model.get("supported_endpoints") + endpoint_flags: Final = ( + tuple( + SUPPORTED_ENDPOINT_TO_FLAG[endpoint] + for endpoint in supported_endpoints + if isinstance(endpoint, str) and endpoint in SUPPORTED_ENDPOINT_TO_FLAG + ) + if isinstance(supported_endpoints, list) + else () + ) + return ((mode_flag,) if mode_flag is not None else ()) + endpoint_flags + + +def _bridge_field(endpoint: JsonValue) -> str | None: + if not isinstance(endpoint, dict) or endpoint.get("bridges_to_chat_completion") is not True: + return None + provider_json_field: Final = endpoint.get("provider_json_field") + return provider_json_field if isinstance(provider_json_field, str) else None + + +def _bridged_fields(endpoints: Mapping[str, JsonValue]) -> tuple[str, ...]: + return tuple( + dict.fromkeys( + provider_json_field + for endpoint in endpoints.values() + if (provider_json_field := _bridge_field(endpoint)) is not None + ) + ) + + +def _derived_keys(bridged_fields: tuple[str, ...]) -> tuple[str, ...]: + return tuple(dict.fromkeys((*MODE_TO_FLAG.values(), *SUPPORTED_ENDPOINT_TO_FLAG.values(), *bridged_fields))) + + +def _model_evidence( + model: JsonValue, bridged_fields: tuple[str, ...] +) -> Iterator[tuple[str, str]]: + provider: Final = _model_provider_slug(model) + if provider is None or not isinstance(model, dict): + return + flags: Final = _model_flags(model) + yield from ((provider, flag) for flag in flags) + if "chat_completions" not in flags: + return + yield from ((provider, flag) for flag in bridged_fields) + + +def _provider_evidence( + cost_map: Mapping[str, JsonValue], bridged_fields: tuple[str, ...] +) -> Iterator[tuple[str, str]]: + return chain.from_iterable( + _model_evidence(model, bridged_fields) + for model_name, model in cost_map.items() + if model_name != "sample_spec" + ) + + +def _provider_slugs(cost_map: Mapping[str, JsonValue]) -> frozenset[str]: + return frozenset( + provider_slug + for model_name, model in cost_map.items() + if model_name != "sample_spec" and (provider_slug := _model_provider_slug(model)) is not None + ) + + +def _generated_provider( + slug: str, + value: JsonValue, + derived_keys: tuple[str, ...], + derived_key_set: frozenset[str], + evidence: frozenset[tuple[str, str]], +) -> dict[str, JsonValue]: + provider: Final = _json_object(value, f"provider {slug}") + current_flags_value: Final = provider.get("endpoints") + current_flags: Final = ( + _json_object(current_flags_value, f"provider {slug} endpoints") + if current_flags_value is not None + else {} + ) + derived_flags: Final = {flag: (slug, flag) in evidence for flag in derived_keys} + handwritten_flags: Final = { + flag: value for flag, value in current_flags.items() if flag not in derived_key_set + } + return { + **provider, + "endpoints": {**derived_flags, **handwritten_flags}, + } + + +def generate_provider_endpoints_support( + cost_map: Mapping[str, JsonValue], + current_json: Mapping[str, JsonValue], +) -> dict[str, JsonValue]: + current_providers: Final = _json_object( + current_json.get("providers"), "provider_endpoints_support providers" + ) + endpoints: Final = _json_object(current_json.get("endpoints"), "provider_endpoints_support endpoints") + bridged_fields: Final = _bridged_fields(endpoints) + derived_keys: Final = _derived_keys(bridged_fields) + derived_key_set: Final = frozenset(derived_keys) + provider_slugs: Final = _provider_slugs(cost_map) + missing_slugs: Final = tuple(sorted(provider_slugs - frozenset(current_providers))) + if missing_slugs: + raise ValueError(f"Cost map providers missing from provider_endpoints_support.json: {', '.join(missing_slugs)}") + evidence: Final = frozenset(_provider_evidence(cost_map, bridged_fields)) + providers: Final = { + slug: _generated_provider(slug, value, derived_keys, derived_key_set, evidence) + for slug, value in current_providers.items() + } + return {**current_json, "providers": providers} + + +def generate_files( + cost_map: Mapping[str, JsonValue], + current_json: Mapping[str, JsonValue], + output_paths: tuple[Path, ...], + check: bool, +) -> int: + generated: Final = generate_provider_endpoints_support(cost_map, current_json) + content: Final = json.dumps(generated, indent=2, ensure_ascii=False) + "\n" + stale_paths: Final = tuple( + path for path in output_paths if not path.exists() or path.read_text(encoding="utf-8") != content + ) + if check: + if not stale_paths: + return 0 + sys.stderr.write( + "provider endpoint support is stale in " + + ", ".join(str(path) for path in stale_paths) + + "\nRun `uv run --no-sync python scripts/generate_provider_endpoints_support.py` to regenerate it\n" + ) + return 1 + for path in output_paths: + path.parent.mkdir(parents=True, exist_ok=True) + path.write_text(content, encoding="utf-8") + return 0 + + +def main(argv: Sequence[str] | None = None, *, repo_root: Path = ROOT) -> int: + parser: Final = argparse.ArgumentParser(description="Generate provider endpoint support from the model cost map") + parser.add_argument("--check", action="store_true", help="fail if either generated file is stale") + args: Final = parser.parse_args(argv) + cost_map: Final = JSON_OBJECT.validate_json((repo_root / COST_MAP_PATH.name).read_bytes()) + current_json: Final = JSON_OBJECT.validate_json((repo_root / SOURCE_PATH.name).read_bytes()) + return generate_files( + cost_map, + current_json, + ( + repo_root / SOURCE_PATH.name, + repo_root / OUTPUT_PATHS[1].relative_to(ROOT), + ), + args.check, + ) + + +if __name__ == "__main__": + sys.exit(main()) diff --git a/tests/code_coverage_tests/test_generate_provider_endpoints_support.py b/tests/code_coverage_tests/test_generate_provider_endpoints_support.py new file mode 100644 index 00000000000..c2ec6f56c3a --- /dev/null +++ b/tests/code_coverage_tests/test_generate_provider_endpoints_support.py @@ -0,0 +1,179 @@ +import json +from collections.abc import Mapping +from pathlib import Path +from typing import Final + +import pytest +from pydantic import JsonValue + +from scripts.generate_provider_endpoints_support import ( + generate_provider_endpoints_support, + main, +) + +ENDPOINTS: Final = { + "a2a": {"provider_json_field": "a2a", "bridges_to_chat_completion": True}, + "messages": {"provider_json_field": "messages", "bridges_to_chat_completion": True}, + "responses": {"provider_json_field": "responses", "bridges_to_chat_completion": True}, + "generateContent": {"provider_json_field": "generateContent", "bridges_to_chat_completion": True}, + "text_completion": {"provider_json_field": "text_completion", "bridges_to_chat_completion": True}, + "count_tokens": {"provider_json_field": "count_tokens"}, +} + + +def _current_json(providers: Mapping[str, JsonValue]) -> dict[str, JsonValue]: + return { + "_comment": "retained", + "_schema": {"version": 1}, + "providers": dict(providers), + "endpoints": ENDPOINTS, + } + + +def _provider(flags: Mapping[str, JsonValue] | None = None) -> dict[str, JsonValue]: + return { + "display_name": "Example (`example`)", + "url": "https://docs.litellm.ai/docs/providers/example", + "endpoints": dict(flags or {}), + } + + +def _flags(generated: Mapping[str, JsonValue], slug: str) -> Mapping[str, JsonValue]: + providers: Final = generated["providers"] + assert isinstance(providers, dict) + provider: Final = providers[slug] + assert isinstance(provider, dict) + flags: Final = provider["endpoints"] + assert isinstance(flags, dict) + return flags + + +def test_mode_derives_chat_flag() -> None: + cost_map: Final = {"example/model": {"litellm_provider": "example", "mode": "chat"}} + current_json: Final = _current_json({"example": _provider()}) + + generated: Final = generate_provider_endpoints_support(cost_map, current_json) + + assert _flags(generated, "example")["chat_completions"] is True + + +def test_supported_endpoint_derives_embedding_flag() -> None: + cost_map: Final = { + "example/model": { + "litellm_provider": "example", + "mode": "completion", + "supported_endpoints": ["/v1/embeddings"], + } + } + current_json: Final = _current_json({"example": _provider()}) + + generated: Final = generate_provider_endpoints_support(cost_map, current_json) + + assert _flags(generated, "example")["embeddings"] is True + + +def test_chat_models_enable_bridge_flags_but_other_models_do_not() -> None: + cost_map: Final = { + "example/chat": {"litellm_provider": "has_chat", "mode": "chat"}, + "example/endpoint-chat": { + "litellm_provider": "endpoint_chat", + "mode": "image_generation", + "supported_endpoints": ["/v1/chat/completions"], + }, + "example/image": {"litellm_provider": "no_chat", "mode": "image_generation"}, + } + current_json: Final = _current_json( + { + "has_chat": _provider(), + "endpoint_chat": _provider(), + "no_chat": _provider(), + } + ) + + generated: Final = generate_provider_endpoints_support(cost_map, current_json) + + assert _flags(generated, "has_chat")["a2a"] is True + assert _flags(generated, "has_chat")["generateContent"] is True + assert _flags(generated, "endpoint_chat")["a2a"] is True + assert _flags(generated, "no_chat")["a2a"] is False + assert _flags(generated, "no_chat")["generateContent"] is False + + +def test_unbacked_derived_flags_reset_and_handwritten_flags_remain() -> None: + cost_map: Final = {"example/model": {"litellm_provider": "example", "mode": "image_generation"}} + current_json: Final = _current_json( + { + "example": _provider({"responses": True, "count_tokens": True, "files": False}), + "without_models": _provider({"responses": True}), + } + ) + + generated: Final = generate_provider_endpoints_support(cost_map, current_json) + flags: Final = _flags(generated, "example") + + assert flags["responses"] is False + assert flags["count_tokens"] is True + assert flags["files"] is False + assert _flags(generated, "without_models")["chat_completions"] is False + + +def test_provider_aliases_share_their_mapped_slugs() -> None: + cost_map: Final = { + "vertex/model-a": {"litellm_provider": "vertex_ai-chat", "mode": "chat"}, + "vertex/model-b": {"litellm_provider": "vertex_ai-embedding", "mode": "embedding"}, + "bedrock/model": {"litellm_provider": "bedrock_converse", "mode": "responses"}, + } + current_json: Final = _current_json({"vertex_ai": _provider(), "bedrock": _provider()}) + + generated: Final = generate_provider_endpoints_support(cost_map, current_json) + + assert _flags(generated, "vertex_ai")["chat_completions"] is True + assert _flags(generated, "vertex_ai")["embeddings"] is True + assert _flags(generated, "bedrock")["responses"] is True + + +def test_cost_map_provider_without_file_entry_is_an_error() -> None: + cost_map: Final = {"example/model": {"litellm_provider": "missing_provider", "mode": "chat"}} + current_json: Final = _current_json({"example": _provider()}) + + with pytest.raises(ValueError, match="missing_provider"): + generate_provider_endpoints_support(cost_map, current_json) + + +def test_check_reports_stale_output_without_writing(tmp_path: Path, capsys: pytest.CaptureFixture[str]) -> None: + cost_map: Final = {"example/model": {"litellm_provider": "example", "mode": "chat"}} + current_json: Final = _current_json({"example": _provider()}) + (tmp_path / "model_prices_and_context_window.json").write_text(json.dumps(cost_map), encoding="utf-8") + source_path: Final = tmp_path / "provider_endpoints_support.json" + source_content: Final = json.dumps(current_json) + source_path.write_text(source_content, encoding="utf-8") + + result: Final = main(["--check"], repo_root=tmp_path) + + assert result == 1 + assert source_path.read_text(encoding="utf-8") == source_content + assert not (tmp_path / "litellm/provider_endpoints_support_backup.json").exists() + error_output: Final = capsys.readouterr().err + assert "provider endpoint support is stale" in error_output + assert "scripts/generate_provider_endpoints_support.py" in error_output + + +def test_check_reports_stale_backup_without_writing(tmp_path: Path, capsys: pytest.CaptureFixture[str]) -> None: + cost_map: Final = {"example/model": {"litellm_provider": "example", "mode": "chat"}} + current_json: Final = _current_json({"example": _provider()}) + generated: Final = generate_provider_endpoints_support(cost_map, current_json) + generated_content: Final = json.dumps(generated, indent=2, ensure_ascii=False) + "\n" + source_path: Final = tmp_path / "provider_endpoints_support.json" + backup_path: Final = tmp_path / "litellm/provider_endpoints_support_backup.json" + backup_content: Final = "stale\n" + (tmp_path / "model_prices_and_context_window.json").write_text(json.dumps(cost_map), encoding="utf-8") + source_path.write_text(generated_content, encoding="utf-8") + backup_path.parent.mkdir() + backup_path.write_text(backup_content, encoding="utf-8") + + result: Final = main(["--check"], repo_root=tmp_path) + + assert result == 1 + assert source_path.read_text(encoding="utf-8") == generated_content + assert backup_path.read_text(encoding="utf-8") == backup_content + assert str(backup_path) in capsys.readouterr().err diff --git a/tests/unit/llms/edenai/chat/test_edenai_chat_transformation.py b/tests/unit/llms/edenai/chat/test_edenai_chat_transformation.py index 4f1e2c11a51..739ad144277 100644 --- a/tests/unit/llms/edenai/chat/test_edenai_chat_transformation.py +++ b/tests/unit/llms/edenai/chat/test_edenai_chat_transformation.py @@ -440,14 +440,3 @@ class TestDashboardRegistration: entry = json.loads(matrix_path.read_text())["providers"]["edenai"] assert entry["url"] == "https://docs.litellm.ai/docs/providers/edenai" - served = {name for name, flag in entry["endpoints"].items() if flag} - assert served == { - "chat_completions", - "messages", - "responses", - "embeddings", - "image_generations", - "audio_transcriptions", - "audio_speech", - "video_generations", - } diff --git a/tests/unit/llms/openai_like/test_cortecs_provider.py b/tests/unit/llms/openai_like/test_cortecs_provider.py index 142bb1b7588..c5a6160784a 100644 --- a/tests/unit/llms/openai_like/test_cortecs_provider.py +++ b/tests/unit/llms/openai_like/test_cortecs_provider.py @@ -58,26 +58,6 @@ def test_cortecs_is_available_in_add_model_form(): } -def test_cortecs_supported_endpoints(): - matrix_path = Path(litellm.__file__).parent / "provider_endpoints_support_backup.json" - providers = json.loads(matrix_path.read_text())["providers"] - - assert providers["cortecs"]["endpoints"] == { - "chat_completions": True, - "messages": True, - "responses": True, - "embeddings": False, - "image_generations": False, - "audio_transcriptions": False, - "audio_speech": False, - "moderations": False, - "batches": False, - "rerank": False, - "a2a": False, - "interactions": False, - } - - def test_cortecs_chat_completion_request(): with respx.mock() as upstream: route: Final = upstream.post("https://api.cortecs.ai/v1/chat/completions").respond( diff --git a/tests/unit/llms/openai_like/test_libertai_provider.py b/tests/unit/llms/openai_like/test_libertai_provider.py index c17eaf7c87f..7553efb1341 100644 --- a/tests/unit/llms/openai_like/test_libertai_provider.py +++ b/tests/unit/llms/openai_like/test_libertai_provider.py @@ -91,10 +91,3 @@ class TestLibertAIProviderConfig: matrix = json.loads(backup_path.read_text()) assert "libertai" in matrix["providers"] - endpoints = matrix["providers"]["libertai"]["endpoints"] - assert endpoints["chat_completions"] is True - # embeddings is advertised false: the JSON-configured-provider path only - # wires chat routing (the OpenAILike embedding handler is reached solely - # for the literal openai_like/llamafile/lm_studio providers), matching - # the llamagate precedent. bge-m3 stays in the cost map for metadata. - assert endpoints["embeddings"] is False diff --git a/tests/unit/llms/openai_like/test_prism_provider.py b/tests/unit/llms/openai_like/test_prism_provider.py index c1775c63dc9..9bf5cdbbbb4 100644 --- a/tests/unit/llms/openai_like/test_prism_provider.py +++ b/tests/unit/llms/openai_like/test_prism_provider.py @@ -99,25 +99,6 @@ def test_prism_is_available_in_add_model_form(): } -def test_prism_supported_endpoints(): - matrix_path = Path(litellm.__file__).parent / "provider_endpoints_support_backup.json" - providers = json.loads(matrix_path.read_text())["providers"] - - assert providers["prism"]["endpoints"] == { - "chat_completions": True, - "messages": True, - "responses": True, - "embeddings": False, - "image_generations": False, - "audio_transcriptions": False, - "audio_speech": False, - "moderations": False, - "batches": False, - "rerank": False, - "a2a": False, - } - - def test_prism_responses_request(): with respx.mock() as upstream: route: Final = upstream.post("https://api.prisminference.com/v1/responses").respond( diff --git a/tests/unit/llms/openai_like/test_reka_provider.py b/tests/unit/llms/openai_like/test_reka_provider.py index 3b482f23641..5ba7a2f6680 100644 --- a/tests/unit/llms/openai_like/test_reka_provider.py +++ b/tests/unit/llms/openai_like/test_reka_provider.py @@ -115,28 +115,6 @@ def test_reka_is_available_in_add_model_form(): } -def test_reka_supported_endpoints(): - expected: Final = { - "chat_completions": True, - "messages": True, - "responses": True, - "embeddings": False, - "image_generations": False, - "audio_transcriptions": False, - "audio_speech": False, - "moderations": False, - "batches": False, - "rerank": False, - "a2a": False, - "interactions": False, - } - backup_path = Path(litellm.__file__).parent / "provider_endpoints_support_backup.json" - root_path = Path(litellm.__file__).parent.parent / "provider_endpoints_support.json" - - assert json.loads(backup_path.read_text())["providers"]["reka"]["endpoints"] == expected - assert json.loads(root_path.read_text())["providers"]["reka"]["endpoints"] == expected - - def test_reka_chat_completion_request(): with respx.mock() as upstream: route: Final = upstream.post("https://api.reka.ai/v1/chat/completions").respond(200, json=_CHAT_COMPLETION)