diff --git a/litellm/provider_endpoints_support_backup.json b/litellm/provider_endpoints_support_backup.json index d73ac19bae1..6b02c704cd6 100644 --- a/litellm/provider_endpoints_support_backup.json +++ b/litellm/provider_endpoints_support_backup.json @@ -63,7 +63,7 @@ "display_name": "A2A (Agent-to-Agent) (`a2a`)", "url": "https://docs.litellm.ai/docs/providers/a2a", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, "embeddings": false, @@ -115,10 +115,10 @@ "display_name": "AI/ML API (`aiml`)", "url": "https://docs.litellm.ai/docs/providers/aiml", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": true, "image_edits": false, "audio_transcriptions": false, @@ -130,10 +130,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -167,8 +167,8 @@ "display_name": "AI21 Chat (`ai21_chat`)", "url": "https://docs.litellm.ai/docs/providers/ai21", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -182,10 +182,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -259,7 +259,7 @@ "moderations": false, "realtime": false, "video_generations": false, - "batches": false, + "batches": true, "messages": true, "interactions": true, "systemone": false, @@ -273,8 +273,8 @@ "display_name": "Anthropic Text (`anthropic_text`)", "url": "https://docs.litellm.ai/docs/providers/anthropic", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -287,11 +287,11 @@ "moderations": false, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false, "skills": true } @@ -299,10 +299,10 @@ "apertis": { "display_name": "Apertis (`apertis`)", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -328,6 +328,58 @@ "chat_completions": true, "responses": true, "text_completion": true, + "embeddings": true, + "image_generations": true, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": true, + "rerank": true, + "ocr": false, + "search": false, + "moderations": true, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "assemblyai": { + "display_name": "AssemblyAI (`assemblyai`)", + "url": "https://docs.litellm.ai/docs/pass_through/assembly_ai", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": false + } + }, + "auto_router": { + "display_name": "Auto Router (`auto_router`)", + "url": "https://docs.litellm.ai/docs/proxy/auto_routing", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": false, "embeddings": false, "image_generations": false, "image_edits": false, @@ -344,58 +396,6 @@ "interactions": true, "systemone": false, "a2a": true, - "generateContent": true - } - }, - "assemblyai": { - "display_name": "AssemblyAI (`assemblyai`)", - "url": "https://docs.litellm.ai/docs/pass_through/assembly_ai", - "endpoints": { - "chat_completions": false, - "responses": false, - "text_completion": false, - "embeddings": false, - "image_generations": false, - "image_edits": false, - "audio_transcriptions": true, - "audio_speech": false, - "rerank": false, - "ocr": false, - "search": false, - "moderations": false, - "realtime": false, - "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, - "systemone": false, - "a2a": false, - "generateContent": false - } - }, - "auto_router": { - "display_name": "Auto Router (`auto_router`)", - "url": "https://docs.litellm.ai/docs/proxy/auto_routing", - "endpoints": { - "chat_completions": false, - "responses": false, - "text_completion": false, - "embeddings": false, - "image_generations": false, - "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, - "rerank": false, - "ocr": false, - "search": false, - "moderations": false, - "realtime": false, - "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, - "systemone": false, - "a2a": false, "generateContent": false } }, @@ -466,7 +466,7 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -526,7 +526,7 @@ "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": true, "video_generations": true, "batches": true, @@ -551,11 +551,11 @@ "image_generations": true, "image_edits": true, "audio_transcriptions": true, - "audio_speech": false, + "audio_speech": true, "rerank": true, "ocr": true, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, "batches": true, @@ -581,7 +581,7 @@ "audio_transcriptions": false, "audio_speech": false, "rerank": false, - "ocr": false, + "ocr": true, "search": false, "moderations": false, "realtime": false, @@ -598,8 +598,8 @@ "display_name": "Azure AI Foundry Agents (`azure_ai/agents`)", "url": "https://docs.litellm.ai/docs/providers/azure_ai_agents", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -613,10 +613,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -624,25 +624,25 @@ "display_name": "Azure Text (`azure_text`)", "url": "https://docs.litellm.ai/docs/providers/azure", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": true, "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -676,8 +676,8 @@ "display_name": "Bytez (`bytez`)", "url": "https://docs.litellm.ai/docs/providers/bytez", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -691,10 +691,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -702,7 +702,7 @@ "display_name": "Nadir (`nadir`)", "url": "https://docs.litellm.ai/docs/providers/nadir", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, "embeddings": false, @@ -754,8 +754,8 @@ "display_name": "Charity Engine (`charity_engine`)", "url": "https://docs.litellm.ai/docs/providers/charity_engine", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -769,7 +769,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -779,10 +779,10 @@ "chutes": { "display_name": "Chutes (`chutes`)", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -805,8 +805,8 @@ "display_name": "Clarifai (`clarifai`)", "url": "https://docs.litellm.ai/docs/providers/clarifai", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -820,10 +820,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -909,8 +909,8 @@ "display_name": "Cohere (`cohere`)", "url": "https://docs.litellm.ai/docs/providers/cohere", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": true, "embeddings": true, "image_generations": false, @@ -924,10 +924,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -961,10 +961,10 @@ "display_name": "CometAPI (`cometapi`)", "url": "https://docs.litellm.ai/docs/providers/cometapi", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -976,10 +976,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -987,8 +987,8 @@ "display_name": "CompactifAI (`compactifai`)", "url": "https://docs.litellm.ai/docs/providers/compactifai", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1002,10 +1002,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1039,8 +1039,8 @@ "display_name": "Cortecs (`cortecs`)", "url": "https://docs.litellm.ai/docs/providers/cortecs", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1054,7 +1054,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -1091,8 +1091,8 @@ "display_name": "Custom (`custom`)", "url": "https://docs.litellm.ai/docs/providers/custom_llm_server", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1106,10 +1106,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1117,25 +1117,25 @@ "display_name": "Custom OpenAI (`custom_openai`)", "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1172,12 +1172,12 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": true, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, @@ -1198,12 +1198,12 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": true, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, @@ -1273,8 +1273,8 @@ "display_name": "DataRobot (`datarobot`)", "url": "https://docs.litellm.ai/docs/providers/datarobot", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1288,10 +1288,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1299,8 +1299,8 @@ "display_name": "Deepgram (`deepgram`)", "url": "https://docs.litellm.ai/docs/providers/deepgram", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1314,10 +1314,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1377,22 +1377,22 @@ "display_name": "Eden AI (`edenai`)", "url": "https://docs.litellm.ai/docs/providers/edenai", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, - "image_generations": false, + "embeddings": true, + "image_generations": true, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, "moderations": false, "realtime": false, - "video_generations": false, + "video_generations": true, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -1456,8 +1456,8 @@ "display_name": "ElevenLabs (`elevenlabs`)", "url": "https://docs.litellm.ai/docs/providers/elevenlabs", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1471,10 +1471,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1518,7 +1518,7 @@ "audio_speech": false, "rerank": false, "ocr": false, - "search": false, + "search": true, "moderations": false, "realtime": false, "video_generations": false, @@ -1534,8 +1534,8 @@ "display_name": "Empower (`empower`)", "url": "https://docs.litellm.ai/docs/providers/empower", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1549,10 +1549,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1629,7 +1629,7 @@ "batches": false, "messages": true, "interactions": true, - "systemone": false, + "systemone": true, "a2a": true, "generateContent": true } @@ -1674,7 +1674,7 @@ "audio_speech": false, "rerank": false, "ocr": false, - "search": false, + "search": true, "moderations": false, "realtime": false, "video_generations": false, @@ -1742,8 +1742,8 @@ "display_name": "Galadriel (`galadriel`)", "url": "https://docs.litellm.ai/docs/providers/galadriel", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1757,10 +1757,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1768,7 +1768,7 @@ "display_name": "Google Distributed Cloud (GDC)", "url": "https://docs.litellm.ai/docs/providers/gdc", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, "embeddings": false, @@ -1846,8 +1846,8 @@ "display_name": "GitHub Models (`github`)", "url": "https://docs.litellm.ai/docs/providers/github", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1861,10 +1861,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2036,25 +2036,25 @@ "display_name": "Hosted VLLM (`hosted_vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, "realtime": false, - "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, - "systemone": false, - "a2a": false, + "video_generations": true, + "batches": true, + "messages": true, + "interactions": true, + "systemone": true, + "a2a": true, "generateContent": false, "files": true } @@ -2063,25 +2063,25 @@ "display_name": "Huggingface (`huggingface`)", "url": "https://docs.litellm.ai/docs/providers/huggingface", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2118,7 +2118,7 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": true, @@ -2170,7 +2170,7 @@ "chat_completions": false, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -2196,7 +2196,7 @@ "chat_completions": false, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -2349,11 +2349,11 @@ "display_name": "LiteLLM Proxy (`litellm_proxy`)", "url": "https://docs.litellm.ai/docs/providers/litellm_proxy", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, - "image_generations": false, + "embeddings": true, + "image_generations": true, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, @@ -2364,10 +2364,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2375,8 +2375,8 @@ "display_name": "Llamafile (`llamafile`)", "url": "https://docs.litellm.ai/docs/providers/llamafile", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2390,10 +2390,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2401,8 +2401,8 @@ "display_name": "LM Studio (`lm_studio`)", "url": "https://docs.litellm.ai/docs/providers/lm_studio", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2416,10 +2416,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2427,8 +2427,8 @@ "display_name": "Maritalk (`maritalk`)", "url": "https://docs.litellm.ai/docs/providers/maritalk", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2442,10 +2442,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2505,11 +2505,11 @@ "display_name": "ModelScope (`modelscope`)", "url": "https://docs.litellm.ai/docs/providers/modelscope", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, - "image_generations": false, + "image_generations": true, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, @@ -2520,7 +2520,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -2557,8 +2557,8 @@ "display_name": "Docker Model Runner (`docker_model_runner`)", "url": "https://docs.litellm.ai/docs/providers/docker_model_runner", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2572,10 +2572,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2608,10 +2608,10 @@ "nanogpt": { "display_name": "NanoGPT (`nanogpt`)", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -2660,8 +2660,8 @@ "display_name": "Neosantara (`neosantara`)", "url": "https://docs.litellm.ai/docs/providers/neosantara", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2764,8 +2764,8 @@ "display_name": "Nvidia NIM (`nvidia_nim`)", "url": "https://docs.litellm.ai/docs/providers/nvidia_nim", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2779,10 +2779,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2796,7 +2796,7 @@ "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, + "audio_transcriptions": true, "audio_speech": false, "rerank": false, "ocr": false, @@ -2845,7 +2845,7 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -2868,8 +2868,8 @@ "display_name": "Ollama Chat (`ollama_chat`)", "url": "https://docs.litellm.ai/docs/providers/ollama", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2883,10 +2883,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2894,25 +2894,25 @@ "display_name": "Oobabooga (`oobabooga`)", "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2987,7 +2987,7 @@ "chat_completions": false, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3011,10 +3011,10 @@ "display_name": "OpenRouter (`openrouter`)", "url": "https://docs.litellm.ai/docs/providers/openrouter", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3026,10 +3026,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3043,7 +3043,7 @@ "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, + "audio_transcriptions": true, "audio_speech": false, "rerank": false, "ocr": false, @@ -3089,8 +3089,8 @@ "display_name": "Parasail (`parasail`)", "url": "https://docs.litellm.ai/docs/providers/parasail", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3141,8 +3141,8 @@ "display_name": "Petals (`petals`)", "url": "https://docs.litellm.ai/docs/providers/petals", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3156,10 +3156,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3222,7 +3222,7 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3244,10 +3244,10 @@ "poe": { "display_name": "Poe (`poe`)", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3322,8 +3322,8 @@ "display_name": "Predibase (`predibase`)", "url": "https://docs.litellm.ai/docs/providers/predibase", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3337,10 +3337,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3478,8 +3478,8 @@ "display_name": "Sagemaker Chat (`sagemaker_chat`)", "url": "https://docs.litellm.ai/docs/providers/aws_sagemaker", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3493,10 +3493,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3582,8 +3582,8 @@ "display_name": "SAP Generative AI Hub (`sap`)", "url": "https://docs.litellm.ai/docs/providers/sap", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3597,10 +3597,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3616,7 +3616,7 @@ "image_edits": false, "audio_transcriptions": true, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, @@ -3737,10 +3737,10 @@ "synthetic": { "display_name": "Synthetic (`synthetic`)", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3752,7 +3752,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -3815,8 +3815,8 @@ "display_name": "Text Completion Codestral (`text-completion-codestral`)", "url": "https://docs.litellm.ai/docs/providers/codestral", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": true, "embeddings": false, "image_generations": false, @@ -3830,10 +3830,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3841,25 +3841,25 @@ "display_name": "Text Completion OpenAI (`text-completion-openai`)", "url": "https://docs.litellm.ai/docs/providers/text_completion_openai", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": true, "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3937,7 +3937,7 @@ "batches": false, "messages": false, "interactions": false, - "systemone": false, + "systemone": true, "a2a": false, "generateContent": false } @@ -3963,7 +3963,7 @@ "batches": false, "messages": false, "interactions": false, - "systemone": false, + "systemone": true, "a2a": false, "generateContent": false } @@ -3989,7 +3989,7 @@ "batches": false, "messages": false, "interactions": false, - "systemone": false, + "systemone": true, "a2a": false, "generateContent": false } @@ -4154,8 +4154,8 @@ "display_name": "Triton (`triton`)", "url": "https://docs.litellm.ai/docs/providers/triton-inference-server", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4169,10 +4169,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4232,25 +4232,25 @@ "display_name": "VLLM (`vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false, "files": true } @@ -4337,8 +4337,8 @@ "display_name": "Watsonx Text (`watsonx_text`)", "url": "https://docs.litellm.ai/docs/providers/watsonx", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4352,10 +4352,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4392,7 +4392,7 @@ "chat_completions": false, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -4467,8 +4467,8 @@ "display_name": "RAGFlow (`ragflow`)", "url": "https://docs.litellm.ai/docs/providers/ragflow", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4482,10 +4482,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false, "vector_stores_create": true } @@ -4494,8 +4494,8 @@ "display_name": "Cursor BYOK (`cursor`)", "url": "https://docs.litellm.ai/docs/providers/cursor", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4509,10 +4509,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4520,8 +4520,8 @@ "display_name": "LangGraph (`langgraph`)", "url": "https://docs.litellm.ai/docs/providers/langgraph", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4535,10 +4535,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4572,7 +4572,7 @@ "display_name": "LangFlow (`langflow`)", "url": "https://docs.litellm.ai/docs/providers/langflow", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, "embeddings": false, @@ -4590,7 +4590,7 @@ "messages": false, "interactions": false, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4598,8 +4598,8 @@ "display_name": "Vertex AI Agent Engine (`vertex_ai/agent_engine`)", "url": "https://docs.litellm.ai/docs/providers/vertex_ai_agent_engine", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4613,10 +4613,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4642,7 +4642,7 @@ "messages": false, "interactions": false, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4676,8 +4676,8 @@ "display_name": "Venice.ai (`venice`)", "url": "https://docs.litellm.ai/docs/providers/venice", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4691,10 +4691,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4888,8 +4888,8 @@ "display_name": "Helicone (`helicone`)", "url": "https://docs.litellm.ai/docs/providers/helicone", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4903,7 +4903,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -4966,8 +4966,8 @@ "display_name": "Manus (`manus`)", "url": "https://docs.litellm.ai/docs/providers/manus", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4981,10 +4981,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false, "files": true } @@ -5055,7 +5055,7 @@ "audio_speech": false, "rerank": false, "ocr": false, - "search": false, + "search": true, "moderations": false, "realtime": false, "video_generations": false, @@ -5097,8 +5097,8 @@ "display_name": "Reka (`reka`)", "url": "https://docs.litellm.ai/docs/providers/reka", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -5112,7 +5112,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -5123,8 +5123,8 @@ "display_name": "EmpirioLabs (`empiriolabs`)", "url": "https://docs.litellm.ai/docs/providers/empiriolabs", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, diff --git a/provider_endpoints_support.json b/provider_endpoints_support.json index d73ac19bae1..6b02c704cd6 100644 --- a/provider_endpoints_support.json +++ b/provider_endpoints_support.json @@ -63,7 +63,7 @@ "display_name": "A2A (Agent-to-Agent) (`a2a`)", "url": "https://docs.litellm.ai/docs/providers/a2a", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, "embeddings": false, @@ -115,10 +115,10 @@ "display_name": "AI/ML API (`aiml`)", "url": "https://docs.litellm.ai/docs/providers/aiml", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": true, "image_edits": false, "audio_transcriptions": false, @@ -130,10 +130,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -167,8 +167,8 @@ "display_name": "AI21 Chat (`ai21_chat`)", "url": "https://docs.litellm.ai/docs/providers/ai21", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -182,10 +182,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -259,7 +259,7 @@ "moderations": false, "realtime": false, "video_generations": false, - "batches": false, + "batches": true, "messages": true, "interactions": true, "systemone": false, @@ -273,8 +273,8 @@ "display_name": "Anthropic Text (`anthropic_text`)", "url": "https://docs.litellm.ai/docs/providers/anthropic", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -287,11 +287,11 @@ "moderations": false, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false, "skills": true } @@ -299,10 +299,10 @@ "apertis": { "display_name": "Apertis (`apertis`)", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -328,6 +328,58 @@ "chat_completions": true, "responses": true, "text_completion": true, + "embeddings": true, + "image_generations": true, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": true, + "rerank": true, + "ocr": false, + "search": false, + "moderations": true, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": true + } + }, + "assemblyai": { + "display_name": "AssemblyAI (`assemblyai`)", + "url": "https://docs.litellm.ai/docs/pass_through/assembly_ai", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": false, + "embeddings": false, + "image_generations": false, + "image_edits": false, + "audio_transcriptions": true, + "audio_speech": false, + "rerank": false, + "ocr": false, + "search": false, + "moderations": false, + "realtime": false, + "video_generations": false, + "batches": false, + "messages": true, + "interactions": true, + "systemone": false, + "a2a": true, + "generateContent": false + } + }, + "auto_router": { + "display_name": "Auto Router (`auto_router`)", + "url": "https://docs.litellm.ai/docs/proxy/auto_routing", + "endpoints": { + "chat_completions": true, + "responses": true, + "text_completion": false, "embeddings": false, "image_generations": false, "image_edits": false, @@ -344,58 +396,6 @@ "interactions": true, "systemone": false, "a2a": true, - "generateContent": true - } - }, - "assemblyai": { - "display_name": "AssemblyAI (`assemblyai`)", - "url": "https://docs.litellm.ai/docs/pass_through/assembly_ai", - "endpoints": { - "chat_completions": false, - "responses": false, - "text_completion": false, - "embeddings": false, - "image_generations": false, - "image_edits": false, - "audio_transcriptions": true, - "audio_speech": false, - "rerank": false, - "ocr": false, - "search": false, - "moderations": false, - "realtime": false, - "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, - "systemone": false, - "a2a": false, - "generateContent": false - } - }, - "auto_router": { - "display_name": "Auto Router (`auto_router`)", - "url": "https://docs.litellm.ai/docs/proxy/auto_routing", - "endpoints": { - "chat_completions": false, - "responses": false, - "text_completion": false, - "embeddings": false, - "image_generations": false, - "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, - "rerank": false, - "ocr": false, - "search": false, - "moderations": false, - "realtime": false, - "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, - "systemone": false, - "a2a": false, "generateContent": false } }, @@ -466,7 +466,7 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -526,7 +526,7 @@ "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": true, "video_generations": true, "batches": true, @@ -551,11 +551,11 @@ "image_generations": true, "image_edits": true, "audio_transcriptions": true, - "audio_speech": false, + "audio_speech": true, "rerank": true, "ocr": true, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, "batches": true, @@ -581,7 +581,7 @@ "audio_transcriptions": false, "audio_speech": false, "rerank": false, - "ocr": false, + "ocr": true, "search": false, "moderations": false, "realtime": false, @@ -598,8 +598,8 @@ "display_name": "Azure AI Foundry Agents (`azure_ai/agents`)", "url": "https://docs.litellm.ai/docs/providers/azure_ai_agents", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -613,10 +613,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -624,25 +624,25 @@ "display_name": "Azure Text (`azure_text`)", "url": "https://docs.litellm.ai/docs/providers/azure", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": true, "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -676,8 +676,8 @@ "display_name": "Bytez (`bytez`)", "url": "https://docs.litellm.ai/docs/providers/bytez", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -691,10 +691,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -702,7 +702,7 @@ "display_name": "Nadir (`nadir`)", "url": "https://docs.litellm.ai/docs/providers/nadir", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, "embeddings": false, @@ -754,8 +754,8 @@ "display_name": "Charity Engine (`charity_engine`)", "url": "https://docs.litellm.ai/docs/providers/charity_engine", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -769,7 +769,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -779,10 +779,10 @@ "chutes": { "display_name": "Chutes (`chutes`)", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -805,8 +805,8 @@ "display_name": "Clarifai (`clarifai`)", "url": "https://docs.litellm.ai/docs/providers/clarifai", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -820,10 +820,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -909,8 +909,8 @@ "display_name": "Cohere (`cohere`)", "url": "https://docs.litellm.ai/docs/providers/cohere", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": true, "embeddings": true, "image_generations": false, @@ -924,10 +924,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -961,10 +961,10 @@ "display_name": "CometAPI (`cometapi`)", "url": "https://docs.litellm.ai/docs/providers/cometapi", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -976,10 +976,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -987,8 +987,8 @@ "display_name": "CompactifAI (`compactifai`)", "url": "https://docs.litellm.ai/docs/providers/compactifai", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1002,10 +1002,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1039,8 +1039,8 @@ "display_name": "Cortecs (`cortecs`)", "url": "https://docs.litellm.ai/docs/providers/cortecs", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1054,7 +1054,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -1091,8 +1091,8 @@ "display_name": "Custom (`custom`)", "url": "https://docs.litellm.ai/docs/providers/custom_llm_server", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1106,10 +1106,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1117,25 +1117,25 @@ "display_name": "Custom OpenAI (`custom_openai`)", "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1172,12 +1172,12 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": true, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, @@ -1198,12 +1198,12 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": true, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, @@ -1273,8 +1273,8 @@ "display_name": "DataRobot (`datarobot`)", "url": "https://docs.litellm.ai/docs/providers/datarobot", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1288,10 +1288,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1299,8 +1299,8 @@ "display_name": "Deepgram (`deepgram`)", "url": "https://docs.litellm.ai/docs/providers/deepgram", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1314,10 +1314,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1377,22 +1377,22 @@ "display_name": "Eden AI (`edenai`)", "url": "https://docs.litellm.ai/docs/providers/edenai", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, - "image_generations": false, + "embeddings": true, + "image_generations": true, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, "moderations": false, "realtime": false, - "video_generations": false, + "video_generations": true, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -1456,8 +1456,8 @@ "display_name": "ElevenLabs (`elevenlabs`)", "url": "https://docs.litellm.ai/docs/providers/elevenlabs", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1471,10 +1471,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1518,7 +1518,7 @@ "audio_speech": false, "rerank": false, "ocr": false, - "search": false, + "search": true, "moderations": false, "realtime": false, "video_generations": false, @@ -1534,8 +1534,8 @@ "display_name": "Empower (`empower`)", "url": "https://docs.litellm.ai/docs/providers/empower", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1549,10 +1549,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1629,7 +1629,7 @@ "batches": false, "messages": true, "interactions": true, - "systemone": false, + "systemone": true, "a2a": true, "generateContent": true } @@ -1674,7 +1674,7 @@ "audio_speech": false, "rerank": false, "ocr": false, - "search": false, + "search": true, "moderations": false, "realtime": false, "video_generations": false, @@ -1742,8 +1742,8 @@ "display_name": "Galadriel (`galadriel`)", "url": "https://docs.litellm.ai/docs/providers/galadriel", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1757,10 +1757,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -1768,7 +1768,7 @@ "display_name": "Google Distributed Cloud (GDC)", "url": "https://docs.litellm.ai/docs/providers/gdc", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, "embeddings": false, @@ -1846,8 +1846,8 @@ "display_name": "GitHub Models (`github`)", "url": "https://docs.litellm.ai/docs/providers/github", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -1861,10 +1861,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2036,25 +2036,25 @@ "display_name": "Hosted VLLM (`hosted_vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, "realtime": false, - "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, - "systemone": false, - "a2a": false, + "video_generations": true, + "batches": true, + "messages": true, + "interactions": true, + "systemone": true, + "a2a": true, "generateContent": false, "files": true } @@ -2063,25 +2063,25 @@ "display_name": "Huggingface (`huggingface`)", "url": "https://docs.litellm.ai/docs/providers/huggingface", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2118,7 +2118,7 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": true, @@ -2170,7 +2170,7 @@ "chat_completions": false, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -2196,7 +2196,7 @@ "chat_completions": false, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -2349,11 +2349,11 @@ "display_name": "LiteLLM Proxy (`litellm_proxy`)", "url": "https://docs.litellm.ai/docs/providers/litellm_proxy", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, - "image_generations": false, + "embeddings": true, + "image_generations": true, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, @@ -2364,10 +2364,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2375,8 +2375,8 @@ "display_name": "Llamafile (`llamafile`)", "url": "https://docs.litellm.ai/docs/providers/llamafile", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2390,10 +2390,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2401,8 +2401,8 @@ "display_name": "LM Studio (`lm_studio`)", "url": "https://docs.litellm.ai/docs/providers/lm_studio", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2416,10 +2416,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2427,8 +2427,8 @@ "display_name": "Maritalk (`maritalk`)", "url": "https://docs.litellm.ai/docs/providers/maritalk", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2442,10 +2442,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2505,11 +2505,11 @@ "display_name": "ModelScope (`modelscope`)", "url": "https://docs.litellm.ai/docs/providers/modelscope", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, - "image_generations": false, + "image_generations": true, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, @@ -2520,7 +2520,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -2557,8 +2557,8 @@ "display_name": "Docker Model Runner (`docker_model_runner`)", "url": "https://docs.litellm.ai/docs/providers/docker_model_runner", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2572,10 +2572,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2608,10 +2608,10 @@ "nanogpt": { "display_name": "NanoGPT (`nanogpt`)", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -2660,8 +2660,8 @@ "display_name": "Neosantara (`neosantara`)", "url": "https://docs.litellm.ai/docs/providers/neosantara", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2764,8 +2764,8 @@ "display_name": "Nvidia NIM (`nvidia_nim`)", "url": "https://docs.litellm.ai/docs/providers/nvidia_nim", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2779,10 +2779,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2796,7 +2796,7 @@ "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, + "audio_transcriptions": true, "audio_speech": false, "rerank": false, "ocr": false, @@ -2845,7 +2845,7 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -2868,8 +2868,8 @@ "display_name": "Ollama Chat (`ollama_chat`)", "url": "https://docs.litellm.ai/docs/providers/ollama", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -2883,10 +2883,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2894,25 +2894,25 @@ "display_name": "Oobabooga (`oobabooga`)", "url": "https://docs.litellm.ai/docs/providers/openai_compatible", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -2987,7 +2987,7 @@ "chat_completions": false, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3011,10 +3011,10 @@ "display_name": "OpenRouter (`openrouter`)", "url": "https://docs.litellm.ai/docs/providers/openrouter", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3026,10 +3026,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3043,7 +3043,7 @@ "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, + "audio_transcriptions": true, "audio_speech": false, "rerank": false, "ocr": false, @@ -3089,8 +3089,8 @@ "display_name": "Parasail (`parasail`)", "url": "https://docs.litellm.ai/docs/providers/parasail", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3141,8 +3141,8 @@ "display_name": "Petals (`petals`)", "url": "https://docs.litellm.ai/docs/providers/petals", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3156,10 +3156,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3222,7 +3222,7 @@ "chat_completions": true, "responses": true, "text_completion": true, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3244,10 +3244,10 @@ "poe": { "display_name": "Poe (`poe`)", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3322,8 +3322,8 @@ "display_name": "Predibase (`predibase`)", "url": "https://docs.litellm.ai/docs/providers/predibase", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3337,10 +3337,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3478,8 +3478,8 @@ "display_name": "Sagemaker Chat (`sagemaker_chat`)", "url": "https://docs.litellm.ai/docs/providers/aws_sagemaker", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3493,10 +3493,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3582,8 +3582,8 @@ "display_name": "SAP Generative AI Hub (`sap`)", "url": "https://docs.litellm.ai/docs/providers/sap", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -3597,10 +3597,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3616,7 +3616,7 @@ "image_edits": false, "audio_transcriptions": true, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, @@ -3737,10 +3737,10 @@ "synthetic": { "display_name": "Synthetic (`synthetic`)", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -3752,7 +3752,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -3815,8 +3815,8 @@ "display_name": "Text Completion Codestral (`text-completion-codestral`)", "url": "https://docs.litellm.ai/docs/providers/codestral", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": true, "embeddings": false, "image_generations": false, @@ -3830,10 +3830,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3841,25 +3841,25 @@ "display_name": "Text Completion OpenAI (`text-completion-openai`)", "url": "https://docs.litellm.ai/docs/providers/text_completion_openai", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": true, "embeddings": false, "image_generations": false, "image_edits": false, - "audio_transcriptions": false, - "audio_speech": false, + "audio_transcriptions": true, + "audio_speech": true, "rerank": false, "ocr": false, "search": false, - "moderations": false, + "moderations": true, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -3937,7 +3937,7 @@ "batches": false, "messages": false, "interactions": false, - "systemone": false, + "systemone": true, "a2a": false, "generateContent": false } @@ -3963,7 +3963,7 @@ "batches": false, "messages": false, "interactions": false, - "systemone": false, + "systemone": true, "a2a": false, "generateContent": false } @@ -3989,7 +3989,7 @@ "batches": false, "messages": false, "interactions": false, - "systemone": false, + "systemone": true, "a2a": false, "generateContent": false } @@ -4154,8 +4154,8 @@ "display_name": "Triton (`triton`)", "url": "https://docs.litellm.ai/docs/providers/triton-inference-server", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4169,10 +4169,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4232,25 +4232,25 @@ "display_name": "VLLM (`vllm`)", "url": "https://docs.litellm.ai/docs/providers/vllm", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, "audio_speech": false, - "rerank": false, + "rerank": true, "ocr": false, "search": false, "moderations": false, "realtime": false, "video_generations": false, - "batches": false, - "messages": false, - "interactions": false, + "batches": true, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false, "files": true } @@ -4337,8 +4337,8 @@ "display_name": "Watsonx Text (`watsonx_text`)", "url": "https://docs.litellm.ai/docs/providers/watsonx", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4352,10 +4352,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4392,7 +4392,7 @@ "chat_completions": false, "responses": false, "text_completion": false, - "embeddings": false, + "embeddings": true, "image_generations": false, "image_edits": false, "audio_transcriptions": false, @@ -4467,8 +4467,8 @@ "display_name": "RAGFlow (`ragflow`)", "url": "https://docs.litellm.ai/docs/providers/ragflow", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4482,10 +4482,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false, "vector_stores_create": true } @@ -4494,8 +4494,8 @@ "display_name": "Cursor BYOK (`cursor`)", "url": "https://docs.litellm.ai/docs/providers/cursor", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4509,10 +4509,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4520,8 +4520,8 @@ "display_name": "LangGraph (`langgraph`)", "url": "https://docs.litellm.ai/docs/providers/langgraph", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4535,10 +4535,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4572,7 +4572,7 @@ "display_name": "LangFlow (`langflow`)", "url": "https://docs.litellm.ai/docs/providers/langflow", "endpoints": { - "chat_completions": false, + "chat_completions": true, "responses": false, "text_completion": false, "embeddings": false, @@ -4590,7 +4590,7 @@ "messages": false, "interactions": false, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4598,8 +4598,8 @@ "display_name": "Vertex AI Agent Engine (`vertex_ai/agent_engine`)", "url": "https://docs.litellm.ai/docs/providers/vertex_ai_agent_engine", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4613,10 +4613,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4642,7 +4642,7 @@ "messages": false, "interactions": false, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4676,8 +4676,8 @@ "display_name": "Venice.ai (`venice`)", "url": "https://docs.litellm.ai/docs/providers/venice", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4691,10 +4691,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false } }, @@ -4888,8 +4888,8 @@ "display_name": "Helicone (`helicone`)", "url": "https://docs.litellm.ai/docs/providers/helicone", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4903,7 +4903,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -4966,8 +4966,8 @@ "display_name": "Manus (`manus`)", "url": "https://docs.litellm.ai/docs/providers/manus", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -4981,10 +4981,10 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, - "interactions": false, + "messages": true, + "interactions": true, "systemone": false, - "a2a": false, + "a2a": true, "generateContent": false, "files": true } @@ -5055,7 +5055,7 @@ "audio_speech": false, "rerank": false, "ocr": false, - "search": false, + "search": true, "moderations": false, "realtime": false, "video_generations": false, @@ -5097,8 +5097,8 @@ "display_name": "Reka (`reka`)", "url": "https://docs.litellm.ai/docs/providers/reka", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, @@ -5112,7 +5112,7 @@ "realtime": false, "video_generations": false, "batches": false, - "messages": false, + "messages": true, "interactions": false, "systemone": false, "a2a": false, @@ -5123,8 +5123,8 @@ "display_name": "EmpirioLabs (`empiriolabs`)", "url": "https://docs.litellm.ai/docs/providers/empiriolabs", "endpoints": { - "chat_completions": false, - "responses": false, + "chat_completions": true, + "responses": true, "text_completion": false, "embeddings": false, "image_generations": false, diff --git a/scripts/generate_provider_endpoints_support.py b/scripts/generate_provider_endpoints_support.py index a2329ccded3..d3adc113c57 100644 --- a/scripts/generate_provider_endpoints_support.py +++ b/scripts/generate_provider_endpoints_support.py @@ -123,9 +123,7 @@ def _derived_keys(bridged_fields: tuple[str, ...]) -> tuple[str, ...]: return tuple(dict.fromkeys((*MODE_TO_FLAG.values(), *SUPPORTED_ENDPOINT_TO_FLAG.values(), *bridged_fields))) -def _model_evidence( - model: JsonValue, bridged_fields: tuple[str, ...] -) -> Iterator[tuple[str, str]]: +def _model_evidence(model: JsonValue, bridged_fields: tuple[str, ...]) -> Iterator[tuple[str, str]]: provider: Final = _model_provider_slug(model) if provider is None or not isinstance(model, dict): return @@ -136,13 +134,9 @@ def _model_evidence( yield from ((provider, flag) for flag in bridged_fields) -def _provider_evidence( - cost_map: Mapping[str, JsonValue], bridged_fields: tuple[str, ...] -) -> Iterator[tuple[str, str]]: +def _provider_evidence(cost_map: Mapping[str, JsonValue], bridged_fields: tuple[str, ...]) -> Iterator[tuple[str, str]]: return chain.from_iterable( - _model_evidence(model, bridged_fields) - for model_name, model in cost_map.items() - if model_name != "sample_spec" + _model_evidence(model, bridged_fields) for model_name, model in cost_map.items() if model_name != "sample_spec" ) @@ -164,14 +158,10 @@ def _generated_provider( provider: Final = _json_object(value, f"provider {slug}") current_flags_value: Final = provider.get("endpoints") current_flags: Final = ( - _json_object(current_flags_value, f"provider {slug} endpoints") - if current_flags_value is not None - else {} + _json_object(current_flags_value, f"provider {slug} endpoints") if current_flags_value is not None else {} ) - derived_flags: Final = {flag: (slug, flag) in evidence for flag in derived_keys} - handwritten_flags: Final = { - flag: value for flag, value in current_flags.items() if flag not in derived_key_set - } + derived_flags: Final = {flag: current_flags.get(flag) is True or (slug, flag) in evidence for flag in derived_keys} + handwritten_flags: Final = {flag: value for flag, value in current_flags.items() if flag not in derived_key_set} return { **provider, "endpoints": {**derived_flags, **handwritten_flags}, @@ -182,9 +172,7 @@ def generate_provider_endpoints_support( cost_map: Mapping[str, JsonValue], current_json: Mapping[str, JsonValue], ) -> dict[str, JsonValue]: - current_providers: Final = _json_object( - current_json.get("providers"), "provider_endpoints_support providers" - ) + current_providers: Final = _json_object(current_json.get("providers"), "provider_endpoints_support providers") endpoints: Final = _json_object(current_json.get("endpoints"), "provider_endpoints_support endpoints") bridged_fields: Final = _bridged_fields(endpoints) derived_keys: Final = _derived_keys(bridged_fields) diff --git a/tests/code_coverage_tests/test_generate_provider_endpoints_support.py b/tests/code_coverage_tests/test_generate_provider_endpoints_support.py index c2ec6f56c3a..09687c5e3b6 100644 --- a/tests/code_coverage_tests/test_generate_provider_endpoints_support.py +++ b/tests/code_coverage_tests/test_generate_provider_endpoints_support.py @@ -99,12 +99,12 @@ def test_chat_models_enable_bridge_flags_but_other_models_do_not() -> None: assert _flags(generated, "no_chat")["generateContent"] is False -def test_unbacked_derived_flags_reset_and_handwritten_flags_remain() -> None: +def test_unbacked_false_flags_stay_false_and_handwritten_flags_remain() -> None: cost_map: Final = {"example/model": {"litellm_provider": "example", "mode": "image_generation"}} current_json: Final = _current_json( { - "example": _provider({"responses": True, "count_tokens": True, "files": False}), - "without_models": _provider({"responses": True}), + "example": _provider({"responses": False, "count_tokens": True, "files": False}), + "without_models": _provider({"responses": False}), } ) @@ -117,6 +117,26 @@ def test_unbacked_derived_flags_reset_and_handwritten_flags_remain() -> None: assert _flags(generated, "without_models")["chat_completions"] is False +def test_true_flags_never_flip_to_false_through_regeneration() -> None: + cost_map: Final = {"example/model": {"litellm_provider": "example", "mode": "image_generation"}} + current_json: Final = _current_json( + { + "example": _provider({"responses": True, "embeddings": True}), + "without_models": _provider({"chat_completions": True, "a2a": True}), + } + ) + + generated: Final = generate_provider_endpoints_support(cost_map, current_json) + regenerated: Final = generate_provider_endpoints_support(cost_map, generated) + + assert _flags(generated, "example")["responses"] is True + assert _flags(generated, "example")["embeddings"] is True + assert _flags(generated, "example")["image_generations"] is True + assert _flags(generated, "without_models")["chat_completions"] is True + assert _flags(generated, "without_models")["a2a"] is True + assert regenerated == generated + + def test_provider_aliases_share_their_mapped_slugs() -> None: cost_map: Final = { "vertex/model-a": {"litellm_provider": "vertex_ai-chat", "mode": "chat"}, diff --git a/tests/integration/configuration/test_public_endpoints.py b/tests/integration/configuration/test_public_endpoints.py new file mode 100644 index 00000000000..1a67aedbda4 --- /dev/null +++ b/tests/integration/configuration/test_public_endpoints.py @@ -0,0 +1,20 @@ +from typing import Final + +from integration._support.client import Gateway, list_value, object_value, string_value + +PASS_THROUGH_PROVIDERS: Final = frozenset( + {"openrouter", "litellm_proxy", "hosted_vllm", "custom_openai", "vllm", "huggingface"} +) + + +def _chat_completion_providers(gateway: Gateway) -> frozenset[str]: + entries: Final = list_value(gateway.get("/public/endpoints")["endpoints"]) + entry: Final = next(object_value(value) for value in entries if object_value(value)["key"] == "chat_completions") + return frozenset(string_value(object_value(provider)["slug"]) for provider in list_value(entry["providers"])) + + +def test_pass_through_providers_are_listed_under_chat_completions(gateway: Gateway) -> None: + listed: Final = _chat_completion_providers(gateway) + missing: Final = sorted(PASS_THROUGH_PROVIDERS - listed) + + assert missing == [], f"pass-through providers missing from chat_completions on /public/endpoints: {missing}"