scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-04 02:31:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 70

fix(usage_ai_chat): honor pass_through_all_models in router dispatch

Browse source
This commit is contained in:
Cursor Agent 2026-05-06 14:22:00 +00:00
parent ff4d175dd3
commit 55191d6f19
No known key found for this signature in database
1 changed files with 11 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/management_endpoints/usage_endpoints/ai_usage_chat.py
View file

@ -438,6 +438,17 @@ async def _acompletion(**kwargs: Any) -> Any:
from litellm.proxy.proxy_server import llm_router
if llm_router is not None:
# Honor `pass_through_all_models`: if the model isn't managed by the
# router, fall back to litellm.acompletion just like route_llm_request
# does. Otherwise proxies that route some models via the router but
# allow pass-through for everything else would 400 here.
model = kwargs.get("model")
if (
llm_router.router_general_settings.pass_through_all_models
and model not in llm_router.model_names
and not llm_router.has_model_id(model or "")
):
return await litellm.acompletion(**kwargs)
return await llm_router.acompletion(**kwargs)
return await litellm.acompletion(**kwargs)