scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-02 07:13:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 48

fix(router): give model_name rebinds in _text_completion a rebind-ok reason (LIT010 gate)

Browse source
This commit is contained in:
Lalith Vardhan 2026-10-25 09:51:09 -07:00
parent 11835a2a9f
commit 50828b36a4
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -5737,7 +5737,7 @@ class Router:
prompt: str,
**kwargs: object, # kwargs-ok: forwarded verbatim to litellm.text_completion, like _completion
) -> TextCompletionResponse | TextCompletionStreamWrapper | ModelResponse | CustomStreamWrapper:
model_name: str | None = None
model_name: str | None = None # rebind-ok: set once the deployment is picked; read in except for fail_calls
try:
verbose_router_logger.debug("Inside _text_completion()- model: %s; kwargs: %s", model, kwargs)
deployment: Final = self.get_available_deployment(
@ -5749,7 +5749,7 @@ class Router:
self._update_kwargs_with_deployment(deployment=deployment, kwargs=kwargs)
data: Final = deployment["litellm_params"].copy()
model_name = data["model"]
model_name = data["model"] # rebind-ok: assigned inside try so except can attribute the failure
self.total_calls[model_name] += 1
### DEPLOYMENT-SPECIFIC PRE-CALL CHECKS ### (e.g. update rpm pre-call. Raise error, if deployment over limit)