scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 108

feat(router): stash native finish reason on anthropic transform and account on raise

Browse source
This commit is contained in:
Paolo Antinori 2026-09-18 15:48:31 +02:00
parent 3d15b1d412
commit 773870eed7
No known key found for this signature in database
2 changed files with 32 additions and 25 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
litellm/llms/anthropic/chat/transformation.py
View file

@ -2626,10 +2626,21 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig):
model_response.choices[0].message = _message
model_response._hidden_params["original_response"] = completion_response["content"]
model_response.choices[0].finish_reason = cast(
_finish_reason: Final = cast(
OpenAIChatCompletionFinishReason,
map_finish_reason(completion_response["stop_reason"]),
)
model_response.choices[0].finish_reason = _finish_reason
if completion_response["stop_reason"] and completion_response["stop_reason"] != _finish_reason:
_choice = model_response.choices[0]
setattr(
_choice,
"provider_specific_fields",
{
**(getattr(_choice, "provider_specific_fields", None) or {}),
"native_finish_reason": completion_response["stop_reason"],
},
)
usage: Final = self.calculate_usage(
usage_object=completion_response["usage"],

44
litellm/router.py
View file

@ -2576,16 +2576,13 @@ class Router:
## CHECK MAPPED FINISH REASON ERROR ##
if isinstance(response, ModelResponse):
if self._should_raise_mapped_finish_reason_error(model=model, response=response, kwargs=kwargs):
raise self._finish_reason_failure_error(
model=model, reason=self._get_mapped_finish_reason(response)
_mapped_reason = self._get_mapped_finish_reason(response)
if _mapped_reason is not None:
self._account_mapped_finish_reason_failure(
model=model, deployment=deployment, reason=_mapped_reason, kwargs=kwargs
)
self._account_mapped_finish_reason_failure(
model=model,
deployment=deployment,
reason=self._get_mapped_finish_reason(response),
kwargs=kwargs,
)
if self._should_raise_mapped_finish_reason_error(model=model, response=response, kwargs=kwargs):
raise self._finish_reason_failure_error(model=model, reason=_mapped_reason)
if (
isinstance(response, CustomStreamWrapper)
@ -3713,16 +3710,15 @@ class Router:
## CHECK MAPPED FINISH REASON ERROR ##
if isinstance(response, ModelResponse):
if self._should_raise_mapped_finish_reason_error(model=model, response=response, kwargs=kwargs):
raise self._finish_reason_failure_error(
model=model, reason=self._get_mapped_finish_reason(response)
_mapped_reason = self._get_mapped_finish_reason(response)
if _mapped_reason is not None:
self._account_mapped_finish_reason_failure(
model=model, deployment=deployment, reason=_mapped_reason, kwargs=kwargs
)
self._account_mapped_finish_reason_failure(
model=model,
deployment=deployment,
reason=self._get_mapped_finish_reason(response),
kwargs=kwargs,
)
if self._should_raise_mapped_finish_reason_error(
model=model, response=response, kwargs=kwargs
):
raise self._finish_reason_failure_error(model=model, reason=_mapped_reason)
if (
isinstance(response, CustomStreamWrapper)
@ -5446,11 +5442,11 @@ class Router:
):
stop_reason: Final = response.get("stop_reason")
if stop_reason in (self.treat_finish_reason_as_failure or {}):
if self._finish_reason_failure_fallback_available(model, kwargs):
raise self._finish_reason_failure_error(model=model, reason=stop_reason)
self._account_mapped_finish_reason_failure(
model=model, deployment=deployment, reason=stop_reason, kwargs=kwargs
)
if self._finish_reason_failure_fallback_available(model, kwargs):
raise self._finish_reason_failure_error(model=model, reason=stop_reason)
self.success_calls[model_name] += 1
verbose_router_logger.info("ageneric_api_call_with_fallbacks(model=%s)\x1b[32m 200 OK\x1b[0m", model_name)
@ -8667,7 +8663,7 @@ class Router:
choice: Final = response.choices[0]
if choice.finish_reason in self.treat_finish_reason_as_failure:
return choice.finish_reason
native_reason: Final = (choice.provider_specific_fields or {}).get("native_finish_reason")
native_reason: Final = (getattr(choice, "provider_specific_fields", None) or {}).get("native_finish_reason")
if native_reason in self.treat_finish_reason_as_failure:
return native_reason
return None
@ -8713,9 +8709,9 @@ class Router:
def _account_mapped_finish_reason_failure(self, model: str, deployment: dict, reason: str, kwargs: dict) -> None:
"""
Count and park a mapped finish-reason failure when nothing is raised (no fallback can
serve the retry): increment the per-minute failure counter and set the cooldown the way a
raised exception would. In the raising branch the normal exception flow does the accounting.
Count and park a mapped finish-reason failure: increment the per-minute failure counter
and set the cooldown. The raise sites call this too, because the router raises after the
200 came back, so litellm's failure callbacks never fire for this exception.
"""
if reason is None:
return