scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 84

feat(router): mapped finish reason checkpoint on chat completions

Browse source
This commit is contained in:
Paolo Antinori 2026-09-18 15:28:13 +02:00
parent f6ec7dfeb9
commit ebe4967783
No known key found for this signature in database
1 changed files with 20 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
litellm/router.py
View file

@ -2574,6 +2574,16 @@ class Router:
llm_provider="",
)
## CHECK MAPPED FINISH REASON ERROR ##
if isinstance(response, ModelResponse):
if self._should_raise_mapped_finish_reason_error(model=model, response=response, kwargs=kwargs):
raise self._finish_reason_failure_error(
model=model, reason=self._get_mapped_finish_reason(response)
)
self._account_mapped_finish_reason_failure(
model=model, deployment=deployment, response=response, kwargs=kwargs
)
if (
isinstance(response, CustomStreamWrapper)
and response.completion_stream is None
@ -3698,6 +3708,16 @@ class Router:
llm_provider="",
)
## CHECK MAPPED FINISH REASON ERROR ##
if isinstance(response, ModelResponse):
if self._should_raise_mapped_finish_reason_error(model=model, response=response, kwargs=kwargs):
raise self._finish_reason_failure_error(
model=model, reason=self._get_mapped_finish_reason(response)
)
self._account_mapped_finish_reason_failure(
model=model, deployment=deployment, response=response, kwargs=kwargs
)
if (
isinstance(response, CustomStreamWrapper)
and response.completion_stream is None