scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-19 00:01:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 88

fix(memory): preserve rate-limit codes in generic stream errors

Browse source
This commit is contained in:
moe-berri 2026-09-14 18:20:54 -07:00
parent 5f61a5110b
commit 6d05a83f0e
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/litellm_core_utils/prompt_templates/server_tool_stream.py
View file

@ -35,7 +35,10 @@ class ServerToolStreamError(ValueError):
int(code)
if code.isascii() and code.isdecimal() and len(code) == 3 and 400 <= int(code) < 600
else 429
if (error.get("type") or code) in ("rate_limit_error", "rate_limit_exceeded", "insufficient_quota")
if any(
value in ("rate_limit_error", "rate_limit_exceeded", "insufficient_quota")
for value in (error.get("type"), code)
)
else 503
if error.get("type") == "overloaded_error"
else 502