scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-11 03:38:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 82

fix(router): extract header-strip helper to keep _acompletion under strict C901 threshold

Browse source
This commit is contained in:
Deepanshu 2026-07-14 21:00:35 -04:00
parent ba98bd0add
commit e891a7d765
1 changed files with 18 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

29
litellm/router.py
View file

@ -307,6 +307,23 @@ def model_info_is_active_for_environment(model_info: Mapping[str, object] | None
_PreRoutingStrategyT = TypeVar("_PreRoutingStrategyT")
_HTTP_FRAMING_HEADERS: frozenset[str] = frozenset({
"content-length",
"transfer-encoding",
"content-encoding",
"content-type",
"set-cookie",
"cookie",
"proxy-authenticate",
"proxy-authorization",
})
def _strip_http_framing_headers(exc: BaseException) -> None:
headers = getattr(exc, "headers", None)
if headers is not None and hasattr(headers, "items"):
setattr(exc, "headers", {k: v for k, v in headers.items() if k.lower() not in _HTTP_FRAMING_HEADERS})
class RoutingArgs(enum.Enum):
ttl = 60 # 1min (RPM/TPM expire key)
@ -2872,17 +2889,7 @@ class Router:
except Exception as fetch_err:
if model_name is not None:
self.success_calls[model_name] -= 1
_headers = getattr(fetch_err, "headers", None)
if _headers is not None and hasattr(_headers, "items"):
_strip_headers = frozenset({
"content-length", "transfer-encoding", "content-encoding", "content-type",
"set-cookie", "cookie", "proxy-authenticate", "proxy-authorization",
})
setattr(
fetch_err,
"headers",
{k: v for k, v in _headers.items() if k.lower() not in _strip_headers},
)
_strip_http_framing_headers(fetch_err)
raise fetch_err
return await self._acompletion_streaming_iterator(
model_response=response,