scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-24 05:45:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 80

fix(proxy): treat a logging object without a params mapping as never retried

Browse source
This commit is contained in:
Yuneng Jiang 2026-10-09 16:32:58 -07:00
parent 26ba430ac8
commit 5cb8d5a098
No known key found for this signature in database
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/pass_through_endpoints/streaming_handler.py
View file

@ -2,6 +2,7 @@ import traceback
from collections.abc import Coroutine, Mapping, Sequence
from dataclasses import dataclass
from datetime import datetime, timezone
from types import MappingProxyType
from typing import Final, Protocol
import httpx
@ -61,8 +62,12 @@ class PassThroughStreamContext:
start_time: datetime
_NO_LITELLM_PARAMS: Final[Mapping[str, object]] = MappingProxyType({})
def _litellm_params(litellm_logging_obj: LiteLLMLoggingObj) -> Mapping[str, object]:
return litellm_logging_obj.litellm_params # pyright: ignore[reportUnknownMemberType, reportUnknownVariableType] # Logging.litellm_params is untyped
litellm_params: Final[object] = getattr(litellm_logging_obj, "litellm_params", None)
return litellm_params if isinstance(litellm_params, Mapping) else _NO_LITELLM_PARAMS # pyright: ignore[reportUnknownVariableType] # Logging.litellm_params is untyped
class PassThroughStreamingHandler: