scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-11 03:38:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 84

style(router): modernize new annotations to satisfy strict-rule budget

Browse source 
Use PEP 585/604 forms (list/dict, X | None) for the ttft_timeout/stream_idle_timeout
annotations added by this PR so UP006/UP045 totals stay within the strict-rule budget
ceiling the base enforces.
This commit is contained in:
Nathan Price 2026-06-17 07:52:41 -05:00
parent 1660bb612e
commit 8795ac838d
1 changed files with 8 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
litellm/router.py
View file

@ -274,8 +274,8 @@ class Router:
] = None, # max fallbacks to try before exiting the call. Defaults to 5.
timeout: Optional[float] = None,
stream_timeout: Optional[float] = None,
ttft_timeout: Optional[float] = None,
stream_idle_timeout: Optional[float] = None,
ttft_timeout: float | None = None,
stream_idle_timeout: float | None = None,
default_litellm_params: Optional[
dict
] = None, # default params for Router.chat.completion.create
@ -2894,13 +2894,13 @@ class Router:
async def _collect_stream_with_ttft_timeout(
self,
response: CustomStreamWrapper,
messages: List[Dict[str, str]],
ttft_timeout: Optional[float],
stream_idle_timeout: Optional[float] = None,
messages: list[dict[str, str]],
ttft_timeout: float | None,
stream_idle_timeout: float | None = None,
) -> ModelResponse:
from litellm.main import stream_chunk_builder
chunks: List = []
chunks: list = []
aiter = response.__aiter__()
try:
@ -3452,7 +3452,7 @@ class Router:
)
return timeout
def _get_ttft_timeout(self, kwargs: dict, data: dict) -> Optional[float]:
def _get_ttft_timeout(self, kwargs: dict, data: dict) -> float | None:
for source in (
kwargs.get("ttft_timeout"),
data.get("ttft_timeout"),
@ -3463,7 +3463,7 @@ class Router:
return source
return None
def _get_stream_idle_timeout(self, kwargs: dict, data: dict) -> Optional[float]:
def _get_stream_idle_timeout(self, kwargs: dict, data: dict) -> float | None:
for source in (
kwargs.get("stream_idle_timeout"),
data.get("stream_idle_timeout"),