mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-13 08:52:02 +00:00
fix(timeout): add explicit typing for local_timeout_duration to pass type_check_gate
Signed-off-by: agustin18 <agustinsaiz02@gmail.com>
This commit is contained in:
parent
818812fdc8
commit
25b3f99e36
1 changed files with 6 additions and 8 deletions
|
|
@ -16,7 +16,7 @@ from concurrent import futures
|
|||
from functools import wraps
|
||||
from inspect import iscoroutinefunction
|
||||
from threading import Thread
|
||||
from typing import Final
|
||||
from typing import Final, cast
|
||||
|
||||
from litellm.exceptions import Timeout
|
||||
|
||||
|
|
@ -65,13 +65,11 @@ def timeout(timeout_duration: float = 0.0, exception_to_raise=Timeout):
|
|||
|
||||
@wraps(func)
|
||||
async def async_wrapper(*args, **kwargs):
|
||||
local_timeout_duration: Final = (
|
||||
kwargs["force_timeout"]
|
||||
if kwargs.get("force_timeout") is not None
|
||||
else kwargs["request_timeout"]
|
||||
if kwargs.get("request_timeout") is not None
|
||||
else timeout_duration
|
||||
)
|
||||
local_timeout_duration: float | None = timeout_duration
|
||||
if "force_timeout" in kwargs and kwargs["force_timeout"] is not None:
|
||||
local_timeout_duration = cast(float | None, kwargs["force_timeout"])
|
||||
elif "request_timeout" in kwargs and kwargs["request_timeout"] is not None:
|
||||
local_timeout_duration = cast(float | None, kwargs["request_timeout"])
|
||||
try:
|
||||
value: Final = await asyncio.wait_for(func(*args, **kwargs), timeout=local_timeout_duration)
|
||||
return value
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue