From 3b9e2a58e2d9a01bd100baac90787c41d4246646 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 18 Apr 2024 21:42:35 -0700 Subject: [PATCH] fix(lowest_tpm_rpm_v2.py): ensure backwards compatibility for python 3.8 --- litellm/router_strategy/lowest_tpm_rpm_v2.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/router_strategy/lowest_tpm_rpm_v2.py b/litellm/router_strategy/lowest_tpm_rpm_v2.py index 022bf5ffeb1..4f6364c2ba5 100644 --- a/litellm/router_strategy/lowest_tpm_rpm_v2.py +++ b/litellm/router_strategy/lowest_tpm_rpm_v2.py @@ -39,7 +39,7 @@ class LowestTPMLoggingHandler_v2(CustomLogger): self.router_cache = router_cache self.model_list = model_list - def pre_call_check(self, deployment: Dict) -> Dict | None: + def pre_call_check(self, deployment: Dict) -> Optional[Dict]: """ Pre-call check + update model rpm @@ -113,7 +113,7 @@ class LowestTPMLoggingHandler_v2(CustomLogger): raise e return deployment # don't fail calls if eg. redis fails to connect - async def async_pre_call_check(self, deployment: Dict) -> Dict | None: + async def async_pre_call_check(self, deployment: Dict) -> Optional[Dict]: """ Pre-call check + update model rpm - Used inside semaphore