From 020b175ef4fb1637e08a326b94ab407c712b8f78 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 29 Apr 2024 21:34:05 -0700 Subject: [PATCH] fix(lowest_tpm_rpm_v2.py): skip if item_tpm is None --- litellm/router_strategy/lowest_tpm_rpm_v2.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/router_strategy/lowest_tpm_rpm_v2.py b/litellm/router_strategy/lowest_tpm_rpm_v2.py index 418bb431693..4bcf1eec129 100644 --- a/litellm/router_strategy/lowest_tpm_rpm_v2.py +++ b/litellm/router_strategy/lowest_tpm_rpm_v2.py @@ -343,6 +343,8 @@ class LowestTPMLoggingHandler_v2(CustomLogger): _deployment = m if _deployment is None: continue # skip to next one + elif item_tpm is None: + continue # skip if unhealthy deployment _deployment_tpm = None if _deployment_tpm is None: