From cfe94c86cc88837f2d3d8c683d53242aa8cf8245 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Tue, 18 Mar 2025 16:28:37 -0700 Subject: [PATCH] fix(lowest_tpm_rpm_routing_v2.py): fix deployment update to use correct keys --- litellm/router_strategy/lowest_tpm_rpm_v2.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/litellm/router_strategy/lowest_tpm_rpm_v2.py b/litellm/router_strategy/lowest_tpm_rpm_v2.py index 125eac663bc..bc7cb46b07e 100644 --- a/litellm/router_strategy/lowest_tpm_rpm_v2.py +++ b/litellm/router_strategy/lowest_tpm_rpm_v2.py @@ -462,7 +462,7 @@ class LowestTPMLoggingHandler_v2(CustomLogger): id = m.get("model_info", {}).get( "id" ) # a deployment should always have an 'id'. this is set in router.py - deployment_name = m.get("model_name") + deployment_name = m.get("litellm_params", {}).get("model") tpm_key = "{}:{}:tpm:{}".format(id, deployment_name, current_minute) rpm_key = "{}:{}:rpm:{}".format(id, deployment_name, current_minute) @@ -581,8 +581,9 @@ class LowestTPMLoggingHandler_v2(CustomLogger): id = m.get("model_info", {}).get( "id" ) # a deployment should always have an 'id'. this is set in router.py - tpm_key = "{}:tpm:{}".format(id, current_minute) - rpm_key = "{}:rpm:{}".format(id, current_minute) + deployment_name = m.get("litellm_params", {}).get("model") + tpm_key = "{}:{}:tpm:{}".format(id, deployment_name, current_minute) + rpm_key = "{}:{}:rpm:{}".format(id, deployment_name, current_minute) tpm_keys.append(tpm_key) rpm_keys.append(rpm_key)