From a532cf14aefa9a4dc77457d832b137f96364c6b6 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 5 Dec 2023 17:18:46 -0800 Subject: [PATCH] (feat) router - track original deployment names --- litellm/router.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/router.py b/litellm/router.py index b63f45f3d1e..775d1c90b4a 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -78,6 +78,7 @@ class Router: routing_strategy: Literal["simple-shuffle", "least-busy", "usage-based-routing", "latency-based-routing"] = "simple-shuffle") -> None: self.set_verbose = set_verbose + self.deployment_names = [] # names of models under litellm_params. ex. azure/chatgpt-v-2 if model_list: self.set_model_list(model_list) self.healthy_deployments: List = self.model_list @@ -990,6 +991,7 @@ class Router: ) ############ End of initializing Clients for OpenAI/Azure ################### + self.deployment_names.append(model["litellm_params"]["model"]) model_id = "" for key in model["litellm_params"]: if key != "api_key":