From a5dd8b1d4a41ecf9bd59178d203036a0fa53a691 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 12 Dec 2023 09:53:52 -0800 Subject: [PATCH] (fix) use deepcopy for model list --- litellm/router.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/router.py b/litellm/router.py index e1522719e97..47ede911058 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -17,6 +17,7 @@ import inspect, concurrent from openai import AsyncOpenAI from collections import defaultdict from litellm.router_strategy.least_busy import LeastBusyLoggingHandler +import copy class Router: """ Example usage: @@ -81,6 +82,7 @@ class Router: self.set_verbose = set_verbose self.deployment_names: List = [] # names of models under litellm_params. ex. azure/chatgpt-v-2 if model_list: + model_list = copy.deepcopy(model_list) self.set_model_list(model_list) self.healthy_deployments: List = self.model_list self.deployment_latency_map = {}