Merge pull request #3419 from BerriAI/litellm_fix_lowest_latency_router

[Fix] Ensure callbacks are not added to router when `store_model_in_db=True`
This commit is contained in:
Ishaan Jaff 2024-05-03 09:28:35 -07:00 committed by GitHub
commit c6a9b460cd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -2669,13 +2669,18 @@ class Router:
"cooldown_time",
]
_existing_router_settings = self.get_settings()
for var in kwargs:
if var in _allowed_settings:
if var in _int_settings:
_casted_value = int(kwargs[var])
setattr(self, var, _casted_value)
else:
if var == "routing_strategy":
# only run routing strategy init if it has changed
if (
var == "routing_strategy"
and _existing_router_settings["routing_strategy"] != kwargs[var]
):
self.routing_strategy_init(
routing_strategy=kwargs[var],
routing_strategy_args=kwargs.get(