mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-06 08:16:43 +00:00
Merge pull request #3419 from BerriAI/litellm_fix_lowest_latency_router
[Fix] Ensure callbacks are not added to router when `store_model_in_db=True`
This commit is contained in:
commit
c6a9b460cd
1 changed files with 6 additions and 1 deletions
|
|
@ -2669,13 +2669,18 @@ class Router:
|
|||
"cooldown_time",
|
||||
]
|
||||
|
||||
_existing_router_settings = self.get_settings()
|
||||
for var in kwargs:
|
||||
if var in _allowed_settings:
|
||||
if var in _int_settings:
|
||||
_casted_value = int(kwargs[var])
|
||||
setattr(self, var, _casted_value)
|
||||
else:
|
||||
if var == "routing_strategy":
|
||||
# only run routing strategy init if it has changed
|
||||
if (
|
||||
var == "routing_strategy"
|
||||
and _existing_router_settings["routing_strategy"] != kwargs[var]
|
||||
):
|
||||
self.routing_strategy_init(
|
||||
routing_strategy=kwargs[var],
|
||||
routing_strategy_args=kwargs.get(
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue