scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-14 23:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 102

Merge pull request #3245 from BerriAI/litellm_router_settings_cleanup

Browse source 
[Fix] Proxy: updating router settings from UI
This commit is contained in:
Ishaan Jaff 2024-04-23 12:10:13 -07:00 • committed by GitHub
commit 0b604146ae
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 14 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
litellm/router.py
View file

@ -2546,11 +2546,24 @@ class Router:
"retry_after",
]
_int_settings = [
"timeout",
"num_retries",
"retry_after",
"allowed_fails",
"cooldown_time",
]
for var in kwargs:
if var in _allowed_settings:
setattr(self, var, kwargs[var])
if var in _int_settings:
_casted_value = int(kwargs[var])
setattr(self, var, _casted_value)
else:
setattr(self, var, kwargs[var])
else:
verbose_router_logger.debug("Setting {} is not allowed".format(var))
verbose_router_logger.debug(f"Updated Router settings: {self.get_settings()}")
def _get_client(self, deployment, kwargs, client_type=None):
"""