mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-07 02:59:05 +00:00
fix(router): always preserve existing shared backend mode when deployment mode is None
Previously the inner guard 'if _deployment_mode is not None' prevented _shared_model_info['mode'] from being set back to the existing shared mode when the deployment mode was None, which then overwrote the shared backend's mode with None via register_model. Co-authored-by: Yassin Kortam <yassin@berri.ai>
This commit is contained in:
parent
c1d9bb7c10
commit
44600d5a35
1 changed files with 1 additions and 1 deletions
|
|
@ -7342,7 +7342,7 @@ class Router:
|
|||
_model_name,
|
||||
_deployment_mode,
|
||||
)
|
||||
_shared_model_info["mode"] = _existing_shared_mode
|
||||
_shared_model_info["mode"] = _existing_shared_mode
|
||||
_backend_alias_cost = {_model_name: _shared_model_info}
|
||||
if "responses/" in _model_name:
|
||||
_stripped_model_name = _model_name.replace("responses/", "")
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue