mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-08 03:08:45 +00:00
test(router): cover every branch of optional_pre_call_checks removal
Extend the removal regression tests to exercise enforce_model_rate_limits (alongside prompt_caching/router_budget_limiting), all three DeploymentAffinityCheck flags including the loop's skip-non-matching-callback path (a mixed optional_callbacks list with prompt_caching present), and the separate EncryptedContentAffinityCheck flag. Also drop the dead optional_callbacks-is-None guard in _remove_optional_pre_call_checks: it can never be None by the time removed_checks is non-empty, since anything in self.optional_pre_call_checks only got there via add_optional_pre_call_checks, which always initializes the list first.
This commit is contained in:
parent
b36e550efa
commit
af1979a230
2 changed files with 215 additions and 434 deletions
|
|
@ -9720,14 +9720,13 @@ class Router:
|
|||
EncryptedContentAffinityCheck,
|
||||
)
|
||||
|
||||
if self.optional_callbacks is None:
|
||||
self.optional_callbacks = []
|
||||
optional_callbacks = self.optional_callbacks or []
|
||||
|
||||
if any(
|
||||
check in removed_checks
|
||||
for check in ("deployment_affinity", "responses_api_deployment_check", "session_affinity")
|
||||
):
|
||||
for callback in self.optional_callbacks:
|
||||
for callback in optional_callbacks:
|
||||
if not isinstance(callback, DeploymentAffinityCheck):
|
||||
continue
|
||||
if "deployment_affinity" in removed_checks:
|
||||
|
|
@ -9739,7 +9738,7 @@ class Router:
|
|||
break
|
||||
|
||||
if "encrypted_content_affinity" in removed_checks:
|
||||
for callback in self.optional_callbacks:
|
||||
for callback in optional_callbacks:
|
||||
if isinstance(callback, EncryptedContentAffinityCheck):
|
||||
callback.enable_global_affinity = False
|
||||
break
|
||||
|
|
@ -9752,7 +9751,7 @@ class Router:
|
|||
for check, callback_type in removable_callback_types.items():
|
||||
if check not in removed_checks:
|
||||
continue
|
||||
litellm.logging_callback_manager.remove_callbacks_by_type(self.optional_callbacks, callback_type)
|
||||
litellm.logging_callback_manager.remove_callbacks_by_type(optional_callbacks, callback_type)
|
||||
litellm.logging_callback_manager.remove_callbacks_by_type(litellm.callbacks, callback_type)
|
||||
if check == "router_budget_limiting":
|
||||
self.router_budget_logger = None
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
Loading…
Add table
Reference in a new issue