scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-14 04:09:09 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 139

fix(router): satisfy type-discipline gate for session-affinity yield helper

Browse source
This commit is contained in:
akshatshahh 2026-10-10 17:15:39 -07:00
parent 5f29454ab7
commit d96f7fb6bc
1 changed files with 6 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/router_utils/pre_call_checks/deployment_affinity_check.py
View file

@ -339,7 +339,9 @@ class DeploymentAffinityCheck(CustomLogger):
return f"{model_id}_max_parallel_requests_client"
@staticmethod
def _deployment_model_id(deployment: dict) -> str | None:
def _deployment_model_id(
deployment: dict, # mutable-ok: router deployment payloads are plain dicts by codebase convention; read-only access here
) -> str | None:
model_info: Final = deployment.get("model_info")
if not isinstance(model_info, dict):
return None
@ -371,9 +373,9 @@ class DeploymentAffinityCheck(CustomLogger):
async def _yield_session_pin_if_saturated(
self,
session_deployment: dict,
healthy_deployments: list[dict],
) -> list[dict] | None:
session_deployment: dict, # mutable-ok: router deployment payloads are plain dicts by codebase convention; read-only access here
healthy_deployments: Sequence[dict], # mutable-ok: router deployment payloads are plain dicts by codebase convention; read-only access here
) -> Sequence[dict] | None: # mutable-ok: router deployment payloads are plain dicts by codebase convention; read-only access here
"""Idle deployments when the pinned one is saturated, else None.
Opt-in via session_affinity_yield_on_saturated_deployment. A turn yields