mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-09 08:18:12 +00:00
fix: satisfy typing for silent model fanout
This commit is contained in:
parent
483e70552c
commit
4bbc2c3e2d
1 changed files with 4 additions and 2 deletions
|
|
@ -6377,7 +6377,9 @@ class Router:
|
|||
)
|
||||
if deployment_has_mcp and _is_silent_experiment_marker(kwargs.get("litellm_metadata")):
|
||||
return None
|
||||
silent_model: Final[object] = deployment["litellm_params"].get("silent_model")
|
||||
silent_model: Final = cast( # cast-ok: untyped deployment value is validated by _silent_experiment_targets
|
||||
object, deployment["litellm_params"].get("silent_model")
|
||||
)
|
||||
if (
|
||||
silent_model is not None
|
||||
and handler_name in SILENT_MODEL_MIRROR_ALLOWED_CALL_TYPES
|
||||
|
|
@ -6386,7 +6388,7 @@ class Router:
|
|||
# Snapshot now: `_update_kwargs_with_deployment` below mutates kwargs in place,
|
||||
# and the task only starts running once this coroutine yields.
|
||||
for silent_target in _silent_experiment_targets(silent_model):
|
||||
silent_kwargs: Final = self._silent_experiment_generic_kwargs(**kwargs)
|
||||
silent_kwargs = self._silent_experiment_generic_kwargs(**kwargs)
|
||||
if silent_kwargs is not None:
|
||||
asyncio.create_task(
|
||||
self._silent_experiment_ageneric(
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue