scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-28 06:23:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 94

typing: keep router cache boundary type-safe

Browse source
This commit is contained in:
Maximilian Rink 2026-10-10 12:42:02 +02:00
parent 2df3f7e2c6
commit 4eea6a45f3
2 changed files with 12 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/caching/caching.py
View file

@ -449,9 +449,9 @@ class Cache:
if is_semantic_cache:
cache_key += self._get_semantic_cache_tenant_scope(kwargs)
else:
cache_key += self._get_proxy_cache_scope(
cache_key += self._get_proxy_cache_scope( # rebind-ok: append authenticated proxy scope to the cache key
cast(Mapping[str, object], kwargs) # cast-ok: cache kwargs are string-keyed
)
) # noqa: LIT010 # preserve the existing cache-key assembly path
reasoning_summary: Final = peek_reasoning_summary_aliases(kwargs)
reasoning_summary_material: Final = (

15
litellm/proxy/proxy_server.py
View file

@ -7744,7 +7744,7 @@ class ProxyConfig:
proxy_logging_obj: ProxyLogging,
*,
config_loader: Callable[[], Awaitable[Mapping[str, object]]] | None = None,
model_decryptor: Callable[[Sequence[object]], Sequence[object]] | None = None,
model_decryptor: Callable[[Sequence[object]], Sequence[DeploymentTypedDict]] | None = None,
router_settings_loader: Callable[[Router | None, PrismaClient | None], Awaitable[None]] | None = None,
) -> frozenset[str] | None:
global llm_router, llm_model_list, master_key, general_settings
@ -7755,9 +7755,10 @@ class ProxyConfig:
config_data: dict | None = None
search_tools = None
try:
config_data = await ( # rebind-ok: config load is intentionally isolated
loaded_config = await ( # rebind-ok: normalize injected and production config loaders
config_loader() if config_loader is not None else proxy_config.get_config()
)
) # noqa: LIT010 # isolate the injected config-loading boundary
config_data = dict(loaded_config) # rebind-ok: adapt mapping loader output for legacy consumers
search_tools = self.parse_search_tools(config_data)
except Exception as e:
verbose_proxy_logger.warning(
@ -7776,11 +7777,15 @@ class ProxyConfig:
)
return
models_list: Final[list] = new_models if isinstance(new_models, list) else []
models_list: Final[list[object]] = (
cast(list[object], new_models) # cast-ok: JSON list contains DB model records at this boundary
if isinstance(new_models, list)
else []
)
if llm_router is None and master_key is not None:
verbose_proxy_logger.debug("len new_models: %s", len(models_list))
_model_list: Final[Sequence[object]] = (
_model_list: Final[Sequence[DeploymentTypedDict]] = (
model_decryptor(models_list)
if model_decryptor is not None
else self.decrypt_model_list_from_db(new_models=models_list)