scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-28 06:23:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 94

typing: document dynamic cache metadata boundaries

Browse source
This commit is contained in:
Maximilian Rink 2026-10-10 12:21:52 +02:00
parent b18aa4ce6c
commit 2df3f7e2c6
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/caching/caching.py
View file

@ -392,19 +392,19 @@ class Cache:
def as_mapping(value: object) -> Mapping[str, object]:
return value if isinstance(value, Mapping) else {}
litellm_params: Final = as_mapping(kwargs.get("litellm_params"))
litellm_params: Final = as_mapping(kwargs.get("litellm_params")) # pyright: ignore[reportArgumentType, reportUnknownArgumentType] # proxy kwargs are dynamically typed
metadata_sources: Final[tuple[Mapping[str, object], ...]] = (
tuple( # comprehension-ok: flatten trusted metadata containers
as_mapping(source.get(key))
as_mapping(source.get(key)) # pyright: ignore[reportArgumentType, reportUnknownArgumentType] # metadata containers are runtime mappings
for source in (kwargs, litellm_params)
for key in ("metadata", "litellm_metadata")
)
)
scope_values: Final[tuple[tuple[str, object | None], ...]] = tuple(
scope_values: Final[tuple[tuple[str, object | None], ...]] = tuple( # pyright: ignore[reportAssignmentType, reportUnknownVariableType] # explicit cache scope tuple
(
field,
next((source[field] for source in metadata_sources if source.get(field) is not None), None),
next((source[field] for source in metadata_sources if source.get(field) is not None), None), # pyright: ignore[reportUnknownVariableType] # guarded mapping lookup
)
for field in self._PROXY_CACHE_SCOPE_FIELDS
)