scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 214

Merge c57a5b0f21 into 429f814a04

Browse source
This commit is contained in:
Cestercian 2026-11-04 23:44:38 -03:00 • committed by GitHub
commit 7abc3c68d8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 20 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/types/litellm_params.py
View file

@ -347,6 +347,7 @@ class CallState:
model_alias_map: Mapping[str, str] | None = None
data_residency: str | None = None
litellm_logging_obj: "Logging | None" = None
parent_otel_span: object | None = None
preset_cache_key: str | None = None
cache_key: str | None = None
stream_response: "Mapping[str, ModelResponse] | None" = None

18
tests/unit/caching/test_caching.py
View file

@ -454,6 +454,24 @@ def test_provider_specific_cache_key_ignores_litellm_owned_kwargs(monkeypatch: p
assert cache.get_cache_key(**{**request, "top_k": 6}) != base_key
def test_get_cache_key_ignores_parent_otel_span_when_provider_optional_params_are_cached() -> None:
previous: Final = litellm.enable_caching_on_provider_specific_optional_params
litellm.enable_caching_on_provider_specific_optional_params = True
try:
cache: Final = Cache(type=LiteLLMCacheType.LOCAL)
messages: Final = [{"role": "user", "content": "hi"}]
span_a: Final = object()
span_b: Final = object()
key_with_span_a: Final = cache.get_cache_key(model="gpt-4.1-mini", messages=messages, parent_otel_span=span_a)
key_with_span_b: Final = cache.get_cache_key(model="gpt-4.1-mini", messages=messages, parent_otel_span=span_b)
assert key_with_span_a == key_with_span_b
assert key_with_span_a == cache.get_cache_key(model="gpt-4.1-mini", messages=messages)
assert key_with_span_a != cache.get_cache_key(model="gpt-4.1-mini", messages=messages, top_k=3)
finally:
litellm.enable_caching_on_provider_specific_optional_params = previous
def test_cache_key_tells_apart_requests_that_differ_only_in_continuation_token() -> None:
cache: Final = Cache(type=LiteLLMCacheType.LOCAL)
request: Final = {

1
tests/unit/types/test_litellm_params.py
View file

@ -255,6 +255,7 @@ INTERNAL_STATE_NAMES: Final = (
"model_alias_map",
"data_residency",
"litellm_logging_obj",
"parent_otel_span",
"preset_cache_key",
"cache_key",
"stream_response",