scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

style: apply Black formatting to caching files

Browse source
This commit is contained in:
michelligabriele 2026-03-30 20:23:47 +02:00
parent 56a587d874
commit ab70d0c338
No known key found for this signature in database
2 changed files with 11 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/caching/caching.py
View file

@ -698,10 +698,7 @@ class Cache:
For multi-item responses, distributes integer fields evenly across items
so that summing all per-item details reconstructs the original totals.
"""
if (
result.usage is None
or result.usage.prompt_tokens_details is None
):
if result.usage is None or result.usage.prompt_tokens_details is None:
return None
details = result.usage.prompt_tokens_details
@ -751,7 +748,9 @@ class Cache:
# Always convert to properly typed CachedEmbedding
model_name = result.model
embedding_dict: CachedEmbedding = self._convert_to_cached_embedding(
embedding_response, model_name, prompt_tokens_details=prompt_tokens_details,
embedding_response,
model_name,
prompt_tokens_details=prompt_tokens_details,
)
cache_key, cached_data, kwargs = self._add_cache_logic(

14
litellm/caching/caching_handler.py
View file

@ -79,7 +79,9 @@ class CachingHandlerResponse(BaseModel):
cached_result: Optional[Any] = None
final_embedding_cached_response: Optional[EmbeddingResponse] = None
embedding_all_elements_cache_hit: bool = False # this is set to True when all elements in the list have a cache hit in the embedding cache, if true return the final_embedding_cached_response no need to make an API call
embedding_all_elements_cache_hit: bool = (
False # this is set to True when all elements in the list have a cache hit in the embedding cache, if true return the final_embedding_cached_response no need to make an API call
)
in_memory_cache_obj = InMemoryCache()
@ -447,9 +449,7 @@ class LLMCachingHandler:
## USAGE
prompt_tokens_details: Optional[PromptTokensDetailsWrapper] = None
if aggregated_details:
prompt_tokens_details = PromptTokensDetailsWrapper(
**aggregated_details
)
prompt_tokens_details = PromptTokensDetailsWrapper(**aggregated_details)
usage = Usage(
prompt_tokens=prompt_tokens,
completion_tokens=0,
@ -1078,9 +1078,9 @@ class LLMCachingHandler:
}
if litellm.cache is not None:
litellm_params[
"preset_cache_key"
] = litellm.cache._get_preset_cache_key_from_kwargs(**kwargs)
litellm_params["preset_cache_key"] = (
litellm.cache._get_preset_cache_key_from_kwargs(**kwargs)
)
else:
litellm_params["preset_cache_key"] = None