scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 79

Merge pull request #5226 from BerriAI/litellm_always_log_cache_key

Browse source 
[Fix-Proxy + Langfuse] Always log cache_key on hits/misses
This commit is contained in:
Ishaan Jaff 2024-08-15 14:01:15 -07:00 • committed by GitHub
commit c32cb365d0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/integrations/langfuse.py
View file

@ -605,6 +605,12 @@ class LangFuseLogger:
if "cache_key" in litellm.langfuse_default_tags:
_hidden_params = metadata.get("hidden_params", {}) or {}
_cache_key = _hidden_params.get("cache_key", None)
if _cache_key is None:
# fallback to using "preset_cache_key"
_preset_cache_key = kwargs.get("litellm_params", {}).get(
"preset_cache_key", None
)
_cache_key = _preset_cache_key
tags.append(f"cache_key:{_cache_key}")
return tags