From b6b19dc1284b52ee4aad850a8642fc0eccaf7f6d Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 2 Aug 2024 14:52:08 -0700 Subject: [PATCH] use file name when getting cache key --- litellm/caching.py | 17 ++++++++--------- 1 file changed, 8 insertions(+), 9 deletions(-) diff --git a/litellm/caching.py b/litellm/caching.py index fa10095da21..c23c1641b0e 100644 --- a/litellm/caching.py +++ b/litellm/caching.py @@ -1883,16 +1883,15 @@ class Cache: caching_group or model_group or kwargs[param] ) # use caching_group, if set then model_group if it exists, else use kwargs["model"] elif param == "file": - metadata_file_name = kwargs.get("metadata", {}).get( - "file_name", None + file = kwargs.get("file") + metadata = kwargs.get("metadata", {}) + litellm_params = kwargs.get("litellm_params", {}) + + param_value = ( + getattr(file, "name", None) + or metadata.get("file_name") + or litellm_params.get("file_name") ) - litellm_params_file_name = kwargs.get("litellm_params", {}).get( - "file_name", None - ) - if metadata_file_name is not None: - param_value = metadata_file_name - elif litellm_params_file_name is not None: - param_value = litellm_params_file_name else: if kwargs[param] is None: continue # ignore None params