From 3445174ebee603a7de5705801f1964306b7ad34d Mon Sep 17 00:00:00 2001 From: prd-tuong-nguyen Date: Thu, 8 Aug 2024 16:19:14 +0700 Subject: [PATCH] feat: hash prompt when caching --- litellm/caching.py | 1 + 1 file changed, 1 insertion(+) diff --git a/litellm/caching.py b/litellm/caching.py index e23bd5bfc72..c9b659d3f84 100644 --- a/litellm/caching.py +++ b/litellm/caching.py @@ -1827,6 +1827,7 @@ class Cache: completion_kwargs = [ "model", "messages", + "prompt", "temperature", "top_p", "n",