From 13dfe1f2035793364c3feef2aba26d469650dc94 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Sat, 14 Sep 2024 17:45:18 -0700
Subject: [PATCH] fix(base_aws_llm.py): fix credential caching check to see if
 token is set

---
 litellm/llms/base_aws_llm.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/litellm/llms/base_aws_llm.py b/litellm/llms/base_aws_llm.py
index 25429c4db6f..c42d847c351 100644
--- a/litellm/llms/base_aws_llm.py
+++ b/litellm/llms/base_aws_llm.py
@@ -243,7 +243,10 @@ class BaseAWSLLM(BaseLLM):
 
             credentials = session.get_credentials()
 
-            self.iam_cache.set_cache(cache_key, credentials, ttl=3600 - 60)
+            if (
+                credentials.token is None
+            ):  # don't cache if session token exists. The expiry time for that is not known.
+                self.iam_cache.set_cache(cache_key, credentials, ttl=3600 - 60)
 
             return credentials