diff --git a/litellm/llms/base_aws_llm.py b/litellm/llms/base_aws_llm.py
index 25429c4db6f..c42d847c351 100644
--- a/litellm/llms/base_aws_llm.py
+++ b/litellm/llms/base_aws_llm.py
@@ -243,7 +243,10 @@ class BaseAWSLLM(BaseLLM):
 
             credentials = session.get_credentials()
 
-            self.iam_cache.set_cache(cache_key, credentials, ttl=3600 - 60)
+            if (
+                credentials.token is None
+            ):  # don't cache if session token exists. The expiry time for that is not known.
+                self.iam_cache.set_cache(cache_key, credentials, ttl=3600 - 60)
 
             return credentials