diff --git a/litellm/responses/litellm_completion_transformation/handler.py b/litellm/responses/litellm_completion_transformation/handler.py
index 51e8b27ec90..6132dce01de 100644
--- a/litellm/responses/litellm_completion_transformation/handler.py
+++ b/litellm/responses/litellm_completion_transformation/handler.py
@@ -119,9 +119,14 @@ class LiteLLMCompletionTransformationHandler:
         # breakpoint()
         compacted = False
         if context_management:
+            model = litellm_completion_request.get("model", "")
+            provider = litellm_completion_request.get("custom_llm_provider", "")
+            if provider:
+                model = provider + "/" + model
+
             litellm_completion_request["messages"], compacted = (
                 await LiteLLMCompletionResponsesConfig._transform_context_management(
-                    model=litellm_completion_request.get("model", ""),
+                    model=model,
                     input=litellm_completion_request.get("messages", []),
                     context_management=context_management,
                     **kwargs,