From a2d5b60f17d4423de2a065205b4b9814d63fb7c2 Mon Sep 17 00:00:00 2001 From: JT Date: Wed, 27 May 2026 17:17:14 -0700 Subject: [PATCH] Fix model arg for compact request (#29091) --- .../responses/litellm_completion_transformation/handler.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/litellm/responses/litellm_completion_transformation/handler.py b/litellm/responses/litellm_completion_transformation/handler.py index 51e8b27ec90..6132dce01de 100644 --- a/litellm/responses/litellm_completion_transformation/handler.py +++ b/litellm/responses/litellm_completion_transformation/handler.py @@ -119,9 +119,14 @@ class LiteLLMCompletionTransformationHandler: # breakpoint() compacted = False if context_management: + model = litellm_completion_request.get("model", "") + provider = litellm_completion_request.get("custom_llm_provider", "") + if provider: + model = provider + "/" + model + litellm_completion_request["messages"], compacted = ( await LiteLLMCompletionResponsesConfig._transform_context_management( - model=litellm_completion_request.get("model", ""), + model=model, input=litellm_completion_request.get("messages", []), context_management=context_management, **kwargs,