scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 182

feat: always use our own compaction

Browse source
This commit is contained in:
SwiftWinds 2026-04-03 16:05:16 -07:00
parent b9c9bddcfe
commit 330a703518
1 changed files with 10 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/responses/main.py
View file

@ -919,7 +919,16 @@ def responses(
**emulated_kwargs,
)
if responses_api_provider_config is None:
# If the user enables compaction context_management, always use our compaction handler, never the provider's native compaction
_has_compaction = False
_ctx_mgmt = response_api_optional_params.get("context_management")
if _ctx_mgmt and isinstance(_ctx_mgmt, list):
_has_compaction = any(
isinstance(e, dict) and e.get("type") == "compaction"
for e in _ctx_mgmt
)
if responses_api_provider_config is None or _has_compaction:
return litellm_completion_transformation_handler.response_api_handler(
model=model,
input=input,