scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-25 01:02:15 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 80

fix(complexity_router): avoid recursive context estimation

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
Devin AI 2026-09-21 02:26:53 +00:00
parent e78c6be041
commit 4e1838e976
1 changed files with 28 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

37
litellm/router_strategy/complexity_router/complexity_router.py
View file

@ -460,18 +460,37 @@ def _message_text(content: object) -> str:
return content if isinstance(content, str) else ""
def _estimated_tool_result_characters(content: object) -> int:
if isinstance(content, str):
return len(content)
if not isinstance(content, list):
return 0
return sum(
len(part)
if isinstance(part, str)
else len(text)
if isinstance(part, Mapping) and isinstance(text := part.get("text"), str)
else 0
for part in content
)
def _estimated_content_characters(content: object) -> int:
if isinstance(content, str):
return len(content)
if isinstance(content, list):
return sum(_estimated_content_characters(part) for part in content)
if isinstance(content, Mapping):
content_type: Final = content.get("type")
if content_type == "text":
return _estimated_content_characters(content.get("text"))
if content_type == "tool_result":
return _estimated_content_characters(content.get("content"))
return 0
if not isinstance(content, list):
return 0
text_characters: Final = sum(
len(text)
for part in content
if isinstance(part, Mapping) and part.get("type") == "text" and isinstance(text := part.get("text"), str)
)
tool_result_characters: Final = sum(
_estimated_tool_result_characters(part.get("content"))
for part in content
if isinstance(part, Mapping) and part.get("type") == "tool_result"
)
return text_characters + tool_result_characters
def _estimated_conversation_tokens(messages: Sequence[Mapping[str, object]] | None) -> int: