scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 108

perf(router): bound prefix hash length and support multimodal payload extraction

Browse source 
Signed-off-by: roshanData <roshandata@users.noreply.github.com>
This commit is contained in:
roshanData 2026-08-16 22:41:23 +05:30
parent 9dbacfed5d
commit 0fdd7a6f5f
1 changed files with 13 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
litellm/router_strategy/complexity_router/complexity_router.py
View file

@ -1707,10 +1707,20 @@ class ComplexityRouter(CustomLogger):
parts.append(part)
elif isinstance(part, dict):
if part.get("type") == "text" and "text" in part:
parts.append(str(part["text"]))
text_val = part["text"]
if isinstance(text_val, str):
parts.append(text_val)
elif "content" in part and isinstance(part["content"], str):
parts.append(part["content"])
return "".join(parts)
if isinstance(content, dict):
if content.get("type") == "text" and "text" in content:
text_val = content["text"]
if isinstance(text_val, str):
return text_val
elif "content" in content and isinstance(content["content"], str):
return content["content"]
return ""
if content is None:
return ""
return str(content)
@ -1735,9 +1745,9 @@ class ComplexityRouter(CustomLogger):
continue
role = msg.get("role")
if not first_system_msg and role in ("system", "developer"):
first_system_msg = self._extract_message_text(msg.get("content")).strip()
first_system_msg = self._extract_message_text(msg.get("content"))[:1024].strip()
elif not first_user_msg and role == "user":
first_user_msg = self._extract_message_text(msg.get("content")).strip()
first_user_msg = self._extract_message_text(msg.get("content"))[:1024].strip()
if first_system_msg and first_user_msg:
break