scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-28 06:23:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 147

fix(complexity-router): keep the Nadir deployment check and prior-turn markers fully typed

Browse source 
The type gate counted seven new partially-unknown errors: the deployment
check read litellm_params through an isinstance(Mapping) narrowing and
EMPTY_MAPPING, both Mapping[Unknown, Unknown]. Validate the params as
Mapping[str, object] instead, and give the prior-turn helper a typed empty
mapping. basedpyright over litellm/ now nets no new errors against main.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
dor 2026-10-21 13:06:34 -04:00
parent db6c70e9ee
commit 5cfef6306c
1 changed files with 14 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
litellm/router_strategy/complexity_router/complexity_router.py
View file

@ -888,11 +888,20 @@ def _truncate(text: str, limit: int) -> str:
return f"{text[:head_chars]}{_TRUNCATION_MARKER}{text[len(text) - tail_chars :]}"
_DEPLOYMENT_PARAMS: Final[TypeAdapter[Mapping[str, object]]] = TypeAdapter(Mapping[str, object])
_NO_REQUEST_KWARGS: Final[Mapping[str, object]] = MappingProxyType({})
def _is_nadir_deployment(deployment: Mapping[str, object]) -> bool:
litellm_params: Final = deployment.get("litellm_params")
params: Final = litellm_params if isinstance(litellm_params, Mapping) else EMPTY_MAPPING
provider: Final = params.get("custom_llm_provider") or str(params.get("model") or "").split("/", 1)[0]
return provider == "nadir"
try:
params: Final = _DEPLOYMENT_PARAMS.validate_python(deployment.get("litellm_params"))
except ValidationError:
return False
provider: Final = params.get("custom_llm_provider")
if isinstance(provider, str) and provider:
return provider == "nadir"
model: Final = params.get("model")
return isinstance(model, str) and model.split("/", 1)[0] == "nadir"
def _iter_context_turns_newest_first(
@ -2607,7 +2616,7 @@ class ComplexityRouter(CustomLogger):
budget_chars=self.config.classifier_context_budget_chars,
per_turn_chars=self.config.classifier_context_per_turn_chars,
include_assistant=self.config.classifier_context_include_assistant_turns,
marker_pairs=self._reminder_markers_for_request(request_kwargs or EMPTY_MAPPING),
marker_pairs=self._reminder_markers_for_request(request_kwargs or _NO_REQUEST_KWARGS),
)
def _classifier_context_messages(