scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-01 07:03:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 129

fix(complexity_router): allow member Jev tuning fields; update test clients for request_kwargs

Browse source
This commit is contained in:
n24q02m 2026-09-23 14:20:18 +07:00
parent f82976776f
commit ce9c25c0ed
2 changed files with 15 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/management_helpers/auto_router_permissions.py
View file

@ -85,6 +85,9 @@ class _MemberOpenSourceClassifierConfig(LiteLLMBaseModel):
instructions: str | None = None
circuit_breaker_enabled: bool
circuit_breaker_cooldown_seconds: float
confidence_threshold: float | None = Field(default=None, ge=0.0, le=1.0)
complexity_max: float | None = Field(default=None, ge=0.0, le=1.0)
complexity_confidence_min: float | None = Field(default=None, ge=0.0, le=1.0)
class _MemberComplexityRouterConfig(RequestComplexityRouterConfig):

14
tests/unit/router_strategy/complexity_router/test_jev_confidence_gate.py
View file

@ -54,7 +54,12 @@ class _StaticJevClient:
self.response = response
self.calls = 0
async def evaluate(self, request: JevSystemOneRequest, timeout_s: float) -> JevSystemOneResponse:
async def evaluate(
self,
request: JevSystemOneRequest,
timeout_s: float,
request_kwargs: Mapping[str, object] | None = None,
) -> JevSystemOneResponse:
self.calls += 1
return self.response
@ -65,7 +70,12 @@ class _WireJevClient:
def __init__(self, payload: Mapping[str, object]) -> None:
self.payload = payload
async def evaluate(self, request: JevSystemOneRequest, timeout_s: float) -> JevSystemOneResponse:
async def evaluate(
self,
request: JevSystemOneRequest,
timeout_s: float,
request_kwargs: Mapping[str, object] | None = None,
) -> JevSystemOneResponse:
return TypeAdapter(JevSystemOneResponse).validate_python(self.payload)