scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 84

fix(proxy): clear LIT002 in unreserved project IO token helpers

Browse source 
Use immutable tuples and drop or-{} fallbacks so type_discipline_gate no longer blames the summary ITPM/OTPM path.

Signed-off-by: sinksilk <785976238@qq.com>
This commit is contained in:
sinksilk 2026-09-22 23:32:20 +08:00
parent 791d38d87b
commit a77f233961
1 changed files with 8 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
litellm/proxy/hooks/parallel_request_limiter_v3.py
View file

@ -4641,7 +4641,7 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
self,
standard_logging_metadata: Mapping[str, Any],
model_group: str | None,
) -> list[tuple[str, str]]:
) -> Sequence[tuple[str, str]]:
"""Rebuild project ITPM/OTPM scopes from logging metadata.
Combined TPM already charges ``model_per_project`` from metadata when
@ -4651,12 +4651,12 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
"""
user_api_key_project_id: Final = standard_logging_metadata.get("user_api_key_project_id")
if not user_api_key_project_id or not model_group:
return []
return ()
descriptor_value: Final = f"{user_api_key_project_id}:{model_group}"
return [ # mutable-ok: caller may filter ITPM vs OTPM scopes
return (
(PROJECT_ITPM_DESCRIPTOR_KEY, descriptor_value),
(PROJECT_OTPM_DESCRIPTOR_KEY, descriptor_value),
]
)
def _build_unreserved_project_io_token_ops(
self,
@ -4673,10 +4673,10 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
get_model_group_from_litellm_kwargs,
)
standard_logging_object: Final = kwargs.get("standard_logging_object") or {}
standard_logging_object: Final = kwargs.get("standard_logging_object")
if not isinstance(standard_logging_object, dict):
return ()
standard_logging_metadata: Final = standard_logging_object.get("metadata") or {}
standard_logging_metadata: Final = standard_logging_object.get("metadata")
if not isinstance(standard_logging_metadata, Mapping):
return ()
@ -4707,8 +4707,8 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
else (aggregate_total, aggregate_total, True)
)
billable_input, completion_tokens, _ = resolved_usage
itpm_targets: Final = [t for t in targets if t[0] == PROJECT_ITPM_DESCRIPTOR_KEY]
otpm_targets: Final = [t for t in targets if t[0] == PROJECT_OTPM_DESCRIPTOR_KEY]
itpm_targets: Final = tuple(t for t in targets if t[0] == PROJECT_ITPM_DESCRIPTOR_KEY)
otpm_targets: Final = tuple(t for t in targets if t[0] == PROJECT_OTPM_DESCRIPTOR_KEY)
return self._build_reservation_aware_tpm_ops(
targets=itpm_targets,
reserved_scopes=frozenset(),