scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-12 08:42:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 207

fix(responses): keep the spend log read-only typed so the type discipline gate holds

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
mateo 2026-10-31 22:41:22 +00:00
parent 61358572b7
commit 779d7e2f5f
2 changed files with 8 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/_types.py
View file

@ -3773,7 +3773,7 @@ class SpendLogsMetadata(TypedDict):
requester_ip_address: str | None
user_agent: ReadOnly[str | None]
litellm_call_id: str | None
litellm_previous_response_ids: ReadOnly[NotRequired[list[str] | None]]
litellm_previous_response_ids: ReadOnly[NotRequired[Sequence[str] | None]]
"""Spend log request ids of the bridged /v1/responses turns this turn continues, root first."""
applied_guardrails: list[str] | None
mcp_tool_call_metadata: StandardLoggingMCPToolCall | None

11
litellm/responses/litellm_completion_transformation/session_handler.py
View file

@ -172,7 +172,7 @@ def _path_through_referenced_rows(
return tuple(dict.fromkeys((*stored_path, *request_ids)))
def _in_path_order(spend_logs: Sequence["SpendLogsPayload"], path: Sequence[str]) -> list["SpendLogsPayload"]:
def _in_path_order(spend_logs: Sequence["SpendLogsPayload"], path: Sequence[str]) -> Sequence["SpendLogsPayload"]:
position: Final = {request_id: index for index, request_id in enumerate(path)}
return sorted(spend_logs, key=lambda spend_log: position.get(spend_log["request_id"], len(path)))
@ -280,8 +280,11 @@ _PATH_QUERY: Final = _OWNER_SCOPED_QUERY.format(
)
async def _read_spend_logs(prisma_client: "PrismaClient", query: str, *params: object) -> list["SpendLogsPayload"]:
return cast("list[SpendLogsPayload]", await prisma_client.db.query_raw(query, *params))
async def _read_spend_logs(prisma_client: "PrismaClient", query: str, *params: object) -> Sequence["SpendLogsPayload"]:
return cast( # cast-ok: query_raw is untyped; spend log rows are read as is
"Sequence[SpendLogsPayload]",
await prisma_client.db.query_raw(query, *params),
)
class ResponsesSessionHandler:
@ -597,7 +600,7 @@ class ResponsesSessionHandler:
async def get_all_spend_logs_for_previous_response_id(
previous_response_id: str,
client_response_ids: tuple[str, ...] = (),
) -> "list[SpendLogsPayload]":
) -> "Sequence[SpendLogsPayload]":
"""
Get all spend logs for a previous response id