scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 182

fix(middleware): use starlette Message type for receive buffer to fix mypy errors

Browse source 
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
shivam 2026-04-17 17:09:36 -07:00
parent 097953c1b4
commit 587791b038
No known key found for this signature in database
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/proxy/middleware/prometheus_auth_middleware.py
View file

@ -5,7 +5,7 @@ import json
from typing import List
from fastapi import Request
from starlette.types import ASGIApp, Receive, Scope, Send
from starlette.types import ASGIApp, Message, Receive, Scope, Send
import litellm
from litellm.proxy._types import SpecialHeaders
@ -43,9 +43,9 @@ class PrometheusAuthMiddleware:
# user_api_key_auth reads the request body, which consumes ASGI `receive`.
# Buffer those messages and replay them for the inner app; otherwise a
# successful auth would forward an exhausted receive and /metrics hangs.
buffered_messages: List[dict] = []
buffered_messages: List[Message] = []
async def receive_for_auth() -> dict:
async def receive_for_auth() -> Message:
message = await receive()
buffered_messages.append(message)
return message
@ -81,7 +81,7 @@ class PrometheusAuthMiddleware:
replay_idx = 0
async def receive_replay() -> dict:
async def receive_replay() -> Message:
nonlocal replay_idx
if replay_idx < len(buffered_messages):
msg = buffered_messages[replay_idx]