scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-20 00:11:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 77

test(proxy): type the pass-through logging helper and trim its docstrings

Browse source 
Addresses review on #40137: the new helper carried no return annotation, and
the two regression docstrings restated what the assertions already show. Keeps
only the part that is not obvious from the test, which is the failure each one
pins.
This commit is contained in:
Sunny-Soni00 2026-09-08 09:33:02 +05:30
parent 9ca4db794c
commit 6282438c60
1 changed files with 11 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
tests/test_litellm/proxy/pass_through_endpoints/test_pass_through_endpoints.py
View file

@ -6,7 +6,7 @@ from collections.abc import Callable
from contextlib import ExitStack, contextmanager
from io import BytesIO
from types import SimpleNamespace
from typing import Optional
from typing import Final, Optional
from unittest.mock import AsyncMock, MagicMock, patch
import httpx
@ -31,7 +31,11 @@ from litellm.proxy.pass_through_endpoints.pass_through_endpoints import (
)
from litellm.integrations.custom_logger import CustomLogger
from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
from litellm.proxy._types import ProxyException, UserAPIKeyAuth
from litellm.proxy._types import (
PassThroughEndpointLoggingResultValues,
ProxyException,
UserAPIKeyAuth,
)
from litellm.types.passthrough_endpoints.pass_through_endpoints import (
LITELLM_PASS_THROUGH_RAW_BODY_STATE_KEY,
)
@ -5859,14 +5863,14 @@ ANTHROPIC_SSE_STREAM = (
)
def _log_passthrough_stream(url: str):
def _log_passthrough_stream(url: str) -> tuple[PassThroughEndpointLoggingResultValues, dict]:
from datetime import datetime
from litellm.proxy.pass_through_endpoints.streaming_handler import (
PassThroughStreamingHandler,
)
logging_obj = MagicMock(spec=LiteLLMLoggingObj)
logging_obj: Final = MagicMock(spec=LiteLLMLoggingObj)
logging_obj.model_call_details = {}
logging_obj.optional_params = {}
logging_obj.litellm_call_id = "test-call-id"
@ -5886,11 +5890,8 @@ def _log_passthrough_stream(url: str):
def test_anthropic_compatible_passthrough_stream_is_billed_off_api_anthropic_com():
"""
Regression for #40117: the endpoint type was resolved from the hostname alone, so a
stream from a provider that speaks the Anthropic Messages API on any other host fell
through to GENERIC, matched no branch in the streaming logging dispatch, and was
recorded as "cannot parse chunks to standard response object" with no usage and no
cost. The same bytes must produce the same accounting whatever host served them.
Regression for #40117: classified off the hostname alone, this stream reached the
generic branch and logged "cannot parse chunks to standard response object" at zero cost.
"""
anthropic_result, anthropic_kwargs = _log_passthrough_stream("https://api.anthropic.com/v1/messages")
custom_result, custom_kwargs = _log_passthrough_stream("https://my-provider.example.com/v1/messages")
@ -5916,8 +5917,7 @@ def test_openai_compatible_passthrough_route_resolves_off_api_openai_com():
def test_passthrough_routes_outside_the_known_shapes_stay_generic():
"""
The path fallback must only claim the two canonical routes. Sending a body the
Anthropic or OpenAI handler cannot parse into that handler drops the log row
Over-claiming a route feeds a body the handler cannot parse and drops the log row
entirely, which is the failure mode LIT-4527 fixed for Vertex.
"""
from litellm.types.passthrough_endpoints.pass_through_endpoints import EndpointType