scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 214

Merge 587c5bb3cd into f9f04d3878

Browse source
This commit is contained in:
Henrico Piubello 2026-11-06 15:32:11 -03:00 • committed by GitHub
commit 3fecae0cf4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 20 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/pass_through_endpoints/pass_through_endpoints.py
View file

@ -681,8 +681,13 @@ class HttpPassThroughEndpointHelpers(BasePassthroughUtils):
)
litellm_keys_in_body: Final = MappingProxyType(
{k: _parsed_body.pop(k) for k in types_utils.all_litellm_params if k in _parsed_body}
{k: _parsed_body[k] for k in types_utils.all_litellm_params if k in _parsed_body}
)
if request_dispatched_to_pass_through_endpoint(request):
_parsed_body.pop("litellm_logging_obj", None)
else:
for key in litellm_keys_in_body:
_parsed_body.pop(key)
kept_out_of_litellm_params: Final = (
_KEPT_OUT_OF_LITELLM_PARAMS
if _key_or_team_allows_client_pricing_override(user_api_key_dict)

14
tests/unit/proxy/pass_through_endpoints/test_pass_through_endpoints.py
View file

@ -88,6 +88,7 @@ from litellm.types.guardrails import GuardrailEventHooks
from litellm.types.utils import CallTypes
from litellm.types.passthrough_endpoints.pass_through_endpoints import (
LITELLM_PASS_THROUGH_DEPLOYMENT_MODEL_INFO_STATE_KEY,
LITELLM_PASS_THROUGH_ENDPOINT_MARKER,
LITELLM_PASS_THROUGH_RAW_BODY_STATE_KEY,
EndpointType,
PassthroughStandardLoggingPayload,
@ -6652,6 +6653,7 @@ async def _relay_through_pass_through(
target: str,
guardrails_config: dict[str, object] | None,
custom_body: dict[str, object] | None = None,
custom_endpoint: bool = False,
) -> Mapping[str, object]:
async def receive() -> Mapping[str, object]:
return {"type": "http.request", "body": json.dumps(dict(client_body)).encode()}
@ -6663,6 +6665,7 @@ async def _relay_through_pass_through(
"path": "/my-claude-route",
"query_string": b"",
"headers": [(b"content-type", b"application/json")],
"endpoint": SimpleNamespace(**{LITELLM_PASS_THROUGH_ENDPOINT_MARKER: True}) if custom_endpoint else None,
},
receive,
)
@ -6690,6 +6693,17 @@ async def _relay_through_pass_through(
return MappingProxyType(json.loads(relayed))
@pytest.mark.parametrize("request_id", [1, "request-1", None])
async def test_custom_pass_through_preserves_json_rpc_request_id(request_id: int | str | None) -> None:
body: Final = {"jsonrpc": "2.0", "id": request_id, "method": "skills/list", "params": {}, "canary": "kept"}
upstream_body: Final = await _relay_through_pass_through(
body, "http://upstream.test/mcp", guardrails_config=None, custom_endpoint=True
)
assert upstream_body == body
_MESSAGES_BODY: Final = MappingProxyType(
{"model": "claude-sonnet-4-5", "max_tokens": 16, "messages": [{"role": "user", "content": "hi"}]}
)