From 0cd4ddca01901bb7f8ec1449cbe3f107f7ff67eb Mon Sep 17 00:00:00 2001 From: shrey kharbanda Date: Fri, 23 Oct 2026 15:41:58 -0700 Subject: [PATCH 1/2] fix(proxy): stop forwarding proxy metadata to OpenAI under preview features With enable_preview_features on, get_requester_metadata fell back to the full proxy metadata dict whenever the caller's requester_metadata had no string values, so OpenAI received user_api_key_hash, the caller IP and user agent. Return only the caller's requester_metadata when it is present --- litellm/utils.py | 4 +--- tests/unit/test_utils_get_optional_params.py | 14 ++++++++++++++ 2 files changed, 15 insertions(+), 3 deletions(-) diff --git a/litellm/utils.py b/litellm/utils.py index 73057f140a8..cbcfa30f052 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -11012,9 +11012,7 @@ def get_requester_metadata(metadata: Mapping[str, object]): requester_metadata: Final = metadata.get("requester_metadata") if isinstance(requester_metadata, dict): - cleaned_metadata = add_openai_metadata(requester_metadata) - if cleaned_metadata: - return cleaned_metadata + return add_openai_metadata(requester_metadata) or None cleaned_metadata = add_openai_metadata(metadata) if cleaned_metadata: diff --git a/tests/unit/test_utils_get_optional_params.py b/tests/unit/test_utils_get_optional_params.py index 13a64577efb..3881cda8931 100644 --- a/tests/unit/test_utils_get_optional_params.py +++ b/tests/unit/test_utils_get_optional_params.py @@ -57,6 +57,20 @@ def test_get_requester_metadata_returns_none_for_empty(): assert get_requester_metadata(metadata) is None +@pytest.mark.parametrize( + ("metadata", "expected"), + [ + ({"user_api_key_hash": "h", "requester_metadata": {"headers": {"host": "proxy"}}}, None), + ({"user_api_key_hash": "h", "requester_metadata": {"team": "a"}}, {"team": "a"}), + ({"team": "a"}, {"team": "a"}), + ], +) +def test_get_requester_metadata_forwards_only_caller_metadata( + metadata: dict[str, object], expected: dict[str, str] | None +) -> None: + assert get_requester_metadata(metadata) == expected + + @patch("litellm.main.openai_chat_completions.completion") def test_requester_metadata_forwarded_to_openai(mock_completion): mock_completion.return_value = MagicMock() From cb9e6d11f6b46ff61d99c40452082703cc0db140 Mon Sep 17 00:00:00 2001 From: shrey kharbanda Date: Tue, 27 Oct 2026 22:18:43 +0000 Subject: [PATCH 2/2] test(proxy): cover proxy metadata assembly in the preview metadata regression test --- .../unit/proxy/test_litellm_pre_call_utils.py | 38 +++++++++++++++++++ 1 file changed, 38 insertions(+) diff --git a/tests/unit/proxy/test_litellm_pre_call_utils.py b/tests/unit/proxy/test_litellm_pre_call_utils.py index d9def23bde8..71d540b21e0 100644 --- a/tests/unit/proxy/test_litellm_pre_call_utils.py +++ b/tests/unit/proxy/test_litellm_pre_call_utils.py @@ -59,6 +59,7 @@ from litellm.proxy.litellm_pre_call_utils import ( ) from litellm.proxy.spend_tracking.spend_tracking_utils import get_logging_payload from litellm.types.utils import CredentialItem +from litellm.utils import get_requester_metadata def test_check_if_token_is_service_account(): @@ -266,6 +267,43 @@ async def test_add_litellm_data_to_request_keeps_requester_ip_address_for_guardr assert updated_data["metadata"]["requester_ip_address"] == "203.0.113.9" +@pytest.mark.asyncio +@pytest.mark.parametrize( + "data, expected", + ( + ({"model": "gpt-4o"}, None), + ({"model": "gpt-4o", "metadata": {"team": "search"}}, {"team": "search"}), + ), +) +async def test_proxy_forwards_only_caller_metadata_to_openai( + monkeypatch: pytest.MonkeyPatch, data: dict[str, object], expected: dict[str, str] | None +) -> None: + from litellm.proxy import proxy_server + + settings: Final = {} + monkeypatch.setattr(proxy_server, "general_settings", settings) + request_mock: Final = MagicMock(spec=Request) + request_mock.url = MagicMock() + request_mock.url.path = "/v1/chat/completions" + request_mock.url.__str__.return_value = "http://localhost/v1/chat/completions" + request_mock.method = "POST" + request_mock.query_params = {} + request_mock.headers = {"Content-Type": "application/json", "user-agent": "test-agent"} + request_mock.client = MagicMock() + request_mock.client.host = "127.0.0.1" + + updated_data: Final = await add_litellm_data_to_request( + data=data, + request=request_mock, + user_api_key_dict=UserAPIKeyAuth(api_key="hashed-key", user_id="u1"), + proxy_config=MagicMock(), + general_settings=settings, + version="test-version", + ) + + assert get_requester_metadata(updated_data["metadata"]) == expected, f"metadata={updated_data['metadata']!r}" + + @pytest.mark.asyncio async def test_key_otel_service_name_outranks_team_metadata_merge(): from litellm.proxy.litellm_pre_call_utils import add_litellm_data_to_request