mirror of
https://github.com/BerriAI/litellm.git
synced 2026-08-28 05:25:59 +00:00
fix(bedrock): populate response headers into _hidden_params['additional_headers'] (#38357)
This commit is contained in:
parent
40423e6ec0
commit
36ec2470a8
2 changed files with 64 additions and 0 deletions
|
|
@ -21,6 +21,7 @@ from litellm.litellm_core_utils.core_helpers import (
|
|||
filter_exceptions_from_params,
|
||||
filter_internal_params,
|
||||
map_finish_reason,
|
||||
process_response_headers,
|
||||
safe_deep_copy,
|
||||
)
|
||||
from litellm.litellm_core_utils.litellm_logging import Logging
|
||||
|
|
@ -2337,6 +2338,11 @@ class AmazonConverseConfig(BaseConfig):
|
|||
if isinstance(service_tier_block, dict) and "type" in service_tier_block:
|
||||
setattr(model_response, "service_tier", service_tier_block["type"])
|
||||
|
||||
# Populate response headers into _hidden_params["additional_headers"]
|
||||
if hasattr(response, "headers") and response.headers is not None:
|
||||
raw_headers = dict(response.headers)
|
||||
model_response._hidden_params["additional_headers"] = process_response_headers(raw_headers)
|
||||
|
||||
return model_response
|
||||
|
||||
def get_error_class(self, error_message: str, status_code: int, headers: dict | httpx.Headers) -> BaseLLMException:
|
||||
|
|
|
|||
|
|
@ -0,0 +1,58 @@
|
|||
import httpx
|
||||
import pytest
|
||||
from litellm.llms.bedrock.chat.converse_transformation import AmazonConverseConfig
|
||||
from litellm.types.utils import ModelResponse
|
||||
|
||||
def test_bedrock_converse_populates_additional_headers():
|
||||
"""
|
||||
Regression test for #38357: Bedrock Converse handler should populate
|
||||
response headers (e.g. x-amzn-RequestId) into _hidden_params['additional_headers'].
|
||||
"""
|
||||
config = AmazonConverseConfig()
|
||||
|
||||
mock_payload = {
|
||||
"output": {
|
||||
"message": {
|
||||
"role": "assistant",
|
||||
"content": [{"text": "Hello world"}]
|
||||
}
|
||||
},
|
||||
"stopReason": "end_turn",
|
||||
"usage": {
|
||||
"inputTokens": 10,
|
||||
"outputTokens": 5,
|
||||
"totalTokens": 15
|
||||
}
|
||||
}
|
||||
|
||||
headers = {
|
||||
"x-amzn-RequestId": "test-request-id-12345",
|
||||
"content-type": "application/json",
|
||||
"date": "Wed, 26 Aug 2026 16:00:00 GMT"
|
||||
}
|
||||
|
||||
raw_response = httpx.Response(
|
||||
status_code=200,
|
||||
json=mock_payload,
|
||||
headers=headers,
|
||||
request=httpx.Request("POST", "https://bedrock.test")
|
||||
)
|
||||
|
||||
model_response = ModelResponse()
|
||||
|
||||
res = config._transform_response(
|
||||
model="bedrock/anthropic.claude-v2",
|
||||
response=raw_response,
|
||||
model_response=model_response,
|
||||
stream=False,
|
||||
logging_obj=None,
|
||||
optional_params={},
|
||||
api_key="test-key",
|
||||
data={},
|
||||
messages=[{"role": "user", "content": "hi"}],
|
||||
encoding=None
|
||||
)
|
||||
|
||||
additional_headers = res._hidden_params.get("additional_headers", {})
|
||||
assert "llm_provider-x-amzn-requestid" in additional_headers or "x-amzn-requestid" in additional_headers
|
||||
assert additional_headers.get("llm_provider-x-amzn-requestid") == "test-request-id-12345" or additional_headers.get("x-amzn-requestid") == "test-request-id-12345"
|
||||
Loading…
Add table
Reference in a new issue