scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-05 07:37:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 360

fix(anthropic): fall back to deployment inference_geo in messages logging

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
shivam 2026-07-28 02:05:12 +00:00 • committed by Devin AI
parent fe8f9b248e
commit a4e36ac7ac
1 changed files with 24 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
tests/test_litellm/litellm_core_utils/test_litellm_logging.py
View file

@ -3949,6 +3949,30 @@ def test_handle_anthropic_messages_response_logging_translates_bare_responses_ap
assert result.usage.total_tokens == 18 # type: ignore[attr-defined]
def test_handle_anthropic_messages_response_logging_uses_deployment_inference_geo():
"""A deployment can pin inference_geo in litellm_params instead of the request body;
the logged usage must still carry the region so regional pricing applies."""
logging_obj = _anthropic_messages_logging_obj()
logging_obj.model_call_details["optional_params"] = {}
logging_obj.model_call_details["litellm_params"] = {"inference_geo": "us"}
result = logging_obj._handle_anthropic_messages_response_logging(
result={
"id": "msg_geo",
"type": "message",
"role": "assistant",
"model": "claude-sonnet-5",
"content": [{"type": "text", "text": "hi"}],
"stop_reason": "end_turn",
"stop_sequence": None,
"usage": {"input_tokens": 10, "output_tokens": 5},
}
)
assert isinstance(result, ModelResponse)
assert result.usage.inference_geo == "us"
def test_handle_anthropic_messages_response_logging_passes_model_response_through():
"""Anthropic-native path already yields a ModelResponse; it must be returned unchanged."""
logging_obj = _anthropic_messages_logging_obj()