scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-16 23:41:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

test fix base response API

Browse source
This commit is contained in:
Ishaan Jaffer 2026-01-27 11:46:07 -08:00
parent 663088d820
commit 23f77accc7
1 changed files with 40 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

41
tests/llm_responses_api_testing/base_responses_api.py
View file

@ -97,6 +97,27 @@ def validate_responses_api_response(response, final_chunk: bool = False):
len(response["output"]) > 0
), "Response 'output' field should have at least one item"
# Validate output_tokens_details for OpenAI SDK compatibility
# The OpenAI SDK (especially Ruby) requires output_tokens_details to be an object, not null
# This ensures non-OpenAI models (like Anthropic/Bedrock) are compatible
if final_chunk is True and "usage" in response and response["usage"] is not None:
usage = response["usage"]
assert hasattr(usage, "output_tokens_details") or "output_tokens_details" in usage, (
"usage should have output_tokens_details field for OpenAI SDK compatibility"
)
output_tokens_details = getattr(usage, "output_tokens_details", None) or usage.get("output_tokens_details")
assert output_tokens_details is not None, (
"output_tokens_details should not be None - OpenAI SDK requires it to be an object. "
"This breaks the Ruby OpenAI SDK which expects {reasoning_tokens: Integer}"
)
# Check reasoning_tokens is present
reasoning_tokens = getattr(output_tokens_details, "reasoning_tokens", None)
if reasoning_tokens is None and isinstance(output_tokens_details, dict):
reasoning_tokens = output_tokens_details.get("reasoning_tokens")
assert reasoning_tokens is not None, (
"output_tokens_details.reasoning_tokens should be set (at least to 0) for OpenAI SDK compatibility"
)
return True # Return True if validation passes
@ -222,7 +243,25 @@ class BaseResponsesAPITest(ABC):
assert hasattr(response_completed_event.response.usage, "cost"), "Cost should be included in streaming responses API usage object"
assert response_completed_event.response.usage.cost > 0, "Cost should be greater than 0"
print(f"Cost found in streaming response: {response_completed_event.response.usage.cost}")
# Validate output_tokens_details for OpenAI SDK compatibility
# The OpenAI SDK (especially Ruby) requires output_tokens_details to be an object, not null
usage = response_completed_event.response.usage
assert hasattr(usage, "output_tokens_details"), (
"usage should have output_tokens_details field for OpenAI SDK compatibility"
)
assert usage.output_tokens_details is not None, (
"output_tokens_details should not be None - OpenAI SDK requires it to be an object. "
"This breaks the Ruby OpenAI SDK which expects {reasoning_tokens: Integer}"
)
assert hasattr(usage.output_tokens_details, "reasoning_tokens"), (
"output_tokens_details should have reasoning_tokens field"
)
assert usage.output_tokens_details.reasoning_tokens is not None, (
"output_tokens_details.reasoning_tokens should be set (at least to 0) for OpenAI SDK compatibility"
)
print(f"output_tokens_details validated: reasoning_tokens={usage.output_tokens_details.reasoning_tokens}")
# Reset the setting
litellm.include_cost_in_streaming_usage = False