scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-19 00:01:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 88

fixing azure bad request error

Browse source
This commit is contained in:
yuneng-jiang 2026-02-12 11:33:45 -08:00
parent 295d1d443b
commit 206b6bad41
2 changed files with 55 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/llms/azure/responses/transformation.py
View file

@ -132,6 +132,16 @@ class AzureOpenAIResponsesAPIConfig(OpenAIResponsesAPIConfig):
new_tools.append(tool)
response_api_optional_request_params["tools"] = new_tools
# Azure Responses API expects context_management as an object with "edits" key,
# but OpenAI/litellm uses array format [{"type": "compaction", "compact_threshold": N}].
# See: "Invalid type for 'context_management': expected an object, but got an array instead."
if "context_management" in response_api_optional_request_params:
cm = response_api_optional_request_params["context_management"]
if isinstance(cm, list):
response_api_optional_request_params["context_management"] = {
"edits": cm
}
return super().transform_responses_api_request(
model=stripped_model_name,
input=input,

45
tests/test_litellm/llms/azure/response/test_azure_transformation.py
View file

@ -492,3 +492,48 @@ class TestAzureResponsesAPIConfig:
)
assert "tools" not in response_api_params
def test_azure_responses_api_context_management_array_to_object(self):
"""Test that context_management array is converted to object format for Azure.
Azure Responses API expects context_management as an object with 'edits' key,
but litellm/OpenAI uses array format [{"type": "compaction", "compact_threshold": N}].
"""
from litellm.types.router import GenericLiteLLMParams
context_management = [
{"type": "compaction", "compact_threshold": 200000}
]
response_api_params = {"context_management": context_management}
litellm_params = GenericLiteLLMParams()
result = self.config.transform_responses_api_request(
model=self.model,
input="test input",
response_api_optional_request_params=response_api_params,
litellm_params=litellm_params,
headers={},
)
assert "context_management" in result
assert result["context_management"] == {
"edits": [{"type": "compaction", "compact_threshold": 200000}]
}
def test_azure_responses_api_context_management_already_object(self):
"""Test that context_management already in object format is passed through."""
from litellm.types.router import GenericLiteLLMParams
context_management = {"edits": [{"type": "compaction", "compact_threshold": 200000}]}
response_api_params = {"context_management": context_management}
litellm_params = GenericLiteLLMParams()
result = self.config.transform_responses_api_request(
model=self.model,
input="test input",
response_api_optional_request_params=response_api_params,
litellm_params=litellm_params,
headers={},
)
assert result["context_management"] == context_management