diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 15dfd196c6f..6fd1f68a1e3 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1937,7 +1937,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -1980,7 +1980,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2025,7 +2025,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2068,7 +2068,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2113,7 +2113,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2156,7 +2156,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2201,7 +2201,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2244,7 +2244,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2284,7 +2284,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2327,7 +2327,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2372,7 +2372,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2410,7 +2410,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2762,7 +2762,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2807,7 +2807,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2852,7 +2852,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2897,7 +2897,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2942,7 +2942,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2987,7 +2987,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -49405,7 +49405,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -49484,7 +49484,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -49522,7 +49522,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -68206,7 +68206,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -68283,7 +68283,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -68320,7 +68320,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -68505,7 +68505,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -68572,7 +68572,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -68604,7 +68604,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -73991,7 +73991,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74029,7 +74029,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74103,7 +74103,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74271,7 +74271,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74303,7 +74303,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74355,7 +74355,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74426,7 +74426,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74463,7 +74463,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74512,7 +74512,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74559,7 +74559,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74601,7 +74601,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74725,7 +74725,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74779,7 +74779,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -75759,7 +75759,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -75796,7 +75796,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -75853,7 +75853,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -75934,7 +75934,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -75976,7 +75976,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -76030,7 +76030,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -76082,7 +76082,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -76129,7 +76129,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -76180,7 +76180,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -76239,7 +76239,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 15dfd196c6f..6fd1f68a1e3 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1937,7 +1937,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -1980,7 +1980,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2025,7 +2025,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2068,7 +2068,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2113,7 +2113,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2156,7 +2156,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2201,7 +2201,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2244,7 +2244,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2284,7 +2284,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2327,7 +2327,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2372,7 +2372,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2410,7 +2410,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -2762,7 +2762,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2807,7 +2807,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2852,7 +2852,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2897,7 +2897,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2942,7 +2942,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -2987,7 +2987,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -49405,7 +49405,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -49484,7 +49484,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -49522,7 +49522,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -68206,7 +68206,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -68283,7 +68283,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -68320,7 +68320,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -68505,7 +68505,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -68572,7 +68572,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -68604,7 +68604,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "supports_pdf_input": true, @@ -73991,7 +73991,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74029,7 +74029,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74103,7 +74103,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74271,7 +74271,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74303,7 +74303,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74355,7 +74355,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74426,7 +74426,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74463,7 +74463,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74512,7 +74512,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74559,7 +74559,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74601,7 +74601,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -74725,7 +74725,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -74779,7 +74779,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -75759,7 +75759,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -75796,7 +75796,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -75853,7 +75853,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -75934,7 +75934,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -75976,7 +75976,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -76030,7 +76030,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -76082,7 +76082,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -76129,7 +76129,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, @@ -76180,7 +76180,7 @@ "supports_function_calling": true, "supports_max_reasoning_effort": true, "supports_mid_conversation_system": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": false, "supports_output_config": true, "supports_parallel_tool_use_config": true, @@ -76239,7 +76239,7 @@ "supports_tool_choice": true, "supports_vision": true, "supports_xhigh_reasoning_effort": true, - "supports_native_structured_output": false, + "supports_native_structured_output": true, "supports_bedrock_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, diff --git a/tests/unit/llms/bedrock/chat/invoke_transformations/test_bedrock_chat_invoke_transformations_anthropic_claude3_transformation.py b/tests/unit/llms/bedrock/chat/invoke_transformations/test_bedrock_chat_invoke_transformations_anthropic_claude3_transformation.py index bd98e4eb4de..bead5041942 100644 --- a/tests/unit/llms/bedrock/chat/invoke_transformations/test_bedrock_chat_invoke_transformations_anthropic_claude3_transformation.py +++ b/tests/unit/llms/bedrock/chat/invoke_transformations/test_bedrock_chat_invoke_transformations_anthropic_claude3_transformation.py @@ -1972,7 +1972,7 @@ def _invoke_chat_params( [{"thinking": {"type": "adaptive"}}, {"reasoning_effort": "low"}], ids=["adaptive", "reasoning_effort"], ) -@pytest.mark.parametrize("model", ["us.anthropic.claude-opus-4-8", "global.anthropic.claude-sonnet-5"]) +@pytest.mark.parametrize("model", ["us.anthropic.claude-opus-4-8", "global.anthropic.claude-opus-4-8"]) def test_invoke_uses_opt_in_native_output_when_the_opt_in_drove_native_output( local_model_cost_map, model, thinking_params ): diff --git a/tests/unit/llms/bedrock/chat/test_converse_transformation.py b/tests/unit/llms/bedrock/chat/test_converse_transformation.py index 154797bab5a..1950801b35b 100644 --- a/tests/unit/llms/bedrock/chat/test_converse_transformation.py +++ b/tests/unit/llms/bedrock/chat/test_converse_transformation.py @@ -4858,10 +4858,47 @@ def test_translate_response_format_native_output_config(monkeypatch): assert result["outputConfig"]["textFormat"]["structure"]["jsonSchema"]["name"] == "WeatherResult" finally: litellm.model_cost = old_cost - if old_env is None: - os.environ.pop("LITELLM_LOCAL_MODEL_COST_MAP", None) - else: - monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", old_env) + + +def test_translate_response_format_native_output_config_claude_5_family(monkeypatch): + """Claude 5-family models on Bedrock Converse route json_schema to native + outputConfig even without thinking: the json tool path 400s or returns + content_filter empties for these models. + + Regression test for: https://github.com/BerriAI/litellm/issues/47687 + """ + monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True") + monkeypatch.setattr(litellm, "model_cost", litellm.get_model_cost_map(url="")) + config = AmazonConverseConfig() + response_format = { + "type": "json_schema", + "json_schema": { + "name": "ScoreResult", + "schema": { + "type": "object", + "properties": {"score": {"type": "number"}}, + "required": ["score"], + }, + }, + } + for model in ( + "us.anthropic.claude-opus-5-5", + "us.anthropic.claude-sonnet-5-5", + "us.anthropic.claude-haiku-5-5", + "anthropic.claude-opus-5", + "anthropic.claude-sonnet-5", + ): + optional_params: dict = {} + result = config._translate_response_format_param( + value=response_format, + model=model, + optional_params=optional_params, + non_default_params={"response_format": response_format}, + is_thinking_enabled=False, + ) + assert "outputConfig" in result, f"{model}: json_schema should route to native outputConfig without thinking" + assert "tools" not in result, f"{model}: json tool path must not be used for Claude 5 family" + assert "tool_choice" not in result CAPITAL_RESPONSE_FORMAT: Final = { @@ -10620,7 +10657,7 @@ _OUTPUT_CONFIG_FORMAT: Final = { ], ids=["adaptive", "reasoning_effort", "budget", "output_config_format"], ) -@pytest.mark.parametrize("model", ["us.anthropic.claude-opus-4-8", "global.anthropic.claude-sonnet-5"]) +@pytest.mark.parametrize("model", ["us.anthropic.claude-opus-4-8", "eu.anthropic.claude-opus-4-8"]) def test_uses_opt_in_native_output_when_the_opt_in_drove_native_output(local_model_cost_map, model, request_params): optional_params: Final = _converse_params(model, None, request_params) diff --git a/tests/unit/llms/bedrock/messages/invoke_transformations/test_anthropic_claude3_transformation.py b/tests/unit/llms/bedrock/messages/invoke_transformations/test_anthropic_claude3_transformation.py index 6fe32785281..d47042c5b53 100644 --- a/tests/unit/llms/bedrock/messages/invoke_transformations/test_anthropic_claude3_transformation.py +++ b/tests/unit/llms/bedrock/messages/invoke_transformations/test_anthropic_claude3_transformation.py @@ -4090,7 +4090,7 @@ _OPT_IN_DEPLOYMENTS: Final = pytest.mark.parametrize( ("model", "model_info"), [ ("us.anthropic.claude-opus-4-8", None), - ("us.anthropic.claude-opus-5-5", {"supports_bedrock_native_structured_output": True}), + ("us-gov.anthropic.claude-opus-4-8", {"supports_bedrock_native_structured_output": True}), ], ids=["mapped_opt_in", "deployment_opt_in"], ) diff --git a/tests/unit/llms/bedrock/test_bedrock_common_utils.py b/tests/unit/llms/bedrock/test_bedrock_common_utils.py index 7bde1805e18..ffc4a59d762 100644 --- a/tests/unit/llms/bedrock/test_bedrock_common_utils.py +++ b/tests/unit/llms/bedrock/test_bedrock_common_utils.py @@ -2110,13 +2110,13 @@ def test_is_bedrock_native_output_rejection_matches_only_the_400s_that_reject_na ("model", "model_info", "expected"), [ ("us.anthropic.claude-opus-4-8", None, True), - ("global.anthropic.claude-sonnet-5", None, True), + ("eu.anthropic.claude-opus-4-8", None, True), ("us-gov.anthropic.claude-opus-4-8", None, False), ("us.anthropic.claude-opus-4-8", {"supports_bedrock_native_structured_output": False}, False), - ("us.anthropic.claude-opus-5-5", {"supports_bedrock_native_structured_output": True}, True), + ("us-gov.anthropic.claude-opus-4-8", {"supports_bedrock_native_structured_output": True}, True), ("us.anthropic.claude-sonnet-4-6", {"supports_bedrock_native_structured_output": True}, False), ], - ids=["opus_4_8", "sonnet_5", "govcloud_opus_4_8", "deployment_opt_out", "deployment_opt_in", "native_model"], + ids=["opus_4_8", "eu_opus_4_8", "govcloud_opus_4_8", "deployment_opt_out", "deployment_opt_in", "native_model"], ) def test_bedrock_native_output_is_opt_in_only_where_the_opt_in_key_turns_native_output_on( local_model_cost_map, model, model_info, expected