improve drop params logging, remove never-reached timeout

This commit is contained in:
Yamac Ay 2026-10-02 14:06:06 +02:00
parent fd191dae23
commit 14a35ee37b
No known key found for this signature in database
GPG key ID: D113B438819CA628

View file

@ -216,7 +216,6 @@ class GenAIHubOrchestrationConfig(OpenAIGPTConfig):
"extra_headers",
"parallel_tool_calls",
"response_format",
"timeout",
"reasoning_effort",
"thinking",
]
@ -392,11 +391,17 @@ class GenAIHubOrchestrationConfig(OpenAIGPTConfig):
api_key: str | None = None,
json_mode: bool | None = None,
) -> ModelResponse:
dropped_params = raw_response.headers.get("X-Orchestration-Dropped-Model-Params")
logging_obj.post_call(
input=messages,
api_key=api_key,
original_response=raw_response.text,
additional_args={"complete_input_dict": request_data},
additional_args={
"complete_input_dict": request_data,
**({
"x_orchestration_dropped_model_params": dropped_params
} if dropped_params else {}),
},
)
final_result = normalize_reasoning_content(raw_response.json()["final_result"])
response = ModelResponse.model_validate(final_result)