mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-10 03:28:53 +00:00
improve drop params logging, remove never-reached timeout
This commit is contained in:
parent
fd191dae23
commit
14a35ee37b
1 changed files with 7 additions and 2 deletions
|
|
@ -216,7 +216,6 @@ class GenAIHubOrchestrationConfig(OpenAIGPTConfig):
|
|||
"extra_headers",
|
||||
"parallel_tool_calls",
|
||||
"response_format",
|
||||
"timeout",
|
||||
"reasoning_effort",
|
||||
"thinking",
|
||||
]
|
||||
|
|
@ -392,11 +391,17 @@ class GenAIHubOrchestrationConfig(OpenAIGPTConfig):
|
|||
api_key: str | None = None,
|
||||
json_mode: bool | None = None,
|
||||
) -> ModelResponse:
|
||||
dropped_params = raw_response.headers.get("X-Orchestration-Dropped-Model-Params")
|
||||
logging_obj.post_call(
|
||||
input=messages,
|
||||
api_key=api_key,
|
||||
original_response=raw_response.text,
|
||||
additional_args={"complete_input_dict": request_data},
|
||||
additional_args={
|
||||
"complete_input_dict": request_data,
|
||||
**({
|
||||
"x_orchestration_dropped_model_params": dropped_params
|
||||
} if dropped_params else {}),
|
||||
},
|
||||
)
|
||||
final_result = normalize_reasoning_content(raw_response.json()["final_result"])
|
||||
response = ModelResponse.model_validate(final_result)
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue