mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-17 09:34:48 +00:00
fix(proxy): skip routability gate for endpoints that resolve their own target
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
52992e42ae
commit
5a2031ec5e
1 changed files with 21 additions and 1 deletions
|
|
@ -262,7 +262,27 @@ _VIDEO_FALLBACK_ROUTE_TYPES: Final = frozenset(
|
|||
}
|
||||
)
|
||||
|
||||
_NO_MODEL_ROUTING_ROUTE_TYPES: Final = frozenset({"apply_guardrail", "call_mcp_tool"})
|
||||
_NO_MODEL_ROUTING_ROUTE_TYPES: Final = frozenset(
|
||||
{
|
||||
"apply_guardrail",
|
||||
"call_mcp_tool",
|
||||
# Files, fine-tuning, batch, and A2A endpoints resolve their own target
|
||||
# (file id, job id, or agent) after pre-call processing and never reach
|
||||
# _route_request_single_attempt.
|
||||
"afile_content",
|
||||
"afile_retrieve",
|
||||
"afile_delete",
|
||||
"acreate_fine_tuning_job",
|
||||
"aretrieve_fine_tuning_job",
|
||||
"alist_fine_tuning_jobs",
|
||||
"acancel_fine_tuning_job",
|
||||
"acreate_batch",
|
||||
"aretrieve_batch",
|
||||
"alist_batches",
|
||||
"acancel_batch",
|
||||
"asend_message",
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
class ProxyModelNotFoundError(HTTPException):
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue