scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 124

resolved greptile issue

Browse source
This commit is contained in:
shivam 2026-02-05 17:10:11 -08:00
parent 17a67c8104
commit e36992ef08
1 changed files with 9 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
litellm/router.py
View file

@ -3284,6 +3284,11 @@ class Router:
kwargs["original_function"] = self._ageneric_api_call_with_fallbacks_helper
if use_guardrail_list:
kwargs["use_guardrail_list"] = True
# Set selected_guardrail before retries so per-guardrail num_retries is always available
if kwargs.get("selected_guardrail") is None:
kwargs["selected_guardrail"] = self.get_available_guardrail(
guardrail_name=model,
)
if kwargs.get("num_retries") is None:
kwargs["num_retries"] = (
self.guardrail_num_retries
@ -3350,10 +3355,10 @@ class Router:
use_guardrail_list = kwargs.pop("use_guardrail_list", False)
if use_guardrail_list:
selected_guardrail = self.get_available_guardrail(
guardrail_name=model,
)
kwargs["selected_guardrail"] = selected_guardrail
if kwargs.get("selected_guardrail") is None:
kwargs["selected_guardrail"] = self.get_available_guardrail(
guardrail_name=model,
)
return await original_generic_function(**kwargs)
passthrough_on_no_deployment = kwargs.pop("passthrough_on_no_deployment", False)