resovled greptile comments

This commit is contained in:
shivam 2026-02-05 15:00:07 -08:00
parent 9955880e5a
commit 790aed3c18
3 changed files with 16 additions and 4 deletions

View file

@ -75,7 +75,7 @@ def _time_to_sleep_before_guardrail_retry(
Compute sleep before next guardrail retry using litellm._calculate_retry_after.
retry_after (config) is used as min_timeout for backoff.
"""
min_timeout = int(max(0.0, retry_after))
min_timeout = max(0.0, retry_after)
return litellm._calculate_retry_after(
remaining_retries=remaining_retries,
max_retries=num_retries,
@ -114,7 +114,8 @@ async def run_guardrail_with_retries(
except Exception as e:
if not should_retry_guardrail_error(e):
raise
if remaining <= 0:
remaining -= 1
if remaining < 0:
raise
response_headers = getattr(e, "response", None)
if response_headers is not None and hasattr(response_headers, "headers"):
@ -134,7 +135,6 @@ async def run_guardrail_with_retries(
remaining,
)
await asyncio.sleep(sleep_seconds)
remaining -= 1
attempt += 1

View file

@ -7635,12 +7635,24 @@ class Router:
"guardrail_num_retries",
]
_float_settings = [
"guardrail_retry_after",
]
_existing_router_settings = self.get_settings()
for var in kwargs:
if var in _allowed_settings:
if var in _int_settings:
_casted_value = int(kwargs[var])
setattr(self, var, _casted_value)
elif var in _float_settings:
_val = kwargs[var]
_casted_value = (
float(_val)
if _val is not None and _val != ""
else None
)
setattr(self, var, _casted_value)
else:
# only run routing strategy init if it has changed
if (

View file

@ -6551,7 +6551,7 @@ def _calculate_retry_after(
remaining_retries: int,
max_retries: int,
response_headers: Optional[httpx.Headers] = None,
min_timeout: int = 0,
min_timeout: Union[int, float] = 0,
) -> Union[float, int]:
retry_after = _get_retry_after_from_exception_header(response_headers)