mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-09 03:18:44 +00:00
fix(ui): resolve the auto-router availability debounce synchronously at 0ms
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
bd7fef2c37
commit
4e9eaced55
1 changed files with 3 additions and 1 deletions
|
|
@ -21,12 +21,14 @@ export const AutoRouterAvailabilityContext = createContext<AvailabilityState>({
|
|||
|
||||
export const useAutoRouterAvailability = (accessToken: string, body: Request, enabled = true) => {
|
||||
const serialized = JSON.stringify(body.complexity_router_config ?? null);
|
||||
const [debounced, setDebounced] = useState(serialized);
|
||||
const [debouncedState, setDebounced] = useState(serialized);
|
||||
const debounceMs = useContext(AutoRouterAvailabilityDebounceContext);
|
||||
useEffect(() => {
|
||||
if (debounceMs === 0) return;
|
||||
const timeout = setTimeout(() => setDebounced(serialized), debounceMs);
|
||||
return () => clearTimeout(timeout);
|
||||
}, [serialized, debounceMs]);
|
||||
const debounced = debounceMs === 0 ? serialized : debouncedState;
|
||||
const options: UseQueryOptions<Availability> = {
|
||||
queryKey: ["autoRouterAvailability", accessToken, body.team_id, body.saved_model_id, debounced],
|
||||
queryFn: ({ signal }) =>
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue