scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 85

add template queue for processing multiple AI-suggested templates

Browse source
This commit is contained in:
Ishaan Jaffer 2026-02-19 11:55:43 -08:00
parent fa6fbfea29
commit 399480e941
1 changed files with 29 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

30
ui/litellm-dashboard/src/components/policies/index.tsx
View file

@ -66,6 +66,8 @@ const PoliciesPanel: React.FC<PoliciesPanelProps> = ({
const [pendingTemplate, setPendingTemplate] = useState<any>(null);
const [isAiSuggestionModalOpen, setIsAiSuggestionModalOpen] = useState(false);
const [loadedTemplates, setLoadedTemplates] = useState<any[]>([]);
const [templateQueue, setTemplateQueue] = useState<any[]>([]);
const [templateQueueProgress, setTemplateQueueProgress] = useState<{ current: number; total: number } | null>(null);
const isAdmin = userRole ? isAdminRole(userRole) : false;
@ -328,8 +330,23 @@ const PoliciesPanel: React.FC<PoliciesPanelProps> = ({
`Failed to create ${failedGuardrails.length} guardrail(s): ${failedGuardrails.join(", ")}. You may need to create them manually.`
);
}
// Process next template in queue if any
if (templateQueue.length > 0) {
const [nextTemplate, ...remaining] = templateQueue;
setTemplateQueue(remaining);
setTemplateQueueProgress((prev) =>
prev ? { ...prev, current: prev.current + 1 } : null
);
// Small delay so user can see the success message
setTimeout(() => handleUseTemplate(nextTemplate), 500);
} else {
setTemplateQueueProgress(null);
}
} catch (error) {
setIsCreatingGuardrails(false);
setTemplateQueue([]);
setTemplateQueueProgress(null);
console.error("Error creating guardrails:", error);
message.error("Failed to create guardrails. Please try again.");
}
@ -338,6 +355,8 @@ const PoliciesPanel: React.FC<PoliciesPanelProps> = ({
const handleGuardrailSelectionCancel = () => {
setIsGuardrailSelectionModalOpen(false);
setSelectedTemplate(null);
setTemplateQueue([]);
setTemplateQueueProgress(null);
};
return (
@ -500,6 +519,7 @@ const PoliciesPanel: React.FC<PoliciesPanelProps> = ({
onConfirm={handleGuardrailSelectionConfirm}
onCancel={handleGuardrailSelectionCancel}
isLoading={isCreatingGuardrails}
progressInfo={templateQueueProgress}
/>
<TemplateParameterModal
@ -592,7 +612,15 @@ const PoliciesPanel: React.FC<PoliciesPanelProps> = ({
onSelectTemplates={(selectedTemplates) => {
setIsAiSuggestionModalOpen(false);
if (selectedTemplates.length > 0) {
handleUseTemplate(selectedTemplates[0]);
// Queue all templates: process first immediately, queue the rest
const [first, ...rest] = selectedTemplates;
setTemplateQueue(rest);
setTemplateQueueProgress(
selectedTemplates.length > 1
? { current: 1, total: selectedTemplates.length }
: null
);
handleUseTemplate(first);
}
}}
onCancel={() => setIsAiSuggestionModalOpen(false)}