{[
"Generate sample sales data CSV and create a chart",
- term("Create a PNG bar chart comparing AI gateway providers including LiteLLM"),
+ "Create a PNG bar chart comparing AI gateway providers including LiteLLM",
"Generate a CSV of LLM pricing data and visualize it as a line chart",
].map((prompt, idx) => (
f.name === source);
+ if (source === TEST_SOURCE_ALL) return getComplianceDatasetPrompts();
+ const fw = getFrameworks().find((f) => f.name === source);
return fw ? fw.categories.flatMap((c) => c.prompts) : [];
}
@@ -832,8 +830,7 @@ const PipelineTestPanel: React.FC = ({ pipeline, accessT
const [complianceResults, setComplianceResults] = useState([]);
const isQuickChat = testSource === TEST_SOURCE_QUICK;
- const term = useTerminology();
- const promptsForSource = getPromptsForTestSource(testSource, term);
+ const promptsForSource = getPromptsForTestSource(testSource);
const isDataset = promptsForSource.length > 0;
const handleRunTest = async () => {
diff --git a/ui/litellm-dashboard/src/data/compliancePrompts.test.ts b/ui/litellm-dashboard/src/data/compliancePrompts.test.ts
index 7d2fe90a2a1..4c2068fd5d4 100644
--- a/ui/litellm-dashboard/src/data/compliancePrompts.test.ts
+++ b/ui/litellm-dashboard/src/data/compliancePrompts.test.ts
@@ -1,6 +1,6 @@
import { describe, expect, it } from "vitest";
import { toSiTerminology } from "@/lib/terminology";
-import { getComplianceDatasetPrompts, getFrameworks } from "./compliancePrompts";
+import { getFrameworks } from "./compliancePrompts";
describe("getFrameworks with a terminology", () => {
const original = getFrameworks();
@@ -8,12 +8,10 @@ describe("getFrameworks with a terminology", () => {
const categoriesOf = (frameworks: typeof original) => frameworks.flatMap((framework) => framework.categories);
const promptsOf = (frameworks: typeof original) => categoriesOf(frameworks).flatMap((category) => category.prompts);
- it("rewrites every prompt the playground sends to the model", () => {
+ it("keeps the prompts the playground sends to the model in their original wording", () => {
expect(promptsOf(si).length).toBeGreaterThan(0);
- expect(promptsOf(si).map((prompt) => prompt.prompt)).toEqual(
- promptsOf(original).map((prompt) => toSiTerminology(prompt.prompt)),
- );
- expect(promptsOf(si).some((prompt, index) => prompt.prompt !== promptsOf(original)[index].prompt)).toBe(true);
+ expect(promptsOf(original).some((prompt) => toSiTerminology(prompt.prompt) !== prompt.prompt)).toBe(true);
+ expect(promptsOf(si).map((prompt) => prompt.prompt)).toEqual(promptsOf(original).map((prompt) => prompt.prompt));
});
it("rewrites framework and category descriptions", () => {
@@ -32,8 +30,4 @@ describe("getFrameworks with a terminology", () => {
);
expect(promptsOf(si).map((prompt) => prompt.id)).toEqual(promptsOf(original).map((prompt) => prompt.id));
});
-
- it("feeds the rewritten prompts into the flat dataset used by the pipeline tester", () => {
- expect(getComplianceDatasetPrompts(toSiTerminology)).toEqual(promptsOf(si));
- });
});
diff --git a/ui/litellm-dashboard/src/data/compliancePrompts.ts b/ui/litellm-dashboard/src/data/compliancePrompts.ts
index c0b6f179e24..ae3b756e7ed 100644
--- a/ui/litellm-dashboard/src/data/compliancePrompts.ts
+++ b/ui/litellm-dashboard/src/data/compliancePrompts.ts
@@ -564,8 +564,8 @@ const frameworkMeta: Record = {
};
/** Flat list of all compliance prompts for pipeline testing (EU AI Act, GDPR, topic blocking, airline, etc.). */
-export function getComplianceDatasetPrompts(term: Term = keepTerminology): CompliancePrompt[] {
- return getFrameworks(term).flatMap((fw) => fw.categories.flatMap((cat) => cat.prompts));
+export function getComplianceDatasetPrompts(): CompliancePrompt[] {
+ return getFrameworks().flatMap((fw) => fw.categories.flatMap((cat) => cat.prompts));
}
export function getFrameworks(term: Term = keepTerminology): ComplianceFramework[] {
@@ -573,7 +573,6 @@ export function getFrameworks(term: Term = keepTerminology): ComplianceFramework
const prompts = allCompliancePrompts.map((prompt) => ({
...prompt,
categoryDescription: term(prompt.categoryDescription),
- prompt: term(prompt.prompt),
}));
for (const prompt of prompts) {