scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-26 01:12:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 99

fix(ui): show ten prompt caching requests per page (#42638)

Browse source
This commit is contained in:
tin-berri 2026-09-23 17:49:11 -07:00 • committed by GitHub
parent 8b001d4024
commit b1194aa373
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 33 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

34
ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.integration.test.tsx
View file

@ -24,7 +24,7 @@ const request = (overrides: Partial<CacheRequest> = {}): CacheRequest => ({
...overrides,
});
const response = (requests: CacheRequest[], nextCursor: RequestsResponse["next_cursor"] = null) => {
const body: RequestsResponse = { requests, has_more: nextCursor !== null, next_cursor: nextCursor, page_size: 50 };
const body: RequestsResponse = { requests, has_more: nextCursor !== null, next_cursor: nextCursor, page_size: 10 };
return Response.json(body);
};
const lastQuery = () => new URL(String(fetchMock.mock.calls.at(-1)?.[0]), "http://localhost").searchParams;
@ -82,6 +82,36 @@ describe("PromptCachingRequestsTable", () => {
expect(fetchMock.mock.calls[0][1]?.headers).toEqual(expect.objectContaining({ Authorization: "Bearer token-a" }));
});
it("shows ten requests per page and keeps the remaining request reachable", async () => {
const rows = Array.from({ length: 11 }, (_, index) => request({ request_id: `request-${index + 1}` }));
fetchMock.mockImplementation(async (input) => {
const query = new URL(String(input), "http://localhost").searchParams;
const start = rows.findIndex((row) => row.request_id === query.get("cursor_request_id")) + 1;
const end = start + Number(query.get("page_size"));
const page = rows.slice(start, end);
const last = page.at(-1);
return response(
page,
end < rows.length && last ? { start_time: last.start_time, request_id: last.request_id } : null,
);
});
renderWithProviders(<PromptCachingRequestsTable accessToken="token-a" dateValue={dates} />);
const table = await screen.findByRole("table", { name: "Prompt caching requests" });
expect(within(table).getAllByRole("link")).toHaveLength(10);
expect(within(table).queryByRole("link", { name: "request-11" })).not.toBeInTheDocument();
fireEvent.click(screen.getByRole("button", { name: "Next" }));
await screen.findByRole("link", { name: "request-11" });
expect(within(screen.getByRole("table", { name: "Prompt caching requests" })).getAllByRole("link")).toHaveLength(1);
expect(screen.getByRole("button", { name: "Next" })).toBeDisabled();
fireEvent.click(screen.getByRole("button", { name: "Previous" }));
await screen.findByRole("link", { name: "request-1" });
expect(within(screen.getByRole("table", { name: "Prompt caching requests" })).getAllByRole("link")).toHaveLength(
10,
);
expect(screen.getByRole("button", { name: "Previous" })).toBeDisabled();
});
it("forwards complete server cursors, goes back to prior cursors, and clears them for each caching filter", async () => {
fetchMock.mockImplementation(async (input) => {
const query = new URL(String(input), "http://localhost").searchParams;
@ -141,7 +171,7 @@ describe("PromptCachingRequestsTable", () => {
fireEvent.click(screen.getByRole("tab", { name: "Cache hits" }));
await screen.findByRole("link", { name: "hits-1" });
expect(lastQuery().get("filter")).toBe("hits");
expect(lastQuery().get("page_size")).toBe("50");
expect(lastQuery().get("page_size")).toBe("10");
expect(screen.getByText("Page 1")).toBeInTheDocument();
});

2
ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/PromptCachingRequestsTable.tsx
View file

@ -52,7 +52,7 @@ export default function PromptCachingRequestsTable({ accessToken, dateValue }: P
start_date: startDate,
end_date: endDate,
filter,
page_size: 50,
page_size: 10,
cursor_start_time: cursor?.start_time,
cursor_request_id: cursor?.request_id,
};