scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 84

add interface for prefetch

Browse source
This commit is contained in:
Ishaan Jaff 2025-02-13 10:21:50 -08:00
parent edd3bc2ea7
commit 3234340f17
1 changed files with 27 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

33
ui/litellm-dashboard/src/components/view_logs/prefetch.ts
View file

@ -2,22 +2,43 @@ import { QueryClient } from "@tanstack/react-query";
import { uiSpendLogDetailsCall } from "../networking";
import { LogEntry } from "./columns";
export const prefetchLogDetails = (
export interface PrefetchedLog {
id: string;
messages: any;
response: any;
}
export const prefetchLogDetails = async (
logs: LogEntry[],
formattedStartTime: string,
accessToken: string,
queryClient: QueryClient
) => {
logs.forEach((log) => {
console.log("prefetchLogDetails called with", logs.length, "logs");
const promises = logs.map((log) => {
if (log.request_id) {
queryClient.prefetchQuery({
console.log("Prefetching details for request_id:", log.request_id);
return queryClient.prefetchQuery({
queryKey: ["logDetails", log.request_id, formattedStartTime],
queryFn: () => uiSpendLogDetailsCall(accessToken, log.request_id, formattedStartTime),
queryFn: async () => {
console.log("Fetching details for", log.request_id);
const result = await uiSpendLogDetailsCall(accessToken, log.request_id, formattedStartTime) as PrefetchedLog;
console.log("Received details for", log.request_id, ":", result ? "success" : "failed");
return result;
},
staleTime: 10 * 60 * 1000, // 10 minutes
gcTime: 10 * 60 * 1000, // 10 minutes
}).catch((error) => {
console.error(`Failed to prefetch details for log: ${log.request_id}`, error);
});
}
});
try {
const results = await Promise.all(promises);
console.log("All prefetch promises completed:", results.length);
return results;
} catch (error) {
console.error("Error in prefetchLogDetails:", error);
throw error;
}
};