diff --git a/ui/litellm-dashboard/eslint-suppressions.json b/ui/litellm-dashboard/eslint-suppressions.json index a4e0d59d73d..d4ac60e501b 100644 --- a/ui/litellm-dashboard/eslint-suppressions.json +++ b/ui/litellm-dashboard/eslint-suppressions.json @@ -1732,10 +1732,10 @@ "count": 5 }, "no-restricted-syntax": { - "count": 139 + "count": 133 }, "prefer-const": { - "count": 28 + "count": 26 } }, "src/components/object_permissions_view.tsx": { diff --git a/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.test.tsx index a3d75df9606..fa4b48a5a9d 100644 --- a/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.test.tsx +++ b/ui/litellm-dashboard/src/app/(dashboard)/components/SidebarProvider.test.tsx @@ -9,7 +9,7 @@ const { getSettings } = vi.hoisted(() => ({ getSettings: vi.fn().mockResolvedValue({ values: { enable_projects_ui: true } }), })); -vi.mock("@/components/networking", () => ({ getUiSettings: getSettings, getUISettings: getSettings })); +vi.mock("@/components/networking", () => ({ getUiSettings: getSettings })); vi.mock("@/components/leftnav", () => ({ default: ({ enableProjectsUI }: ComponentProps) => ( diff --git a/ui/litellm-dashboard/src/components/model_info_view.integration.test.tsx b/ui/litellm-dashboard/src/components/model_info_view.integration.test.tsx index f93e01eb583..32e590017b0 100644 --- a/ui/litellm-dashboard/src/components/model_info_view.integration.test.tsx +++ b/ui/litellm-dashboard/src/components/model_info_view.integration.test.tsx @@ -19,7 +19,6 @@ vi.mock("../../utils/dataUtils", () => ({ })); vi.mock("./networking", () => ({ - modelInfoV1Call: vi.fn(), credentialGetCall: vi.fn(), credentialListCall: vi.fn(), getGuardrailsList: vi.fn(), @@ -56,7 +55,6 @@ vi.mock("@/app/(dashboard)/hooks/uiSettings/usePtuCostAttributionEnabled", () => })); const mockToast = vi.mocked(toast); -const mockModelInfoV1Call = vi.mocked(networking.modelInfoV1Call); const mockCredentialGetCall = vi.mocked(networking.credentialGetCall); const mockCredentialListCall = vi.mocked(networking.credentialListCall); const mockGetGuardrailsList = vi.mocked(networking.getGuardrailsList); @@ -134,10 +132,6 @@ describe("ModelInfoView", () => { error: null, }); - mockModelInfoV1Call.mockResolvedValue({ - data: [defaultModelData], - }); - mockCredentialGetCall.mockResolvedValue({ credential_name: "test-credential", credential_values: {}, @@ -394,7 +388,6 @@ describe("ModelInfoView", () => { model_info: { ...defaultModelData.model_info, mode: "chat", key: "anthropic.claude-haiku-4-5" }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [displayedModel] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [displayedModel] }); render(, { wrapper }); await waitFor(() => { @@ -869,7 +862,6 @@ describe("ModelInfoView", () => { const renderWithPtuModel = () => { mockUseModelsInfo.mockReturnValue({ data: { data: [ptuModelData] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [ptuModelData] }); return render(, { wrapper }); }; @@ -967,7 +959,6 @@ describe("ModelInfoView", () => { model_info: { ...defaultModelData.model_info, team_id: "team-1", input_cost_per_token: 0.0000003 }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [seededModel] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [seededModel] }); const user = userEvent.setup(); render(, { wrapper }); @@ -1008,7 +999,6 @@ describe("ModelInfoView", () => { model_info: { ...ptuModelData.model_info, cost_per_ptu_per_hour: null, ptu_effective_from: null }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [halfSetPtuModel] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [halfSetPtuModel] }); const user = userEvent.setup(); render(, { wrapper }); @@ -1057,7 +1047,6 @@ describe("ModelInfoView", () => { model_info: { ...ptuModelData.model_info, ptu_effective_from: null, ptu_effective_to: null }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [undatedPtuModel] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [undatedPtuModel] }); const user = userEvent.setup(); render(, { wrapper }); @@ -1201,7 +1190,6 @@ describe("ModelInfoView", () => { isLoading: false, error: null, }); - mockModelInfoV1Call.mockResolvedValue({ data: [maskedModelData] }); const user = userEvent.setup(); render(, { wrapper }); @@ -1508,7 +1496,6 @@ describe("ModelInfoView", () => { beforeEach(() => { mockUseModelsInfo.mockReturnValue({ data: { data: [teamModel] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [teamModel] }); }); const readRawJson = async (user: ReturnType) => { @@ -1555,7 +1542,6 @@ describe("ModelInfoView", () => { it("shows Not Set and no team_alias for a model without a team", async () => { mockUseModelsInfo.mockReturnValue({ data: { data: [defaultModelData] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [defaultModelData] }); mockUseTeams.mockReturnValue({ data: [{ team_id: "team-1", team_alias: "alpha" }], isLoading: false, @@ -1849,7 +1835,6 @@ describe("ModelInfoView", () => { beforeEach(() => { mockUseModelsInfo.mockReturnValue({ data: { data: [withCacheWriteTiers] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [withCacheWriteTiers] }); }); it("shows both configured cache write rates per million tokens", async () => { @@ -1926,7 +1911,6 @@ describe("ModelInfoView", () => { model_info: { ...defaultModelData.model_info, team_id: "team-1" }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [teamModel] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [teamModel] }); const user = userEvent.setup(); await enterEditMode(user); @@ -1952,7 +1936,6 @@ describe("ModelInfoView", () => { model_info: { ...defaultModelData.model_info, team_id: "team-1" }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [teamModel] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [teamModel] }); const user = userEvent.setup(); await enterEditMode(user); @@ -1992,7 +1975,6 @@ describe("ModelInfoView", () => { model_info: { ...defaultModelData.model_info, team_id: "team-1" }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [teamModel] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [teamModel] }); const user = userEvent.setup(); render(, { wrapper }); await user.click(await screen.findByRole("button", { name: /edit settings/i })); @@ -2069,7 +2051,6 @@ describe("ModelInfoView", () => { litellm_params: litellmParamsWithoutCredential, }; mockUseModelsInfo.mockReturnValue({ data: { data: [modelWithoutCredential] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [modelWithoutCredential] }); const user = userEvent.setup(); await enterEditMode(user); @@ -2150,7 +2131,6 @@ describe("ModelInfoView", () => { litellm_params: { ...defaultModelData.litellm_params, model: "openai/gpt-4*" }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [wildcard] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [wildcard] }); mockUseModelHub.mockReturnValue({ data: { data: [{ model_group: "openai/gpt-4o", providers: ["openai"] }] }, isLoading: false, @@ -2207,7 +2187,6 @@ describe("ModelInfoView", () => { litellm_params: { ...defaultModelData.litellm_params, cache_control_injection_points: points }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [data] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [data] }); }; it("omits the key when the deployment has none and the operator leaves the toggle alone", async () => { @@ -2330,7 +2309,6 @@ describe("ModelInfoView", () => { litellm_params: { ...defaultModelData.litellm_params, cache_read_input_token_cost: 0.000001 }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [withCacheRead] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [withCacheRead] }); const user = userEvent.setup(); await enterEditMode(user); setInputCost("2"); @@ -2365,7 +2343,6 @@ describe("ModelInfoView", () => { }, }; mockUseModelsInfo.mockReturnValue({ data: { data: [resolved] }, isLoading: false, error: null }); - mockModelInfoV1Call.mockResolvedValue({ data: [resolved] }); const user = userEvent.setup(); await enterEditMode(user); setInputCost("5"); diff --git a/ui/litellm-dashboard/src/components/networking.tsx b/ui/litellm-dashboard/src/components/networking.tsx index c13052be245..994c2948346 100644 --- a/ui/litellm-dashboard/src/components/networking.tsx +++ b/ui/litellm-dashboard/src/components/networking.tsx @@ -48,7 +48,7 @@ export const getAutoRouterClassifierDefaultPromptCall = async ( } }; -export type AssembledPromptTierSource = +type AssembledPromptTierSource = | { tierDefinitions: { name: string; description?: string }[] } | { tierLabels?: Record; classificationRubric?: string }; @@ -127,16 +127,6 @@ import type { SubscriptionUsageResponse, } from "@/app/(dashboard)/usage/_components/components/SubscriptionCost/types"; import type { RoutingDecision } from "./logs/detail/RoutingDecisionCard"; -import type { - SpanDetail, - SpanErrorPage, - SpanErrorQuery, - SpanQuery, - Trace, - TraceDetailQuery, - TraceListQuery, - TracePage, -} from "@litellm/lens-ui"; import { createApiClient, deriveErrorMessage, @@ -541,7 +531,7 @@ export const apiClient = createApiClient({ onError: handleError, }); -export const gatewayApiClient = createApiClient({ +const gatewayApiClient = createApiClient({ getBaseUrl: getGatewayBaseUrl, getAuthHeaderName: getGlobalLitellmHeaderName, onError: handleError, @@ -1725,37 +1715,6 @@ export const modelInfoCall = async ( } }; -export const modelInfoV1Call = async (accessToken: string, modelId: string) => { - /** - * Get all models on proxy - */ - try { - let url = proxyBaseUrl ? `${proxyBaseUrl}/v1/model/info` : `/v1/model/info`; - url += `?litellm_model_id=${modelId}`; - - const response = await fetch(url, { - method: "GET", - headers: { - [globalLitellmHeaderName]: `Bearer ${accessToken}`, - "Content-Type": "application/json", - }, - }); - - if (!response.ok) { - const errorData = await response.json(); - const errorMessage = deriveErrorMessage(errorData); - handleError(errorMessage); - throw new Error(errorMessage); - } - - const data = await response.json(); - return data; - } catch (error) { - console.error("Failed to create key:", error); - throw error; - } -}; - export const modelHubPublicModelsCall = async () => { const url = proxyBaseUrl ? `${proxyBaseUrl}/public/model_hub` : `/public/model_hub`; const response = await fetch(url, { @@ -1906,66 +1865,6 @@ export const modelAvailableCall = async ( } }; -export const teamSpendLogsCall = async (accessToken: string) => { - try { - const data = await apiClient.get(`/global/spend/teams`, { accessToken }); - return data; - } catch (error) { - console.error("Failed to create key:", error); - throw error; - } -}; - -export const tagsSpendLogsCall = async ( - accessToken: string, - startTime: string | undefined, - endTime: string | undefined, - tags: string[] | undefined, -) => { - try { - let url = proxyBaseUrl ? `${proxyBaseUrl}/global/spend/tags` : `/global/spend/tags`; - - if (startTime && endTime) { - url = `${url}?start_date=${startTime}&end_date=${endTime}`; - } - - // if tags, convert the list to a comma separated string - if (tags) { - url += `&tags=${tags.join(",")}`; - } - - const response = await fetch(`${url}`, { - method: "GET", - headers: { - [globalLitellmHeaderName]: `Bearer ${accessToken}`, - "Content-Type": "application/json", - }, - }); - if (!response.ok) { - const errorData = await response.json(); - const errorMessage = deriveErrorMessage(errorData); - handleError(errorMessage); - throw new Error(errorMessage); - } - - const data = await response.json(); - return data; - } catch (error) { - console.error("Failed to create key:", error); - throw error; - } -}; - -export const allTagNamesCall = async (accessToken: string) => { - try { - const data = await apiClient.get(`/global/spend/all_tag_names`, { accessToken }); - return data; - } catch (error) { - console.error("Failed to create key:", error); - throw error; - } -}; - export const userFilterUICall = async (accessToken: string, params: URLSearchParams) => { try { return await apiClient.get(`/user/filter/ui`, { @@ -2081,214 +1980,6 @@ export const uiSpendLogsCall = async ({ } }; -/** - * Agent tracing. All three respond 501 `{detail}` when `general_settings.tracing` is not - * configured; callers can detect that through the thrown `ApiError`'s `status`. - */ -export const agentTraceListCall = async ({ - accessToken, - startMs, - endMs, - cursor, -}: { - accessToken: string; - startMs: number; - endMs: number; - cursor?: string | null; -}): Promise => { - const query = { start_ms: startMs, end_ms: endMs, cursor: cursor ?? undefined } satisfies TraceListQuery; - return apiClient.get(`/v1/traces`, { accessToken, query }); -}; - -export const sendOtlpTraceCall = async (accessToken: string, exportRequest: object): Promise => - apiClient.post(`/v1/traces`, { accessToken, body: exportRequest }); - -export const agentTraceCall = async ( - accessToken: string, - traceId: string, - traceRef?: string, - cursor?: string | null, -): Promise => - apiClient.get(`/v1/traces/${encodeURIComponent(traceId)}`, { - accessToken, - query: { trace_ref: traceRef || undefined, cursor: cursor ?? undefined, page_size: 200 } satisfies TraceDetailQuery, - }); - -export const agentTraceSpanCall = async ( - accessToken: string, - traceId: string, - spanId: string, - traceRef?: string, -): Promise => - apiClient.get(`/v1/traces/${encodeURIComponent(traceId)}/spans/${encodeURIComponent(spanId)}`, { - accessToken, - query: { trace_ref: traceRef || undefined } satisfies SpanQuery, - }); - -export const agentTraceSpanErrorCall = async ( - accessToken: string, - traceId: string, - spanId: string, - options: { traceRef?: string; cursor?: string | null }, -): Promise => - apiClient.get(`/v1/traces/${encodeURIComponent(traceId)}/spans/${encodeURIComponent(spanId)}/error`, { - accessToken, - query: { trace_ref: options.traceRef || undefined, cursor: options.cursor || undefined } satisfies SpanErrorQuery, - }); - -export const adminSpendLogsCall = async (accessToken: string) => { - try { - const data = await apiClient.get(`/global/spend/logs`, { accessToken }); - return data; - } catch (error) { - console.error("Failed to create key:", error); - throw error; - } -}; - -export const adminTopKeysCall = async (accessToken: string) => { - try { - let url = proxyBaseUrl ? `${proxyBaseUrl}/global/spend/keys?limit=5` : `/global/spend/keys?limit=5`; - - const response = await fetch(url, { - method: "GET", - headers: { - [globalLitellmHeaderName]: `Bearer ${accessToken}`, - "Content-Type": "application/json", - }, - }); - if (!response.ok) { - const errorData = await response.json(); - const errorMessage = deriveErrorMessage(errorData); - handleError(errorMessage); - throw new Error(errorMessage); - } - - const data = await response.json(); - return data; - } catch (error) { - console.error("Failed to create key:", error); - throw error; - } -}; - -export const adminTopEndUsersCall = async ( - accessToken: string, - keyToken: string | null, - startTime: string | undefined, - endTime: string | undefined, -) => { - try { - const body = keyToken - ? { api_key: keyToken, startTime: startTime, endTime: endTime } - : { startTime: startTime, endTime: endTime }; - - const data = await apiClient.post(`/global/spend/end_users`, { accessToken, body }); - return data; - } catch (error) { - console.error("Failed to create key:", error); - throw error; - } -}; - -export const adminspendByProvider = async ( - accessToken: string, - startTime: string | undefined, - endTime: string | undefined, -) => { - try { - const data = await apiClient.get(`/global/spend/provider`, { - accessToken, - query: { - ...(startTime && endTime ? { start_date: startTime, end_date: endTime } : {}), - }, - }); - return data; - } catch (error) { - console.error("Failed to fetch spend data:", error); - throw error; - } -}; - -export const adminGlobalActivity = async ( - accessToken: string, - startTime: string | undefined, - endTime: string | undefined, -) => { - try { - const data = await apiClient.get(`/global/activity`, { - accessToken, - query: startTime && endTime ? { start_date: startTime, end_date: endTime } : undefined, - }); - return data; - } catch (error) { - console.error("Failed to fetch spend data:", error); - throw error; - } -}; - -export const adminGlobalActivityPerModel = async ( - accessToken: string, - startTime: string | undefined, - endTime: string | undefined, -) => { - try { - let url = proxyBaseUrl ? `${proxyBaseUrl}/global/activity/model` : `/global/activity/model`; - - if (startTime && endTime) { - url += `?start_date=${startTime}&end_date=${endTime}`; - } - - const requestOptions = { - method: "GET", - headers: { - [globalLitellmHeaderName]: `Bearer ${accessToken}`, - }, - }; - - const response = await fetch(url, requestOptions); - - if (!response.ok) { - const errorData = await response.json(); - const errorMessage = deriveErrorMessage(errorData); - handleError(errorMessage); - throw new Error(errorMessage); - } - - const data = await response.json(); - return data; - } catch (error) { - console.error("Failed to fetch spend data:", error); - throw error; - } -}; - -export const adminTopModelsCall = async (accessToken: string) => { - try { - let url = proxyBaseUrl ? `${proxyBaseUrl}/global/spend/models?limit=5` : `/global/spend/models?limit=5`; - - const response = await fetch(url, { - method: "GET", - headers: { - [globalLitellmHeaderName]: `Bearer ${accessToken}`, - "Content-Type": "application/json", - }, - }); - if (!response.ok) { - const errorData = await response.json(); - const errorMessage = deriveErrorMessage(errorData); - handleError(errorMessage); - throw new Error(errorMessage); - } - - const data = await response.json(); - return data; - } catch (error) { - console.error("Failed to create key:", error); - throw error; - } -}; - export const testConnectionRequest = async ( accessToken: string, litellm_params: Record, @@ -2421,7 +2112,7 @@ export const testAutoRouterRouting = async ( } }; -export interface ComplexityRouterConfigValidation { +interface ComplexityRouterConfigValidation { valid: boolean; error?: string | null; } @@ -2733,7 +2424,7 @@ export interface UserConnectionStartResponse { flow_handle: string; } -export type UserConnectionPollStatus = "pending" | "slow_down" | "expired" | "denied" | "no_copilot_seat" | "connected"; +type UserConnectionPollStatus = "pending" | "slow_down" | "expired" | "denied" | "no_copilot_seat" | "connected"; export interface UserConnectionPollResponse { status: UserConnectionPollStatus; @@ -3697,35 +3388,6 @@ export const getProxyUISettings = async (accessToken: string) => { } }; -export const getUISettings = async (accessToken: string) => { - /** - * Get UI-specific configuration flags from the database - */ - try { - const url = proxyBaseUrl ? `${proxyBaseUrl}/get/ui_settings` : `/get/ui_settings`; - const response = await fetch(url, { - method: "GET", - headers: { - [globalLitellmHeaderName]: `Bearer ${accessToken}`, - "Content-Type": "application/json", - }, - }); - - if (!response.ok) { - const errorData = await response.json(); - const errorMessage = deriveErrorMessage(errorData); - console.error("Failed to get UI settings:", errorMessage); - return null; - } - - const data = await response.json(); - return data; - } catch (error) { - console.error("Failed to get UI settings:", error); - return null; - } -}; - export const getMCPSemanticFilterSettings = async (accessToken: string) => { /** * Get MCP semantic filter configuration @@ -4685,12 +4347,12 @@ export const createAgentCall = async (accessToken: string, agentData: any) => { export type DiscoveredAgentCard = Agent["agent_card_params"]; -export type DiscoverAgentCardResponse = Omit & { +type DiscoverAgentCardResponse = Omit & { agent_card: DiscoveredAgentCard; }; export type DiscoveryMode = components["schemas"]["DiscoveryMode"]; -export type DiscoverAgentCardOptions = Partial< +type DiscoverAgentCardOptions = Partial< Pick >; @@ -5613,7 +5275,7 @@ export const vectorStoreListCall = async ( } }; -export interface IndexesListResponse { +interface IndexesListResponse { object: string; data: VectorStoreIndex[]; }