import { chromium, expect, request } from "@playwright/test"; import { users, Role, STORAGE_PATHS } from "./fixtures/users"; import { ARTIFACT_DIR, UI_BASE_URL } from "./constants"; import * as fs from "fs"; import * as path from "path"; async function globalSetup() { const browser = await chromium.launch(); const rootPath = process.env.SERVER_ROOT_PATH ?? ""; // Create the artifact root before anything writes into it. storageState() does // not create missing parents, so pointing E2E_UI_ARTIFACT_DIR at a path that // does not exist yet would fail with ENOENT on the first role's snapshot, // before any test ran. Playwright creates its own outputDir lazily, so this is // the only place that has to do it. recursive:true makes it idempotent, and // keeps the default "." a no-op. fs.mkdirSync(ARTIFACT_DIR, { recursive: true }); // The Projects sidebar item is hidden unless the enterprise-gated // enable_projects_ui setting is on, and the seeded DB starts with it off. // The proxy runs with LITELLM_LICENSE in CI, so enable it the same way // the admin UI toggle does; the projects migration smoke needs the link. const masterKey = process.env.LITELLM_MASTER_KEY || "sk-1234"; const api = await request.newContext(); const settingsRes = await api.patch(`${UI_BASE_URL}${rootPath}/update/ui_settings`, { headers: { Authorization: `Bearer ${masterKey}` }, data: { enable_projects_ui: true }, }); if (!settingsRes.ok()) { throw new Error(`Enabling enable_projects_ui failed (${settingsRes.status()}): ${await settingsRes.text()}`); } for (const { email, password, seedApiRole } of Object.values(users)) { if (!seedApiRole) { continue; } const createRes = await api.post(`${UI_BASE_URL}${rootPath}/user/new`, { headers: { Authorization: `Bearer ${masterKey}` }, data: { user_email: email, user_role: seedApiRole, auto_create_key: false }, }); if (!createRes.ok() && createRes.status() !== 409) { throw new Error(`Seeding user ${email} failed (${createRes.status()}): ${await createRes.text()}`); } const passwordRes = await api.post(`${UI_BASE_URL}${rootPath}/user/update`, { headers: { Authorization: `Bearer ${masterKey}` }, data: { user_email: email, password }, }); if (!passwordRes.ok()) { throw new Error(`Setting password for ${email} failed (${passwordRes.status()}): ${await passwordRes.text()}`); } } await api.dispose(); for (const role of Object.values(Role)) { const { email, password } = users[role]; const storagePath = STORAGE_PATHS[role]; const page = await browser.newPage(); try { await page.goto(`${UI_BASE_URL}${rootPath}/ui/login`); await page.getByPlaceholder("Enter your username").fill(email); await page.getByPlaceholder("Enter your password").fill(password); await page.getByRole("button", { name: "Login", exact: true }).click(); await page.waitForURL((url) => url.pathname.startsWith(`${rootPath}/ui`) && !url.pathname.includes("/login"), { timeout: 30_000, }); await expect(page.locator("a", { hasText: "Virtual Keys" })).toBeVisible({ timeout: 30_000 }); // Dismiss feedback popup if present const dismiss = page.getByText("Don't ask me again"); if (await dismiss.isVisible({ timeout: 1_500 }).catch(() => false)) { await dismiss.click(); } // The login flow stores a post-login return URL in the litellm_return_url // cookie. If the snapshot captures it before the app consumes it, every // test inheriting this storageState gets yanked to that stale URL the // first time it mounts a page (the e2e suite's main flake source). await page.context().clearCookies({ name: "litellm_return_url" }); await page.context().storageState({ path: storagePath }); } catch (e) { // Best-effort diagnostics only: this handler must never replace the real // failure with its own. Writing the screenshot used to throw ENOENT/EROFS // on the read-only cwd in the e2e image, which masked every underlying // login error and made the run look like a filesystem bug. try { const failureDir = path.join(ARTIFACT_DIR, "test-results"); fs.mkdirSync(failureDir, { recursive: true }); await page.screenshot({ path: path.join(failureDir, `global-setup-${role}-failure.png`), fullPage: true, }); console.error(`Global setup failed for role ${role}. Screenshot saved. URL: ${page.url()}`); } catch (diagnosticError) { console.error( `Global setup failed for role ${role} at URL: ${page.url()}. ` + `Could not save a screenshot: ${diagnosticError}`, ); } throw e; } finally { await page.close(); } } await browser.close(); } export default globalSetup;