From 88501a074d1aa5323815b3108ff22c8f76f419ec Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Mon, 31 Aug 2026 22:20:36 -0700
Subject: [PATCH 1/2] test(e2e-ui): poll credential availability before Test
 Connect to deflake multi-instance runs

---
 .../e2e/ui/tests/modelsPage/addModel.spec.ts  | 26 +++++++++++++++++++
 1 file changed, 26 insertions(+)

diff --git a/tests/e2e/ui/tests/modelsPage/addModel.spec.ts b/tests/e2e/ui/tests/modelsPage/addModel.spec.ts
index a16040678f3..566d78549b2 100644
--- a/tests/e2e/ui/tests/modelsPage/addModel.spec.ts
+++ b/tests/e2e/ui/tests/modelsPage/addModel.spec.ts
@@ -226,6 +226,32 @@ test.describe("Add Model", () => {
     });
     expect(createCred.ok(), `POST /credentials failed (${createCred.status()}): ${await createCred.text()}`).toBe(true);
 
+    // Multi-instance stacks propagate a new credential to the probe-serving instance on a periodic sync
+    await expect
+      .poll(
+        async () => {
+          const probe = await page.request.post("/health/test_connection", {
+            headers: auth,
+            data: {
+              litellm_params: {
+                model: "openai/fake-gpt-4",
+                custom_llm_provider: "openai",
+                litellm_credential_name: credentialName,
+              },
+              model_info: {},
+              mode: "chat",
+            },
+          });
+          if (!probe.ok()) return false;
+          return (await probe.json()).status === "success";
+        },
+        {
+          message: `stored credential ${credentialName} never became usable for a connection test`,
+          timeout: 60_000,
+        },
+      )
+      .toBe(true);
+
     try {
       await navigateToPage(page, Page.Models);
       await page.getByRole("tab", { name: "Add Model" }).click();

From a48953a0a86b1db88e607af90540c9263780229c Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Mon, 31 Aug 2026 22:37:35 -0700
Subject: [PATCH 2/2] test(e2e-ui): require consecutive credential probe
 successes to cover multi-replica routing

---
 tests/e2e/ui/tests/modelsPage/addModel.spec.ts | 11 +++++++----
 1 file changed, 7 insertions(+), 4 deletions(-)

diff --git a/tests/e2e/ui/tests/modelsPage/addModel.spec.ts b/tests/e2e/ui/tests/modelsPage/addModel.spec.ts
index 566d78549b2..073d3c0b79c 100644
--- a/tests/e2e/ui/tests/modelsPage/addModel.spec.ts
+++ b/tests/e2e/ui/tests/modelsPage/addModel.spec.ts
@@ -226,7 +226,9 @@ test.describe("Add Model", () => {
     });
     expect(createCred.ok(), `POST /credentials failed (${createCred.status()}): ${await createCred.text()}`).toBe(true);
 
-    // Multi-instance stacks propagate a new credential to the probe-serving instance on a periodic sync
+    // Multi-instance stacks propagate a new credential to the probe-serving instances on a periodic
+    // sync; consecutive successes guard against a load balancer alternating synced and stale replicas
+    let consecutiveProbeSuccesses = 0;
     await expect
       .poll(
         async () => {
@@ -242,15 +244,16 @@ test.describe("Add Model", () => {
               mode: "chat",
             },
           });
-          if (!probe.ok()) return false;
-          return (await probe.json()).status === "success";
+          const healthy = probe.ok() && (await probe.json()).status === "success";
+          consecutiveProbeSuccesses = healthy ? consecutiveProbeSuccesses + 1 : 0;
+          return consecutiveProbeSuccesses;
         },
         {
           message: `stored credential ${credentialName} never became usable for a connection test`,
           timeout: 60_000,
         },
       )
-      .toBe(true);
+      .toBeGreaterThanOrEqual(3);
 
     try {
       await navigateToPage(page, Page.Models);