diff --git a/litellm/router.py b/litellm/router.py
index aad482b5d66..a34463a695b 100644
--- a/litellm/router.py
+++ b/litellm/router.py
@@ -5278,8 +5278,8 @@ class Router:
 
         status_code = getattr(error, "status_code", None)
         if status_code is not None and not litellm._should_retry(status_code):
-            # 401/403 are special cases - allow retry if multiple deployments exist (handled below)
-            if status_code not in (401, 403):
+            # 401/403/404 are special cases - allow retry if multiple deployments exist (handled below)
+            if status_code not in (401, 403, 404):
                 raise error
 
         if isinstance(error, litellm.NotFoundError):