From 28cc9a11c4f67012afbd629316a6168cc43b2130 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Sat, 13 Apr 2024 13:28:58 -0700
Subject: [PATCH] feat - load proxy models on proxy startup events

---
 litellm/proxy/proxy_server.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 6026fd83420..828a9533b96 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -3186,6 +3186,11 @@ async def startup_event():
                 seconds=30,
                 args=[prisma_client, proxy_logging_obj],
             )
+
+            # this will load all existing models on proxy startup
+            await proxy_config.add_deployment(
+                prisma_client=prisma_client, proxy_logging_obj=proxy_logging_obj
+            )
         scheduler.start()