From 80a31c5dab2bd430c0f4a646b646b4aafd9d0d2d Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Sat, 6 Jul 2024 12:50:57 -0700
Subject: [PATCH] allow async_only_mode on rotuer

---
 litellm/types/router.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/litellm/types/router.py b/litellm/types/router.py
index 78d516d6c79..46fc0c9e7eb 100644
--- a/litellm/types/router.py
+++ b/litellm/types/router.py
@@ -517,3 +517,9 @@ class CustomRoutingStrategyBase:
 
         """
         pass
+
+
+class RouterGeneralSettings(BaseModel):
+    async_only_mode: bool = Field(
+        default=False
+    )  # this will only initialize async clients. Good for memory utils