diff --git a/litellm/types/router.py b/litellm/types/router.py index 78d516d6c79..46fc0c9e7eb 100644 --- a/litellm/types/router.py +++ b/litellm/types/router.py @@ -517,3 +517,9 @@ class CustomRoutingStrategyBase: """ pass + + +class RouterGeneralSettings(BaseModel): + async_only_mode: bool = Field( + default=False + ) # this will only initialize async clients. Good for memory utils