fix(router.py): fix moderation pass through logic

litellm/proxy/_new_secret_config.yaml

@@ -59,10 +59,10 @@ model_list:
       timeout: 300
       stream_timeout: 60
 
-litellm_settings:
-  fallbacks: [{ "claude-3-5-sonnet-20240620": ["claude-3-5-sonnet-aihubmix"] }]
-  callbacks: ["otel", "prometheus"]
-  default_redis_batch_cache_expiry: 10
+# litellm_settings:
+#   fallbacks: [{ "claude-3-5-sonnet-20240620": ["claude-3-5-sonnet-aihubmix"] }]
+#   callbacks: ["otel", "prometheus"]
+#   default_redis_batch_cache_expiry: 10
 
 # litellm_settings:
 #   cache: True

litellm/proxy/auth/user_api_key_auth.py

@@ -1236,7 +1236,6 @@ def _return_user_api_key_auth_obj(
     start_time: datetime,
     user_role: Optional[LitellmUserRoles] = None,
 ) -> UserAPIKeyAuth:
-    traceback.print_stack()
     end_time = datetime.now()
     user_api_key_service_logger_obj.service_success_hook(
         service=ServiceTypes.AUTH,

litellm/router.py

@@ -2549,10 +2549,7 @@ class Router:
         original_function: Callable,
         **kwargs,
     ):
-        if (
-            "model" in kwargs
-            and self.get_model_list(model_name=kwargs["model"]) is not None
-        ):
+        if kwargs.get("model") and self.get_model_list(model_name=kwargs["model"]):
             deployment = await self.async_get_available_deployment(
                 model=kwargs["model"]
             )

tests/router_unit_tests/test_router_helper_utils.py

@@ -1027,8 +1027,11 @@ def test_pattern_match_deployment_set_model_name(
 async def test_pass_through_moderation_endpoint_factory(model_list):
     router = Router(model_list=model_list)
     response = await router._pass_through_moderation_endpoint_factory(
-        original_function=litellm.amoderation, input="this is valid good text"
+        original_function=litellm.amoderation,
+        input="this is valid good text",
+        model=None,
     )
+    assert response is not None
 
 
 @pytest.mark.parametrize(