From b1230dd9194f8daa7985c0771957cc4819899f5f Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Tue, 7 May 2024 15:12:21 -0700
Subject: [PATCH] test - slack alerts on router

---
 litellm/tests/test_alerting.py | 67 ++++++++++++++++++++++++++++++++++
 1 file changed, 67 insertions(+)

diff --git a/litellm/tests/test_alerting.py b/litellm/tests/test_alerting.py
index 3734c29d289..06921d8d62d 100644
--- a/litellm/tests/test_alerting.py
+++ b/litellm/tests/test_alerting.py
@@ -313,3 +313,70 @@ async def test_daily_reports_redis_cache_scheduler():
 
         # second call - expect empty
         await slack_alerting._run_scheduler_helper(llm_router=router)
+
+
+@pytest.mark.asyncio
+async def test_send_llm_exception(slack_alerting):
+    with patch.object(slack_alerting, "send_alert", new=AsyncMock()) as mock_send_alert:
+        litellm.callbacks = [slack_alerting]
+
+        # on async success
+        router = litellm.Router(
+            model_list=[
+                {
+                    "model_name": "gpt-5",
+                    "litellm_params": {
+                        "model": "gpt-3.5-turbo",
+                        "api_key": "bad_key",
+                    },
+                }
+            ]
+        )
+        try:
+            await router.acompletion(
+                model="gpt-3.5-turbo",
+                messages=[{"role": "user", "content": "Hey, how's it going?"}],
+            )
+        except:
+            pass
+
+        await asyncio.sleep(3)
+
+        mock_send_alert.assert_awaited_once()
+
+
+@pytest.mark.asyncio
+@pytest.mark.skip(reason="Local test. Test if slack alerts are sent.")
+async def test_send_llm_exception_to_slack():
+    from litellm.integrations.slack_alerting import SlackAlerting
+
+    new_alerting = SlackAlerting(
+        alerting_threshold=0.00002,
+        alerting=["slack"],
+        alert_types=["llm_exceptions", "llm_requests_hanging", "llm_too_slow"],
+    )
+
+    litellm.callbacks = [new_alerting]
+    litellm.set_verbose = True
+
+    # on async success
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "gpt-5",
+                "litellm_params": {
+                    "model": "gpt-3.5-turbo",
+                    "api_key": "bad_key",
+                },
+            }
+        ]
+    )
+    try:
+        await router.acompletion(
+            model="gpt-3.5-turbo",
+            messages=[{"role": "user", "content": "Hey, how's it going?"}],
+        )
+    except:
+        pass
+
+    await asyncio.sleep(3)