From cc51db199988d49b3e1728344b1d3761c7189b5c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 27 Apr 2024 15:44:30 -0700 Subject: [PATCH] fix slack alerting show deployment latencies --- litellm/integrations/slack_alerting.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/litellm/integrations/slack_alerting.py b/litellm/integrations/slack_alerting.py index adc56698c39..d4f52f590cf 100644 --- a/litellm/integrations/slack_alerting.py +++ b/litellm/integrations/slack_alerting.py @@ -167,6 +167,14 @@ class SlackAlerting: _deployment_latencies = metadata["_latency_per_deployment"] if len(_deployment_latencies) == 0: return None + try: + # try sorting deployments by latency + _deployment_latencies = sorted( + _deployment_latencies.items(), key=lambda x: x[1] + ) + _deployment_latencies = dict(_deployment_latencies) + except: + pass for api_base, latency in _deployment_latencies.items(): _message_to_send += f"\n{api_base}: {round(latency,2)}s" _message_to_send = "```" + _message_to_send + "```"