mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-05 08:07:05 +00:00
d392e7faae
* feat(alerting): add native Microsoft Teams alerting destination Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * fix(alerting): preserve active destinations on MS Teams save and confirm health test delivery Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * fix(ui): read persisted alerting destinations at MS Teams save time Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --------- Co-authored-by: yassin <yassin@berri.ai> Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
80 lines
2.4 KiB
Python
80 lines
2.4 KiB
Python
"""
|
|
Handles Batching + sending Httpx Post requests to slack
|
|
|
|
Slack alerts are sent every 10s or when events are greater than X events
|
|
|
|
see custom_batch_logger.py for more details / defaults
|
|
"""
|
|
|
|
from typing import TYPE_CHECKING, Any, Final
|
|
|
|
from litellm._logging import verbose_proxy_logger
|
|
|
|
from .ms_teams import MS_TEAMS_ALERTING_DESTINATION, build_ms_teams_payload
|
|
|
|
if TYPE_CHECKING:
|
|
from .slack_alerting import SlackAlerting as _SlackAlerting
|
|
|
|
SlackAlertingType = _SlackAlerting
|
|
else:
|
|
SlackAlertingType = Any
|
|
|
|
|
|
def squash_payloads(queue):
|
|
squashed: Final = {}
|
|
if len(queue) == 0:
|
|
return squashed
|
|
if len(queue) == 1:
|
|
return {"key": {"item": queue[0], "count": 1}}
|
|
|
|
for item in queue:
|
|
url = item["url"]
|
|
alert_type = item["alert_type"]
|
|
_key = (url, alert_type)
|
|
|
|
if _key in squashed:
|
|
squashed[_key]["count"] += 1
|
|
# Merge the payloads
|
|
|
|
else:
|
|
squashed[_key] = {"item": item, "count": 1}
|
|
|
|
return squashed
|
|
|
|
|
|
def _print_alerting_payload_warning(payload: dict, slackAlertingInstance: SlackAlertingType):
|
|
"""
|
|
Print the payload to the console when
|
|
slackAlertingInstance.alerting_args.log_to_console is True
|
|
|
|
Relevant issue: https://github.com/BerriAI/litellm/issues/7372
|
|
"""
|
|
if slackAlertingInstance.alerting_args.log_to_console is True:
|
|
verbose_proxy_logger.warning(payload)
|
|
|
|
|
|
async def send_to_webhook(slackAlertingInstance: SlackAlertingType, item, count):
|
|
"""
|
|
Send a single slack alert to the webhook
|
|
"""
|
|
import json
|
|
|
|
payload: Final = item.get("payload", {})
|
|
try:
|
|
if count > 1:
|
|
payload["text"] = f"[Num Alerts: {count}]\n\n{payload['text']}"
|
|
|
|
request_body: Final = (
|
|
build_ms_teams_payload(payload["text"]) if item.get("format") == MS_TEAMS_ALERTING_DESTINATION else payload
|
|
)
|
|
response: Final = await slackAlertingInstance.async_http_handler.post(
|
|
url=item["url"],
|
|
headers=item["headers"],
|
|
data=json.dumps(request_body),
|
|
)
|
|
if response.status_code != 200:
|
|
verbose_proxy_logger.debug("Error sending alert to url=%s. Error=%s", item["url"], response.text)
|
|
except Exception as e:
|
|
verbose_proxy_logger.debug("Error sending alert: %s", e)
|
|
finally:
|
|
_print_alerting_payload_warning(payload, slackAlertingInstance=slackAlertingInstance)
|