mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-01 07:03:02 +00:00
b604e2b20c
About 35,000 fixes ruff marks safe across 32 rules (UP006/UP045/UP007 modern annotations, UP032 f-strings, SIM114/SIM118, RET501, and friends), removal of the 1,296 typing imports the rewrite orphaned, and hand fixes for what the fixers could not see: five star-import freeloaders of typing names, two F823 late-import annotations, the /get/config/list introspection crash on types.UnionType, redundant function-local RoleMappings imports in ui_sso.py that shadowed the module-level name once the annotation lost its quotes, and one FURB168 tautology. B009/B010/PIE804/RUF019 are excluded on purpose: their safe fixes rewrite getattr/setattr/**-splat/key-in-dict escape hatches into forms basedpyright then rejects (283 new errors measured), so their budgets stay at base values. ruff-strict-budget.json drops by 39,579 this commit (39,968 across the branch) with 28 rules at an actual 0 and 9 more sharply down. type-discipline-budget.json ratchets LIT002/LIT006/LIT009 down; LIT001 moves to the now-honest total: the checker matches the spelling `set` but not the alias `Set`, so the 160 typing.Set annotations rewritten to set[...] were always mutable-set annotations and only now count.
75 lines
2.1 KiB
Python
75 lines
2.1 KiB
Python
"""
|
|
Handles Batching + sending Httpx Post requests to slack
|
|
|
|
Slack alerts are sent every 10s or when events are greater than X events
|
|
|
|
see custom_batch_logger.py for more details / defaults
|
|
"""
|
|
|
|
from typing import TYPE_CHECKING, Any
|
|
|
|
from litellm._logging import verbose_proxy_logger
|
|
|
|
if TYPE_CHECKING:
|
|
from .slack_alerting import SlackAlerting as _SlackAlerting
|
|
|
|
SlackAlertingType = _SlackAlerting
|
|
else:
|
|
SlackAlertingType = Any
|
|
|
|
|
|
def squash_payloads(queue):
|
|
squashed = {}
|
|
if len(queue) == 0:
|
|
return squashed
|
|
if len(queue) == 1:
|
|
return {"key": {"item": queue[0], "count": 1}}
|
|
|
|
for item in queue:
|
|
url = item["url"]
|
|
alert_type = item["alert_type"]
|
|
_key = (url, alert_type)
|
|
|
|
if _key in squashed:
|
|
squashed[_key]["count"] += 1
|
|
# Merge the payloads
|
|
|
|
else:
|
|
squashed[_key] = {"item": item, "count": 1}
|
|
|
|
return squashed
|
|
|
|
|
|
def _print_alerting_payload_warning(payload: dict, slackAlertingInstance: SlackAlertingType):
|
|
"""
|
|
Print the payload to the console when
|
|
slackAlertingInstance.alerting_args.log_to_console is True
|
|
|
|
Relevant issue: https://github.com/BerriAI/litellm/issues/7372
|
|
"""
|
|
if slackAlertingInstance.alerting_args.log_to_console is True:
|
|
verbose_proxy_logger.warning(payload)
|
|
|
|
|
|
async def send_to_webhook(slackAlertingInstance: SlackAlertingType, item, count):
|
|
"""
|
|
Send a single slack alert to the webhook
|
|
"""
|
|
import json
|
|
|
|
payload = item.get("payload", {})
|
|
try:
|
|
if count > 1:
|
|
payload["text"] = f"[Num Alerts: {count}]\n\n{payload['text']}"
|
|
|
|
response = await slackAlertingInstance.async_http_handler.post(
|
|
url=item["url"],
|
|
headers=item["headers"],
|
|
data=json.dumps(payload),
|
|
)
|
|
if response.status_code != 200:
|
|
verbose_proxy_logger.debug(f"Error sending slack alert to url={item['url']}. Error={response.text}")
|
|
except Exception as e:
|
|
verbose_proxy_logger.debug(f"Error sending slack alert: {e!s}")
|
|
finally:
|
|
_print_alerting_payload_warning(payload, slackAlertingInstance=slackAlertingInstance)
|