scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 82

docs(grafana): chart the four team rate limit gauges

Browse source 
`test_all_metrics_dashboard_charts_every_emitted_metric_family` requires
every emitted metric family to appear in the all-metrics dashboard, so the
four gauges added by this PR need panels:

- litellm_team_rpm_limit / litellm_team_tpm_limit (configured, max by team+model)
- litellm_remaining_team_requests_for_model / _tokens_for_model
  (headroom, min by team+model)

Configured limits use `max` and remaining capacity uses `min`, so a panel
shows the binding limit and the tightest headroom rather than an average
across series.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
DanBrima 2026-09-28 16:17:19 +03:00
parent 9cb60c40cd
commit f67d89eafe
1 changed files with 228 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

228
cookbook/litellm_proxy_server/grafana_dashboard/dashboard_all_metrics/grafana_dashboard.json
View file

@ -6381,6 +6381,234 @@
],
"title": "litellm_zero_cost_requests rate",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Configured per-model RPM limit for the team (team metadata model_rpm_limit), by team and model",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"drawStyle": "line",
"fillOpacity": 10,
"lineWidth": 1,
"showPoints": "never",
"spanNulls": false
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 430
},
"id": 112,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "max by (team_alias, model) (litellm_team_rpm_limit)",
"legendFormat": "{{team_alias}} / {{model}}",
"range": true,
"refId": "A"
}
],
"title": "litellm_team_rpm_limit",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Configured per-model TPM limit for the team (team metadata model_tpm_limit), by team and model",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"drawStyle": "line",
"fillOpacity": 10,
"lineWidth": 1,
"showPoints": "never",
"spanNulls": false
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 438
},
"id": 113,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "max by (team_alias, model) (litellm_team_tpm_limit)",
"legendFormat": "{{team_alias}} / {{model}}",
"range": true,
"refId": "A"
}
],
"title": "litellm_team_tpm_limit",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Requests left in the current window before the team's per-model RPM limit rejects, by team and model",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"drawStyle": "line",
"fillOpacity": 10,
"lineWidth": 1,
"showPoints": "never",
"spanNulls": false
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 438
},
"id": 114,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "min by (team_alias, model) (litellm_remaining_team_requests_for_model)",
"legendFormat": "{{team_alias}} / {{model}}",
"range": true,
"refId": "A"
}
],
"title": "litellm_remaining_team_requests_for_model",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Tokens left in the current window before the team's per-model TPM limit rejects, by team and model",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"drawStyle": "line",
"fillOpacity": 10,
"lineWidth": 1,
"showPoints": "never",
"spanNulls": false
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 446
},
"id": 115,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "min by (team_alias, model) (litellm_remaining_team_tokens_for_model)",
"legendFormat": "{{team_alias}} / {{model}}",
"range": true,
"refId": "A"
}
],
"title": "litellm_remaining_team_tokens_for_model",
"type": "timeseries"
}
],
"preload": false,