scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 87

fix(prometheus): align caller identity on latency metrics

Browse source
This commit is contained in:
Mark Philipp 2026-08-25 17:58:42 -07:00
parent a3ce23e80a
commit 9b331aecca
2 changed files with 8 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/types/integrations/prometheus.py
View file

@ -282,7 +282,9 @@ PROMETHEUS_DEPLOYMENT_AND_LATENCY_CALLER_IDENTITY_METRICS: Final[frozenset[str]]
"litellm_deployment_success_responses",
"litellm_deployment_failure_responses",
"litellm_request_total_latency_metric",
"litellm_llm_api_latency_metric",
"litellm_llm_api_time_to_first_token_metric",
"litellm_request_queue_time_seconds",
"litellm_overhead_latency_metric",
"litellm_deployment_latency_per_output_token",
}

7
tests/test_litellm/integrations/test_prometheus_caller_identity.py
View file

@ -277,7 +277,10 @@ def test_successful_request_emits_configured_identity_on_real_counter_and_histog
"end_time": end_time,
"litellm_params": {
"custom_llm_provider": "openai",
"metadata": {"model_info": {"id": "deployment-id"}},
"metadata": {
"model_info": {"id": "deployment-id"},
"queue_time_seconds": 0.05,
},
},
"standard_logging_object": payload,
}
@ -304,7 +307,9 @@ def test_successful_request_emits_configured_identity_on_real_counter_and_histog
"litellm_deployment_total_requests_total",
"litellm_deployment_success_responses_total",
"litellm_request_total_latency_metric_count",
"litellm_llm_api_latency_metric_count",
"litellm_llm_api_time_to_first_token_metric_count",
"litellm_request_queue_time_seconds_count",
"litellm_overhead_latency_metric_count",
"litellm_deployment_latency_per_output_token_count",
)