scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-05 08:07:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 136

update promtheus metric names

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-22 14:03:00 -07:00
parent 06a362d35f
commit 36b550b8db
1 changed files with 8 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
litellm/integrations/prometheus.py
View file

@ -61,8 +61,8 @@ class PrometheusLogger(CustomLogger):
)
# request latency metrics
self.litellm_request_latency_metric = Histogram(
"litellm_request_latency_metric",
self.litellm_request_total_latency_metric = Histogram(
"litellm_request_total_latency_metric",
"Total latency (seconds) for a request to LiteLLM",
labelnames=[
"model",
@ -70,8 +70,8 @@ class PrometheusLogger(CustomLogger):
],
)
self.litellm_deployment_latency_metric = Histogram(
"litellm_deployment_latency_metric",
self.litellm_llm_api_latency_metric = Histogram(
"litellm_llm_api_latency_metric",
"Total latency (seconds) for a models LLM API call",
labelnames=[
"model",
@ -359,11 +359,11 @@ class PrometheusLogger(CustomLogger):
litellm_call_id = kwargs.get("litellm_call_id")
self.litellm_request_latency_metric.labels(model, litellm_call_id).observe(
total_time_seconds
)
self.litellm_request_total_latency_metric.labels(
model, litellm_call_id
).observe(total_time_seconds)
self.litellm_deployment_latency_metric.labels(model, litellm_call_id).observe(
self.litellm_llm_api_latency_metric.labels(model, litellm_call_id).observe(
api_call_total_time_seconds
)