scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

Merge e651709072 into eb0e3f8c18

Browse source
This commit is contained in:
reito 2026-08-27 19:22:19 -05:00 • committed by GitHub
commit da74a95525
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 21 additions and 28 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
litellm/integrations/prometheus.py
View file

@ -3307,13 +3307,17 @@ class PrometheusLogger(CustomLogger):
"""
increment metric when litellm.Router / load balancing logic places a deployment in cool down
"""
self.litellm_deployment_cooled_down.labels(
_sanitize_prometheus_label_value(litellm_model_name),
_sanitize_prometheus_label_value(model_id),
_sanitize_prometheus_label_value(api_base),
_sanitize_prometheus_label_value(api_provider),
_sanitize_prometheus_label_value(exception_status),
).inc()
self._inc_labeled_counter(
counter=self.litellm_deployment_cooled_down,
metric_name="litellm_deployment_cooled_down",
enum_values=UserAPIKeyLabelValues(
litellm_model_name=litellm_model_name,
model_id=model_id,
api_base=api_base,
api_provider=api_provider,
exception_status=exception_status,
),
)
def increment_callback_logging_failure(
self,

31
tests/enterprise/litellm_enterprise/enterprise_callbacks/test_prometheus_logging_callbacks.py
View file

@ -1174,39 +1174,28 @@ def test_deployment_state_management(prometheus_logger):
def test_increment_deployment_cooled_down(prometheus_logger):
import inspect
method_sig = inspect.signature(prometheus_logger.increment_deployment_cooled_down)
expected_label_count = len([p for p in method_sig.parameters.keys() if p != "self"])
mock_chain = MagicMock()
def validating_labels(*label_values, **label_kwargs):
"""Validate label count matches metric definition"""
total = len(label_values) + len(label_kwargs)
if total != expected_label_count:
raise ValueError(
f"Incorrect label count: expected {expected_label_count}, got {total}"
)
return mock_chain
prometheus_logger.litellm_deployment_cooled_down = MagicMock()
prometheus_logger.litellm_deployment_cooled_down.labels = MagicMock(
side_effect=validating_labels
prometheus_logger.litellm_deployment_cooled_down.labels.return_value = mock_chain
prometheus_logger.get_labels_for_metric = MagicMock(
return_value=["litellm_model_name", "model_id", "api_base", "api_provider"]
)
prometheus_logger.increment_deployment_cooled_down(
litellm_model_name="gpt-5-mini",
litellm_model_name="test-model",
model_id="model-123",
api_base="https://api.openai.com",
api_base="https://api.example.com",
api_provider="openai",
exception_status="429",
)
prometheus_logger.litellm_deployment_cooled_down.labels.assert_called_once_with(
"gpt-5-mini", "model-123", "https://api.openai.com", "openai", "429"
litellm_model_name="test-model",
model_id="model-123",
api_base="https://api.example.com",
api_provider="openai",
)
mock_chain.inc.assert_called_once()
mock_chain.inc.assert_called_once_with(1.0)
@pytest.mark.parametrize("enable_end_user_cost_tracking_prometheus_only", [True, False])