mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-14 09:03:16 +00:00
feat(prometheus): pass service_tier in async_post_call_failure_hook
This commit is contained in:
parent
3bb8aa0db4
commit
56befa98d8
1 changed files with 6 additions and 0 deletions
|
|
@ -3097,6 +3097,12 @@ class PrometheusLogger(CustomLogger):
|
|||
model_id=model_id,
|
||||
api_provider=api_provider,
|
||||
stream=(str(request_data.get("stream")) if litellm.prometheus_emit_stream_label else None),
|
||||
service_tier=(
|
||||
request_data.get("service_tier")
|
||||
if isinstance(request_data.get("service_tier"), str)
|
||||
and request_data.get("service_tier") in KNOWN_REQUEST_SERVICE_TIERS
|
||||
else None
|
||||
),
|
||||
)
|
||||
_label_ctx: Final = PrometheusLabelFactoryContext(enum_values)
|
||||
PrometheusLogger._inc_labeled_counter(
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue