mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-12 03:48:56 +00:00
test(spend_logs): poll guardrail daily metrics instead of reading once
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
0eb284b3d1
commit
c126207d18
1 changed files with 7 additions and 3 deletions
|
|
@ -172,9 +172,13 @@ def test_guardrail_usage_is_tracked_when_guardrail_information_is_not_stored(gat
|
|||
lambda values: len(values) == 1,
|
||||
seconds=70,
|
||||
)
|
||||
metrics: Final = read_rows(
|
||||
'SELECT requests_evaluated, passed_count FROM "LiteLLM_DailyGuardrailMetrics" WHERE guardrail_id=%s',
|
||||
(string_value(indexed[0]["guardrail_id"]),),
|
||||
metrics: Final = eventually(
|
||||
lambda: read_rows(
|
||||
'SELECT requests_evaluated, passed_count FROM "LiteLLM_DailyGuardrailMetrics" WHERE guardrail_id=%s',
|
||||
(string_value(indexed[0]["guardrail_id"]),),
|
||||
),
|
||||
lambda values: values == [{"requests_evaluated": 1, "passed_count": 1}],
|
||||
seconds=70,
|
||||
)
|
||||
assert metrics == [{"requests_evaluated": 1, "passed_count": 1}], metrics
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue