From f5bb72f3912ee0c0aab550341a1eda79004814fc Mon Sep 17 00:00:00 2001 From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com> Date: Fri, 30 Oct 2026 18:07:54 -0700 Subject: [PATCH] fix(accounting): batch durable usage on a five-second interval --- litellm/proxy/spend_tracking/usage_meter.py | 2 +- tests/unit/proxy/spend_tracking/test_usage_meter.py | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/spend_tracking/usage_meter.py b/litellm/proxy/spend_tracking/usage_meter.py index d14fa31e9b0..781be1f23c0 100644 --- a/litellm/proxy/spend_tracking/usage_meter.py +++ b/litellm/proxy/spend_tracking/usage_meter.py @@ -43,7 +43,7 @@ class UsageCaptureSettings(BaseModel): model_config = ConfigDict(frozen=True, extra="forbid") batch_size: int = Field(default=1000, ge=2, le=1000) - flush_interval_seconds: float = Field(default=0.2, gt=0, le=10) + flush_interval_seconds: float = Field(default=5.0, gt=0, le=10) max_pending_bytes: int = Field(default=16 * 1024 * 1024, ge=1024) max_pending_records: int = Field(default=10000, ge=2) diff --git a/tests/unit/proxy/spend_tracking/test_usage_meter.py b/tests/unit/proxy/spend_tracking/test_usage_meter.py index 7b048b54f0c..3054662208b 100644 --- a/tests/unit/proxy/spend_tracking/test_usage_meter.py +++ b/tests/unit/proxy/spend_tracking/test_usage_meter.py @@ -259,6 +259,7 @@ async def test_elapsed_flush_deadline_commits_a_partial_batch() -> None: database.release.set() async def expired_flush(wakeup: asyncio.Event, timeout: float) -> None: + assert timeout == 5.0 await _wait_for_batch(wakeup, 0) meter: Final = DurableUsageMeter(database.write, UsageCaptureSettings(batch_size=10), wait_for_batch=expired_flush)