scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 79

fix: time out spend drain writes without parking a coroutine

Browse source
This commit is contained in:
lei_lei 2026-08-29 13:05:57 +00:00
parent e125a98605
commit 6b10d551ab
1 changed files with 9 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
litellm/proxy/utils.py
View file

@ -6305,17 +6305,14 @@ async def update_spend_logs_job(
logs_to_process: Final = await dequeue_spend_logs(prisma_client, MAX_LOGS_PER_INTERVAL)
try:
update_spend_logs = ProxyUpdateSpend.update_spend_logs(
n_retry_times=n_retry_times,
prisma_client=prisma_client,
proxy_logging_obj=proxy_logging_obj,
db_writer_client=db_writer_client,
logs_to_process=logs_to_process,
)
if timeout is None:
await update_spend_logs
else:
await asyncio.wait_for(update_spend_logs, timeout=timeout)
async with asyncio.timeout(timeout):
await ProxyUpdateSpend.update_spend_logs(
n_retry_times=n_retry_times,
prisma_client=prisma_client,
proxy_logging_obj=proxy_logging_obj,
db_writer_client=db_writer_client,
logs_to_process=logs_to_process,
)
except asyncio.CancelledError:
await enqueue_spend_logs(prisma_client, logs_to_process, at_head=True)
verbose_proxy_logger.warning(
@ -6323,7 +6320,7 @@ async def update_spend_logs_job(
len(logs_to_process),
)
raise
except asyncio.TimeoutError:
except TimeoutError:
await enqueue_spend_logs(prisma_client, logs_to_process, at_head=True)
verbose_proxy_logger.warning(
"Spend tracking - spend log write timed out after %.2f seconds; requeued %d rows",