scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-06 07:48:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 112

fix: catch shutdown timeouts on Python 3.10

Browse source
This commit is contained in:
Joshua Valluru 2026-10-28 17:14:02 -07:00
parent 074eed21dd
commit 46a56664fe
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -1285,12 +1285,12 @@ async def _flush_spend_around_logging_drain_on_shutdown(
verbose_proxy_logger.info("Draining success callbacks before the final spend flush")
try:
await asyncio.wait_for(GLOBAL_LOGGING_WORKER.flush(), timeout=GracefulShutdownManager.get_timeout())
except TimeoutError:
except asyncio.TimeoutError:
verbose_proxy_logger.warning("Timed out draining success callbacks on shutdown; accounting may be incomplete")
finally:
try:
await asyncio.wait_for(GLOBAL_LOGGING_WORKER.stop(discard_pending=True), timeout=5.0)
except TimeoutError:
except asyncio.TimeoutError:
verbose_proxy_logger.warning("Timed out cancelling success callbacks on shutdown")
await drain_logging_tasks()
await flush_spend()