scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 85

fix: add cancellation shielding to async_data_generator cleanup per Greptile review

Browse source
This commit is contained in:
Ryan Crabbe 2026-02-18 14:51:06 -08:00
parent 988e43662e
commit 97bc998943
1 changed files with 12 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
litellm/proxy/proxy_server.py
View file

@ -5146,13 +5146,18 @@ async def async_data_generator(
# Close the response stream to release the underlying HTTP connection
# back to the connection pool. This prevents pool exhaustion when
# clients disconnect mid-stream.
if hasattr(response, "aclose"):
try:
await response.aclose()
except Exception as e:
verbose_proxy_logger.debug(
"async_data_generator: error closing response stream: %s", e
)
# Shield from cancellation so the close awaits can complete.
import anyio
with anyio.CancelScope(shield=True):
if hasattr(response, "aclose"):
try:
await response.aclose()
except Exception as e:
verbose_proxy_logger.debug(
"async_data_generator: error closing response stream: %s",
e,
)
def select_data_generator(