scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 109

fix: use anyio_to_thread for async file uploads, fix outer hasattr guards in llm_http_handler

Browse source
This commit is contained in:
Ishaan Jaffer 2026-03-23 10:34:39 -07:00
parent 5d8dd3391e
commit 6f11163038
1 changed files with 23 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

29
litellm/llms/custom_httpx/llm_http_handler.py
View file

@ -16,6 +16,7 @@ from typing import (
)
import httpx # type: ignore
from anyio import to_thread as anyio_to_thread
from openai.types.file_deleted import FileDeleted
import litellm
@ -3018,8 +3019,9 @@ class BaseLLMHTTPHandler:
data=presigned_request["data"],
timeout=timeout,
)
elif isinstance(transformed_request, (str, bytes)) or isinstance(
transformed_request, io.IOBase
elif isinstance(transformed_request, (str, bytes)) or (
hasattr(transformed_request, "read")
and hasattr(transformed_request, "seek")
):
# Handle traditional file uploads (str, bytes, or IO[bytes] for streaming)
http_method = provider_config.file_upload_http_method.upper()
@ -3189,19 +3191,34 @@ class BaseLLMHTTPHandler:
data=presigned_request["data"],
timeout=timeout,
)
elif isinstance(transformed_request, (str, bytes)) or isinstance(
transformed_request, io.IOBase
elif isinstance(transformed_request, (str, bytes)) or (
hasattr(transformed_request, "read")
and hasattr(transformed_request, "seek")
):
# Handle traditional file uploads (str, bytes, or IO[bytes] for streaming)
http_method = provider_config.file_upload_http_method.upper()
if hasattr(transformed_request, "read") and hasattr(
transformed_request, "seek"
):
# Stream the IO object without loading it fully into memory
# Wrap sync IO in an async generator so disk reads are dispatched
# to a thread executor and do not block the event loop.
file_obj = transformed_request
async def _async_file_chunks(
fp: Any, chunk_size: int = 65536
) -> "AsyncIterator[bytes]":
while True:
chunk = await anyio_to_thread.run_sync(
lambda: fp.read(chunk_size)
)
if not chunk:
break
yield chunk
async_upload_kwargs: Dict[str, Any] = {
"url": api_base,
"headers": headers,
"content": transformed_request,
"content": _async_file_chunks(file_obj),
"timeout": timeout,
}
else: