scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 89

fix(proxy): re-encode response IDs in retrieve_batch for model-based routing

Browse source 
The provider returns raw IDs in the retrieve response (output_file_id,
error_file_id). These need to be encoded with model info so the client
can use them for subsequent file download calls through the proxy.
This commit is contained in:
Chesars 2026-03-03 11:06:38 -03:00
parent 9463de0c66
commit 9fd4c00b06
1 changed files with 24 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
litellm/proxy/batches_endpoints/endpoints.py
View file

@ -464,8 +464,30 @@ async def retrieve_batch( # noqa: PLR0915
custom_llm_provider=credentials["custom_llm_provider"],
**data # type: ignore
)
# Re-encode response IDs so the client always sees encoded IDs.
# The provider returns raw IDs (e.g. output_file_id, error_file_id)
# which the client needs encoded to route future file downloads.
if response and hasattr(response, "id") and response.id:
response.id = encode_file_id_with_model(
file_id=response.id, model=model_from_id, id_type="batch",
)
if hasattr(response, "output_file_id") and response.output_file_id:
response.output_file_id = encode_file_id_with_model(
file_id=response.output_file_id, model=model_from_id
)
if hasattr(response, "error_file_id") and response.error_file_id:
response.error_file_id = encode_file_id_with_model(
file_id=response.error_file_id, model=model_from_id
)
if hasattr(response, "input_file_id") and response.input_file_id:
response.input_file_id = encode_file_id_with_model(
file_id=response.input_file_id, model=model_from_id
)
verbose_proxy_logger.debug(
f"Retrieved batch using model: {model_from_id}, original_id: {original_batch_id}"
)