From ce1b7c900d83abc1cbaa6fc033a7517b192504b1 Mon Sep 17 00:00:00 2001 From: Anya Ishmukh Date: Wed, 15 Jul 2026 21:29:54 +1000 Subject: [PATCH] missing model parameter in proxy create_batch call MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit [Bug] POST /v1/batches fails for Bedrock — missing model parameter in proxy create_batch call In litellm/proxy/batches_endpoints/endpoints.py (Scenario 1 — file_id encoded with model), the proxy correctly decodes model_from_file_id from the file_id but never passes it to litellm.acreate_batch: # v1.89.0 — BUG (line ~178) response = await litellm.acreate_batch( custom_llm_provider=credentials["custom_llm_provider"], # = "bedrock" **_create_batch_data, # ← model NOT included ) In litellm/batches/main.py, create_batch has this logic: provider_config = ProviderConfigManager.get_provider_batches_config(...) if model is not None: provider_config = ProviderConfigManager.get_provider_batches_config(...) else: provider_config = None # ← happens because model is None if provider_config is not None: return base_llm_http_handler.create_batch(...) # ← Bedrock path, never reached --- litellm/proxy/batches_endpoints/endpoints.py | 1 + 1 file changed, 1 insertion(+) diff --git a/litellm/proxy/batches_endpoints/endpoints.py b/litellm/proxy/batches_endpoints/endpoints.py index fffa0bf86d2..36172187340 100644 --- a/litellm/proxy/batches_endpoints/endpoints.py +++ b/litellm/proxy/batches_endpoints/endpoints.py @@ -173,6 +173,7 @@ async def create_batch( # Create batch using model credentials response = await litellm.acreate_batch( + model=model_from_file_id, custom_llm_provider=credentials["custom_llm_provider"], **_create_batch_data, # type: ignore )