Update endpoints.py

resolved_model gets the real model ID from the router config via prepare_data_with_credentials
This commit is contained in:
Anya Ishmukh 2026-07-15 23:55:42 +10:00 • committed by GitHub
parent ce1b7c900d
commit 1f2f24e018
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -172,8 +172,9 @@ async def create_batch(
)
# Create batch using model credentials
resolved_model = _create_batch_data.pop("model", None) or model_from_file_id
response = await litellm.acreate_batch(
model=model_from_file_id,
model=resolved_model,
custom_llm_provider=credentials["custom_llm_provider"],
**_create_batch_data, # type: ignore
)