scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 89

Merge pull request #17290 from BerriAI/litellm_fix_create_batch_Header

Browse source 
Respect custom llm provider in header
This commit is contained in:
Sameer Kankute 2025-12-01 08:37:50 +05:30 • committed by GitHub
commit 07434092f8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/batches_endpoints/endpoints.py
View file

@ -31,7 +31,6 @@ from litellm.proxy.openai_files_endpoints.common_utils import (
get_original_file_id,
prepare_data_with_credentials,
)
from litellm.proxy.utils import handle_exception_on_proxy, is_known_model
from litellm.types.llms.openai import LiteLLMBatchCreateRequest
@ -112,7 +111,10 @@ async def create_batch( # noqa: PLR0915
is_router_model = is_known_model(model=router_model, llm_router=llm_router)
custom_llm_provider = (
provider or data.pop("custom_llm_provider", None) or "openai"
provider
or data.pop("custom_llm_provider", None)
or get_custom_llm_provider_from_request_headers(request=request)
or "openai"
)
_create_batch_data = LiteLLMBatchCreateRequest(**data)
input_file_id = _create_batch_data.get("input_file_id", None)