scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 85

router fix init openai compatible providers

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-19 19:42:04 -07:00
parent 8bd7e2841f
commit 3708355f91
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/router_utils/client_initalization_utils.py
View file

@ -79,7 +79,10 @@ def set_client(litellm_router_instance: LitellmRouter, model: dict):
default_api_key = None
if custom_llm_provider in litellm.openai_compatible_providers:
_, custom_llm_provider, api_key, api_base = litellm.get_llm_provider(
model=model_name
model=model_name,
custom_llm_provider=custom_llm_provider,
api_key=litellm_params.get("api_key"),
api_base=litellm_params.get("api_base"),
)
default_api_base = api_base
default_api_key = api_key