From ee81ca9ce010634cadf2f6f5de070b9f77e3610d Mon Sep 17 00:00:00 2001 From: "Ganesh J." Date: Wed, 11 Jun 2025 11:29:09 -0400 Subject: [PATCH] Fix: passes api_base, api_key, litellm_params_dict to custom_llm embedding methods (#11450) * fix: passing litellm_params_dict instead of litellm_params which is a list of strings * updated custom llm embedding params and litellm_params_dict --------- Co-authored-by: Ganesh Jagadeesan --- litellm/llms/custom_llm.py | 6 ++++++ litellm/main.py | 5 ++++- 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/litellm/llms/custom_llm.py b/litellm/llms/custom_llm.py index 390258e4e82..368d70762e4 100644 --- a/litellm/llms/custom_llm.py +++ b/litellm/llms/custom_llm.py @@ -160,6 +160,9 @@ class CustomLLM(BaseLLM): print_verbose: Callable, logging_obj: Any, optional_params: dict, + api_key: Optional[str] = None, + api_base: Optional[str] = None, + timeout: Optional[Union[float, httpx.Timeout]] = None, litellm_params=None, ) -> EmbeddingResponse: raise CustomLLMError(status_code=500, message="Not implemented yet!") @@ -172,6 +175,9 @@ class CustomLLM(BaseLLM): print_verbose: Callable, logging_obj: Any, optional_params: dict, + api_key: Optional[str] = None, + api_base: Optional[str] = None, + timeout: Optional[Union[float, httpx.Timeout]] = None, litellm_params=None, ) -> EmbeddingResponse: raise CustomLLMError(status_code=500, message="Not implemented yet!") diff --git a/litellm/main.py b/litellm/main.py index 6cb14f12d79..71b9b9be9c1 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -4113,10 +4113,13 @@ def embedding( # noqa: PLR0915 model=model, input=input, logging_obj=logging, + api_base=api_base, + api_key=api_key, + timeout=timeout, optional_params=optional_params, model_response=EmbeddingResponse(), print_verbose=print_verbose, - litellm_params=litellm_params, + litellm_params=litellm_params_dict, ) else: raise LiteLLMUnknownProvider(