Fix: passes api_base, api_key, litellm_params_dict to custom_llm embedding methods (#11450)

* fix: passing litellm_params_dict instead of litellm_params which is a list of strings

* updated custom llm embedding params and litellm_params_dict

---------

Co-authored-by: Ganesh Jagadeesan <cjagadeesan@dataminr.com>
This commit is contained in:
Ganesh J. 2025-06-11 11:29:09 -04:00 • committed by GitHub
parent 39de3610be
commit ee81ca9ce0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 10 additions and 1 deletions

View file

@ -160,6 +160,9 @@ class CustomLLM(BaseLLM):
print_verbose: Callable,
logging_obj: Any,
optional_params: dict,
api_key: Optional[str] = None,
api_base: Optional[str] = None,
timeout: Optional[Union[float, httpx.Timeout]] = None,
litellm_params=None,
) -> EmbeddingResponse:
raise CustomLLMError(status_code=500, message="Not implemented yet!")
@ -172,6 +175,9 @@ class CustomLLM(BaseLLM):
print_verbose: Callable,
logging_obj: Any,
optional_params: dict,
api_key: Optional[str] = None,
api_base: Optional[str] = None,
timeout: Optional[Union[float, httpx.Timeout]] = None,
litellm_params=None,
) -> EmbeddingResponse:
raise CustomLLMError(status_code=500, message="Not implemented yet!")

View file

@ -4113,10 +4113,13 @@ def embedding( # noqa: PLR0915
model=model,
input=input,
logging_obj=logging,
api_base=api_base,
api_key=api_key,
timeout=timeout,
optional_params=optional_params,
model_response=EmbeddingResponse(),
print_verbose=print_verbose,
litellm_params=litellm_params,
litellm_params=litellm_params_dict,
)
else:
raise LiteLLMUnknownProvider(