diff --git a/litellm/llms/huggingface/rerank/transformation.py b/litellm/llms/huggingface/rerank/transformation.py index 476e22fc088..29d7f209b05 100644 --- a/litellm/llms/huggingface/rerank/transformation.py +++ b/litellm/llms/huggingface/rerank/transformation.py @@ -114,6 +114,10 @@ class HuggingFaceRerankConfig(BaseRerankConfig): optional_rerank_params["texts"] = v elif k == "query" and v is not None: optional_rerank_params["query"] = v + elif k == "truncate" and v is not None and isinstance(v, bool): + optional_rerank_params["truncate"] = v + elif k == "truncation_direction" and v is not None: + optional_rerank_params["truncation_direction"] = v return OptionalRerankParams(**optional_rerank_params)