fix(rerank): reject streaming decision rerank requests

This commit is contained in:
Ishaan Jaff 2026-10-20 23:03:58 -07:00
parent 94730e4277
commit 894ecb6f84
No known key found for this signature in database

View file

@ -227,6 +227,12 @@ class LiteLLMDecisionsRerankConfig:
provider: str,
strategy: Literal["pointwise", "multiple_choice"],
) -> DecisionRerankRequest:
if params.get("stream") is True:
raise litellm.UnsupportedParamsError(
message="Decision reranking does not support stream=True",
model=model,
llm_provider=provider,
)
unsupported: Final = tuple(key for key in _UNSUPPORTED if params.get(key) is not None)
if unsupported:
raise litellm.UnsupportedParamsError(