fix(embeddings): use non default tokenizer when passing list of lists of tokens (int)

This commit is contained in:
Camille Farineau 2025-05-07 18:52:04 +02:00
parent 1fb28c13a1
commit a48acd95f8

View file

@ -3821,7 +3821,7 @@ async def embeddings( # noqa: PLR0915
input_list = []
for i in data["input"]:
input_list.append(
litellm.decode(model="gpt-3.5-turbo", tokens=i)
litellm.decode(model=m["model_name"], tokens=i)
)
data["input"] = input_list
break