mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-10 22:41:41 +00:00
fix(embeddings): use non default tokenizer when passing list of lists of tokens (int)
This commit is contained in:
parent
1fb28c13a1
commit
a48acd95f8
1 changed files with 1 additions and 1 deletions
|
|
@ -3821,7 +3821,7 @@ async def embeddings( # noqa: PLR0915
|
|||
input_list = []
|
||||
for i in data["input"]:
|
||||
input_list.append(
|
||||
litellm.decode(model="gpt-3.5-turbo", tokens=i)
|
||||
litellm.decode(model=m["model_name"], tokens=i)
|
||||
)
|
||||
data["input"] = input_list
|
||||
break
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue