scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-13 23:11:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 100

fix: count image tokens in Titan embed response (fixes #25857)

Browse source 
Signed-off-by: Yiyang Liu <37043548+ianliuy@users.noreply.github.com>
This commit is contained in:
Yiyang Liu 2026-04-16 14:10:13 -07:00
parent c0fc4c4234
commit eff7a9931c
No known key found for this signature in database
2 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/bedrock/embed/amazon_titan_multimodal_transformation.py
View file

@ -93,9 +93,9 @@ class AmazonTitanMultimodalEmbeddingG1Config:
)
usage = Usage(
prompt_tokens=total_prompt_tokens,
prompt_tokens=total_prompt_tokens + image_count,
completion_tokens=0,
total_tokens=total_prompt_tokens,
total_tokens=total_prompt_tokens + image_count,
prompt_tokens_details=prompt_tokens_details,
)
return EmbeddingResponse(model=model, usage=usage, data=transformed_responses)

2
tests/test_litellm/llms/bedrock/embed/test_bedrock_embedding.py
View file

@ -863,6 +863,8 @@ def test_titan_multimodal_embedding_image_cost_tracking():
)
assert result.usage is not None
assert result.usage.prompt_tokens == 1 # image_count included in prompt_tokens
assert result.usage.total_tokens == 1
assert result.usage.prompt_tokens_details is not None
assert result.usage.prompt_tokens_details.image_count == 1