scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-04 02:31:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 71

fix(vertex_and_google_ai_studio_gemini.py): handle gemini not passing audio token usage data

Browse source
This commit is contained in:
Krrish Dholakia 2025-06-12 22:12:34 -07:00
parent bb75d7e240
commit f9f2db4ae8
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py
View file

@ -980,9 +980,9 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig):
if "promptTokensDetails" in usage_metadata:
for detail in usage_metadata["promptTokensDetails"]:
if detail["modality"] == "AUDIO":
audio_tokens = detail["tokenCount"]
audio_tokens = detail.get("tokenCount", 0)
elif detail["modality"] == "TEXT":
text_tokens = detail["tokenCount"]
text_tokens = detail.get("tokenCount", 0)
if "thoughtsTokenCount" in usage_metadata:
reasoning_tokens = usage_metadata["thoughtsTokenCount"]
prompt_tokens_details = PromptTokensDetailsWrapper(