scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-04 02:31:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 71

refactor(cost): extract batch modality rate lookup

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
kerry 2026-09-15 01:51:41 +00:00
parent ce83fac351
commit 2b32f586c0
1 changed files with 16 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
litellm/cost_calculator.py
View file

@ -2278,6 +2278,19 @@ def default_video_cost_calculator(
return 0.0
def _batch_rate(
model_info: ModelInfo,
key: Literal[
"input_cost_per_audio_token_batches",
"input_cost_per_image_token_batches",
"input_cost_per_video_token_batches",
],
fallback: float,
) -> float:
rate: Final = model_info.get(key)
return fallback if rate is None else cast(float, rate)
def batch_cost_calculator(
usage: Usage,
model: str,
@ -2344,15 +2357,9 @@ def batch_cost_calculator(
batch_details["video_tokens"],
)
modality_rates: Final = (
cast(float, model_info.get("input_cost_per_audio_token_batches"))
if model_info.get("input_cost_per_audio_token_batches") is not None
else input_cost_per_token_batches,
cast(float, model_info.get("input_cost_per_image_token_batches"))
if model_info.get("input_cost_per_image_token_batches") is not None
else input_cost_per_token_batches,
cast(float, model_info.get("input_cost_per_video_token_batches"))
if model_info.get("input_cost_per_video_token_batches") is not None
else input_cost_per_token_batches,
_batch_rate(model_info, "input_cost_per_audio_token_batches", input_cost_per_token_batches),
_batch_rate(model_info, "input_cost_per_image_token_batches", input_cost_per_token_batches),
_batch_rate(model_info, "input_cost_per_video_token_batches", input_cost_per_token_batches),
)
total_prompt_cost = sum(
tokens * rate