scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-17 23:51:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 66

add medlm cost calc

Browse source
This commit is contained in:
skucherlapati 2024-07-17 14:54:54 -07:00
parent a176feeacc
commit db3d6925c6
2 changed files with 30 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
litellm/model_prices_and_context_window_backup.json
View file

@ -1800,6 +1800,24 @@
"supports_vision": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"medlm-medium": {
"max_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_character": 0.0000005,
"output_cost_per_character": 0.000001,
"litellm_provider": "vertex_ai-language-models",
"mode": "chat",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"medlm-large": {
"max_input_tokens": 8192,
"max_output_tokens": 1024,
"input_cost_per_character": 0.000005,
"output_cost_per_character": 0.000015,
"litellm_provider": "vertex_ai-language-models",
"mode": "chat",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"vertex_ai/claude-3-sonnet@20240229": {
"max_tokens": 4096,
"max_input_tokens": 200000,

12
litellm/tests/test_completion_cost.py
View file

@ -706,6 +706,18 @@ def test_vertex_ai_completion_cost():
print("calculated_input_cost: {}".format(calculated_input_cost))
def test_vertex_ai_medlm_completion_cost():
model="medlm-medium"
messages = [{"role": "user", "content": "Test MedLM completion cost."}]
predictive_cost = completion_cost(model=model, messages=messages)
assert predictive_cost > 0
model="medlm-large"
messages = [{"role": "user", "content": "Test MedLM completion cost."}]
predictive_cost = completion_cost(model=model, messages=messages)
assert predictive_cost > 0
def test_vertex_ai_claude_completion_cost():
from litellm import Choices, Message, ModelResponse
from litellm.utils import Usage