From f1747adac637069799c0779d26a0f64b67fb3318 Mon Sep 17 00:00:00 2001 From: skucherlapati Date: Wed, 17 Jul 2024 21:13:35 -0700 Subject: [PATCH 1/2] adding medlm models --- model_prices_and_context_window.json | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 8803940fbb5..2fc6a5771d9 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1820,6 +1820,26 @@ "supports_vision": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, + "medlm-medium": { + "max_tokens": 8192, + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_character": 0.0000005, + "output_cost_per_character": 0.000001, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + }, + "medlm-large": { + "max_tokens": 1024, + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_character": 0.000005, + "output_cost_per_character": 0.000015, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + }, "vertex_ai/claude-3-sonnet@20240229": { "max_tokens": 4096, "max_input_tokens": 200000, From 2ad342e7bf06fc50cc059845cef9855f6e75bfd6 Mon Sep 17 00:00:00 2001 From: skucherlapati Date: Wed, 17 Jul 2024 21:17:58 -0700 Subject: [PATCH 2/2] add medlm models to cost map --- ...odel_prices_and_context_window_backup.json | 20 +++++++++++++++++++ litellm/tests/test_completion_cost.py | 2 +- 2 files changed, 21 insertions(+), 1 deletion(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 8803940fbb5..2fc6a5771d9 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1820,6 +1820,26 @@ "supports_vision": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, + "medlm-medium": { + "max_tokens": 8192, + "max_input_tokens": 32768, + "max_output_tokens": 8192, + "input_cost_per_character": 0.0000005, + "output_cost_per_character": 0.000001, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + }, + "medlm-large": { + "max_tokens": 1024, + "max_input_tokens": 8192, + "max_output_tokens": 1024, + "input_cost_per_character": 0.000005, + "output_cost_per_character": 0.000015, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + }, "vertex_ai/claude-3-sonnet@20240229": { "max_tokens": 4096, "max_input_tokens": 200000, diff --git a/litellm/tests/test_completion_cost.py b/litellm/tests/test_completion_cost.py index 3a4b54c82bd..5371c0abdc9 100644 --- a/litellm/tests/test_completion_cost.py +++ b/litellm/tests/test_completion_cost.py @@ -706,7 +706,7 @@ def test_vertex_ai_completion_cost(): print("calculated_input_cost: {}".format(calculated_input_cost)) -@pytest.mark.skip(reason="new test - WIP, working on fixing this") +# @pytest.mark.skip(reason="new test - WIP, working on fixing this") def test_vertex_ai_medlm_completion_cost(): """Test for medlm completion cost."""