From b5ce54c202a66e1f4b019faaa27519462a9cd400 Mon Sep 17 00:00:00 2001 From: Karl Leswing Date: Wed, 28 Aug 2024 14:33:18 -0400 Subject: [PATCH 1/2] Support for gemini experimental models --- .../model_prices_and_context_window_backup.json | 16 ++++++++++++++-- model_prices_and_context_window.json | 16 ++++++++++++++-- 2 files changed, 28 insertions(+), 4 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 6f40ee1ee3d..59d787c8aba 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1988,7 +1988,7 @@ "supports_vision": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, - "gemini-experimental": { + "gemini-pro-experimental": { "max_tokens": 8192, "max_input_tokens": 1000000, "max_output_tokens": 8192, @@ -1998,7 +1998,19 @@ "mode": "chat", "supports_function_calling": false, "supports_tool_choice": true, - "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" + }, + "gemini-flash-experimental": { + "max_tokens": 8192, + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "supports_function_calling": false, + "supports_tool_choice": true, + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" }, "gemini-pro-vision": { "max_tokens": 2048, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 6f40ee1ee3d..ee22ecbe8dc 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1988,7 +1988,7 @@ "supports_vision": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" }, - "gemini-experimental": { + "gemini-pro-experimental": { "max_tokens": 8192, "max_input_tokens": 1000000, "max_output_tokens": 8192, @@ -1998,7 +1998,19 @@ "mode": "chat", "supports_function_calling": false, "supports_tool_choice": true, - "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" + }, + "gemini-pro-flash": { + "max_tokens": 8192, + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "input_cost_per_token": 0, + "output_cost_per_token": 0, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "supports_function_calling": false, + "supports_tool_choice": true, + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" }, "gemini-pro-vision": { "max_tokens": 2048, From ec574905852adcad7f3a3401d928b46285ae015b Mon Sep 17 00:00:00 2001 From: Karl Leswing Date: Wed, 28 Aug 2024 14:43:35 -0400 Subject: [PATCH 2/2] Also have pricing details --- litellm/model_prices_and_context_window_backup.json | 4 ++++ model_prices_and_context_window.json | 4 ++++ 2 files changed, 8 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 59d787c8aba..d1d1d602caa 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1994,6 +1994,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, + "input_cost_per_character": 0, + "output_cost_per_character": 0, "litellm_provider": "vertex_ai-language-models", "mode": "chat", "supports_function_calling": false, @@ -2006,6 +2008,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, + "input_cost_per_character": 0, + "output_cost_per_character": 0, "litellm_provider": "vertex_ai-language-models", "mode": "chat", "supports_function_calling": false, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index ee22ecbe8dc..d88b28ba1fe 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1994,6 +1994,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, + "input_cost_per_character": 0, + "output_cost_per_character": 0, "litellm_provider": "vertex_ai-language-models", "mode": "chat", "supports_function_calling": false, @@ -2006,6 +2008,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0, "output_cost_per_token": 0, + "input_cost_per_character": 0, + "output_cost_per_character": 0, "litellm_provider": "vertex_ai-language-models", "mode": "chat", "supports_function_calling": false,