From c521736bb877b7718a9aaf65c613d22a18bc11c7 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 18 Jul 2024 10:41:08 -0700 Subject: [PATCH 1/3] add gpt-4o --- litellm/model_prices_and_context_window_backup.json | 12 ++++++++++++ model_prices_and_context_window.json | 12 ++++++++++++ 2 files changed, 24 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 2fc6a5771d9..43fbdb33b32 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -21,6 +21,18 @@ "supports_parallel_function_calling": true, "supports_vision": true }, + "gpt-4o-mini": { + "max_tokens": 4096, + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000015, + "output_cost_per_token": 0.00000060, + "litellm_provider": "openai", + "mode": "chat", + "supports_function_calling": true, + "supports_parallel_function_calling": true, + "supports_vision": true + }, "gpt-4o-2024-05-13": { "max_tokens": 4096, "max_input_tokens": 128000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 2fc6a5771d9..43fbdb33b32 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -21,6 +21,18 @@ "supports_parallel_function_calling": true, "supports_vision": true }, + "gpt-4o-mini": { + "max_tokens": 4096, + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000015, + "output_cost_per_token": 0.00000060, + "litellm_provider": "openai", + "mode": "chat", + "supports_function_calling": true, + "supports_parallel_function_calling": true, + "supports_vision": true + }, "gpt-4o-2024-05-13": { "max_tokens": 4096, "max_input_tokens": 128000, From c453519aa12fae79d7aea9a2accf124bd34ede0a Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 18 Jul 2024 10:42:37 -0700 Subject: [PATCH 2/3] gpt-4o-mini-2024-07-18 --- litellm/model_prices_and_context_window_backup.json | 12 ++++++++++++ model_prices_and_context_window.json | 12 ++++++++++++ 2 files changed, 24 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 43fbdb33b32..1a273aa02b1 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -33,6 +33,18 @@ "supports_parallel_function_calling": true, "supports_vision": true }, + "gpt-4o-mini-2024-07-18": { + "max_tokens": 4096, + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000015, + "output_cost_per_token": 0.00000060, + "litellm_provider": "openai", + "mode": "chat", + "supports_function_calling": true, + "supports_parallel_function_calling": true, + "supports_vision": true + }, "gpt-4o-2024-05-13": { "max_tokens": 4096, "max_input_tokens": 128000, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 43fbdb33b32..1a273aa02b1 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -33,6 +33,18 @@ "supports_parallel_function_calling": true, "supports_vision": true }, + "gpt-4o-mini-2024-07-18": { + "max_tokens": 4096, + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.00000015, + "output_cost_per_token": 0.00000060, + "litellm_provider": "openai", + "mode": "chat", + "supports_function_calling": true, + "supports_parallel_function_calling": true, + "supports_vision": true + }, "gpt-4o-2024-05-13": { "max_tokens": 4096, "max_input_tokens": 128000, From b2623ed8a39e11f44b965a7f09f91373a6e7b06e Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 18 Jul 2024 10:43:33 -0700 Subject: [PATCH 3/3] add gpt-4o-mini-2024-07-18 to docs --- docs/my-website/docs/providers/openai.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/docs/my-website/docs/providers/openai.md b/docs/my-website/docs/providers/openai.md index d4da5501052..d86263dd56b 100644 --- a/docs/my-website/docs/providers/openai.md +++ b/docs/my-website/docs/providers/openai.md @@ -163,6 +163,8 @@ os.environ["OPENAI_API_BASE"] = "openaiai-api-base" # OPTIONAL | Model Name | Function Call | |-----------------------|-----------------------------------------------------------------| +| gpt-4o-mini | `response = completion(model="gpt-4o-mini", messages=messages)` | +| gpt-4o-mini-2024-07-18 | `response = completion(model="gpt-4o-mini-2024-07-18", messages=messages)` | | gpt-4o | `response = completion(model="gpt-4o", messages=messages)` | | gpt-4o-2024-05-13 | `response = completion(model="gpt-4o-2024-05-13", messages=messages)` | | gpt-4-turbo | `response = completion(model="gpt-4-turbo", messages=messages)` |