From 866ec245f532b1d3d68db0f11105a26177b5a362 Mon Sep 17 00:00:00 2001 From: fengjiajie Date: Wed, 4 Dec 2024 15:09:48 +0800 Subject: [PATCH] Add prompt caching flag for Azure OpenAI gpt-4o-2024-08-06 (#7020) --- model_prices_and_context_window.json | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 4d89091c4da..c673e1feded 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -756,7 +756,8 @@ "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "azure/gpt-4o-2024-11-20": { "max_tokens": 16384, @@ -795,7 +796,8 @@ "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "azure/global-standard/gpt-4o-2024-11-20": { "max_tokens": 16384,