diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 5a18e703d52..4a6e8b69116 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -27,11 +27,13 @@ "max_output_tokens": 4096, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 0.00000125, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "gpt-4o-mini": { "max_tokens": 16384, @@ -39,11 +41,13 @@ "max_output_tokens": 16384, "input_cost_per_token": 0.00000015, "output_cost_per_token": 0.00000060, + "cache_read_input_token_cost": 0.000000075, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "gpt-4o-mini-2024-07-18": { "max_tokens": 16384, @@ -51,11 +55,13 @@ "max_output_tokens": 16384, "input_cost_per_token": 0.00000015, "output_cost_per_token": 0.00000060, + "cache_read_input_token_cost": 0.000000075, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "o1-mini": { "max_tokens": 65536, @@ -63,11 +69,13 @@ "max_output_tokens": 65536, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000012, + "cache_read_input_token_cost": 0.0000015, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "o1-mini-2024-09-12": { "max_tokens": 65536, @@ -87,11 +95,13 @@ "max_output_tokens": 32768, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000060, + "cache_read_input_token_cost": 0.0000075, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "o1-preview-2024-09-12": { "max_tokens": 32768, @@ -135,11 +145,13 @@ "max_output_tokens": 16384, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000010, + "cache_read_input_token_cost": 0.00000125, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "gpt-4-turbo-preview": { "max_tokens": 4096, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 5a18e703d52..4a6e8b69116 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -27,11 +27,13 @@ "max_output_tokens": 4096, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, + "cache_read_input_token_cost": 0.00000125, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "gpt-4o-mini": { "max_tokens": 16384, @@ -39,11 +41,13 @@ "max_output_tokens": 16384, "input_cost_per_token": 0.00000015, "output_cost_per_token": 0.00000060, + "cache_read_input_token_cost": 0.000000075, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "gpt-4o-mini-2024-07-18": { "max_tokens": 16384, @@ -51,11 +55,13 @@ "max_output_tokens": 16384, "input_cost_per_token": 0.00000015, "output_cost_per_token": 0.00000060, + "cache_read_input_token_cost": 0.000000075, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "o1-mini": { "max_tokens": 65536, @@ -63,11 +69,13 @@ "max_output_tokens": 65536, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000012, + "cache_read_input_token_cost": 0.0000015, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "o1-mini-2024-09-12": { "max_tokens": 65536, @@ -87,11 +95,13 @@ "max_output_tokens": 32768, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000060, + "cache_read_input_token_cost": 0.0000075, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "o1-preview-2024-09-12": { "max_tokens": 32768, @@ -135,11 +145,13 @@ "max_output_tokens": 16384, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000010, + "cache_read_input_token_cost": 0.00000125, "litellm_provider": "openai", "mode": "chat", "supports_function_calling": true, "supports_parallel_function_calling": true, - "supports_vision": true + "supports_vision": true, + "supports_prompt_caching": true }, "gpt-4-turbo-preview": { "max_tokens": 4096,