From ace778d011ce121ac69bcc4edea2764b24b7765b Mon Sep 17 00:00:00 2001 From: Amaan Date: Wed, 28 Oct 2026 23:37:40 +0530 Subject: [PATCH] fix(zerogpu): flag tools, json_schema and prompt caching on gpt-6-luna ZeroGPU serves function calling, tool_choice, json_schema response_format and prompt caching on gpt-6-luna, so set supports_function_calling, supports_tool_choice, supports_response_schema and supports_prompt_caching on its row in both cost maps. Checked live on 2026-10-28, a weather tool call came back with the right arguments, json_schema output validated, and repeated prompts reported 3260 of 3263 tokens cached --- litellm/model_prices_and_context_window_backup.json | 6 +++++- model_prices_and_context_window.json | 6 +++++- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index f1bdb8261a3..37c670a8939 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -65360,7 +65360,11 @@ "mode": "chat", "output_cost_per_token": 5e-07, "source": "https://docs.zerogpu.ai/docs/model-catalog", - "supports_reasoning": true + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true }, "zerogpu/gpt-oss-120b": { "cache_read_input_token_cost": 3e-08, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index f1bdb8261a3..37c670a8939 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -65360,7 +65360,11 @@ "mode": "chat", "output_cost_per_token": 5e-07, "source": "https://docs.zerogpu.ai/docs/model-catalog", - "supports_reasoning": true + "supports_function_calling": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true }, "zerogpu/gpt-oss-120b": { "cache_read_input_token_cost": 3e-08,