From 488bc6b860387c90903c3da62a1b5fa1aa7e77b3 Mon Sep 17 00:00:00 2001 From: Carson Rodrigues Date: Thu, 2 Jul 2026 18:20:40 +0530 Subject: [PATCH] fix: correct context window for watsonx/ibm/granite-4-h-small max_tokens, max_input_tokens and max_output_tokens were all 20480, but IBM's watsonx docs list a 131072-token context window for granite-4-h-small. Update all three to 131072 (matching the file's convention for the other watsonx granite entries, which set input == output == context window). Updated both model_prices_and_context_window.json and the backup copy so they stay in sync. Fixes #31954 --- litellm/model_prices_and_context_window_backup.json | 6 +++--- model_prices_and_context_window.json | 6 +++--- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index bf63ef73c22..5d2d759572c 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -36887,9 +36887,9 @@ "supports_vision": false }, "watsonx/ibm/granite-4-h-small": { - "max_tokens": 20480, - "max_input_tokens": 20480, - "max_output_tokens": 20480, + "max_tokens": 131072, + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 6e-08, "output_cost_per_token": 2.5e-07, "litellm_provider": "watsonx", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 851f41dd98e..acc105afc9f 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -37089,9 +37089,9 @@ "supports_vision": false }, "watsonx/ibm/granite-4-h-small": { - "max_tokens": 20480, - "max_input_tokens": 20480, - "max_output_tokens": 20480, + "max_tokens": 131072, + "max_input_tokens": 131072, + "max_output_tokens": 131072, "input_cost_per_token": 6e-08, "output_cost_per_token": 2.5e-07, "litellm_provider": "watsonx",