fix(zerogpu): drop the retired max_tokens field from the zerogpu rows

Upstream #48471 retired max_tokens from the cost map in favor of max_input_tokens and max_output_tokens, and test_no_row_carries_the_retired_max_tokens_field failed on all 13 zerogpu rows. Every row already carries the same value in max_output_tokens, so nothing is lost. The zerogpu limits test now checks that each row's output limit fits its context window
This commit is contained in:
Amaan 2026-10-28 17:34:08 +05:30
parent 54906d91a4
commit 2e0c6da454
3 changed files with 1 additions and 31 deletions

View file

@ -65283,7 +65283,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 1048576,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65299,7 +65298,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 1048576,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.5e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65315,7 +65313,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 1047576,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1.6e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65330,7 +65327,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 272000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.25e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65346,7 +65342,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 272000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65362,7 +65357,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 272000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 5e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65374,7 +65368,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 128000,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65388,7 +65381,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 5e-08,
"source": "https://docs.zerogpu.ai/docs/model-catalog"
@ -65398,7 +65390,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 5e-08,
"source": "https://docs.zerogpu.ai/docs/model-catalog"
@ -65409,7 +65400,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 131072,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.8e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65423,7 +65413,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 131072,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 3e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog"
@ -65434,7 +65423,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 32768,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 4.5e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65449,7 +65437,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 16384,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog"

View file

@ -65283,7 +65283,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 1048576,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65299,7 +65298,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 1048576,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.5e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65315,7 +65313,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 1047576,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1.6e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65330,7 +65327,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 272000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.25e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65346,7 +65342,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 272000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65362,7 +65357,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 272000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 5e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65374,7 +65368,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 128000,
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65388,7 +65381,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 5e-08,
"source": "https://docs.zerogpu.ai/docs/model-catalog"
@ -65398,7 +65390,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 5e-08,
"source": "https://docs.zerogpu.ai/docs/model-catalog"
@ -65409,7 +65400,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 131072,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.8e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65423,7 +65413,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 131072,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 3e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog"
@ -65434,7 +65423,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 32768,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 4.5e-07,
"source": "https://docs.zerogpu.ai/docs/model-catalog",
@ -65449,7 +65437,6 @@
"litellm_provider": "zerogpu",
"max_input_tokens": 16384,
"max_output_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://docs.zerogpu.ai/docs/model-catalog"

View file

@ -120,19 +120,15 @@ class _TokenLimits(BaseModel):
max_input_tokens: int
max_output_tokens: int
max_tokens: int
@pytest.mark.parametrize("path", (PRICES_PATH, BACKUP_PRICES_PATH), ids=("main", "backup"))
def test_zerogpu_rows_cap_max_tokens_at_an_output_limit_that_fits_the_context_window(path: Path) -> None:
def test_zerogpu_rows_have_an_output_limit_that_fits_the_context_window(path: Path) -> None:
prices: Final[dict[str, JsonValue]] = TypeAdapter(dict[str, JsonValue]).validate_json(path.read_bytes())
rows: Final = MappingProxyType(
{key: _TokenLimits.model_validate(value) for key, value in prices.items() if key.startswith("zerogpu/")}
)
assert rows, f"No ZeroGPU rows found in {path}"
assert {key: row.max_tokens for key, row in rows.items()} == {
key: row.max_output_tokens for key, row in rows.items()
}
assert tuple(key for key, row in rows.items() if row.max_output_tokens > row.max_input_tokens) == ()