"""The scripted cost map the integration proxy loads via LITELLM_MODEL_COST_MAP_URL (moved from cost_tracking_cases.json). Plain JSON-shaped data: cost_tracking_case.py validates it into CostMapEntry and the scripted upstream serves it at /_cost_map.""" from typing import Final from pydantic import JsonValue COST_MAP_ENTRIES: Final[dict[str, dict[str, JsonValue]]] = { "dashscope/qwen4-max": { "litellm_provider": "dashscope", "mode": "chat", "max_input_tokens": 252000, "max_output_tokens": 65536, "tiered_pricing": [ {"range": [0, 32000], "input_cost_per_token": 1.3e-06, "output_cost_per_token": 6.5e-06}, {"range": [32000, 128000], "input_cost_per_token": 2.6e-06, "output_cost_per_token": 1.3e-05}, {"range": [128000, 252000], "input_cost_per_token": 3.1e-06, "output_cost_per_token": 1.55e-05}, ], }, "gemini/gemini-3.8-flash-lite": { "litellm_provider": "gemini", "mode": "chat", "input_cost_per_token": 1.1e-07, "output_cost_per_token": 4.4e-07, "input_cost_per_token_above_128k_tokens": 2.2e-07, "output_cost_per_token_above_128k_tokens": 8.8e-07, }, "gateway-reported-cost-fixture": { "litellm_provider": "openai", "mode": "chat", "input_cost_per_token": 1e-06, "output_cost_per_token": 3e-06, }, "openrouter/anthropic/claude-sonnet-5": { "litellm_provider": "openrouter", "mode": "chat", "input_cost_per_token": 3.2e-06, "output_cost_per_token": 1.6e-05, }, "gpt-5.6-terra": { "cache_creation_input_token_cost": 3.25e-06, "cache_creation_input_token_cost_above_272k_tokens": 6.5e-06, "cache_creation_input_token_cost_above_272k_tokens_flex": 3.25e-06, "cache_creation_input_token_cost_above_272k_tokens_priority": 1.3e-05, "cache_creation_input_token_cost_flex": 1.625e-06, "cache_creation_input_token_cost_priority": 6.5e-06, "cache_read_input_token_cost": 2.6e-07, "cache_read_input_token_cost_above_272k_tokens": 5.2e-07, "cache_read_input_token_cost_above_272k_tokens_flex": 2.6e-07, "cache_read_input_token_cost_above_272k_tokens_priority": 1.04e-06, "cache_read_input_token_cost_flex": 1.3e-07, "cache_read_input_token_cost_priority": 5.2e-07, "input_cost_per_token": 2.6e-06, "input_cost_per_token_above_272k_tokens": 5.2e-06, "input_cost_per_token_above_272k_tokens_flex": 2.6e-06, "input_cost_per_token_above_272k_tokens_priority": 1.04e-05, "input_cost_per_token_flex": 1.3e-06, "input_cost_per_token_priority": 5.2e-06, "litellm_provider": "openai", "max_input_tokens": 922000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.56e-05, "output_cost_per_token_above_272k_tokens": 2.34e-05, "output_cost_per_token_above_272k_tokens_flex": 1.17e-05, "output_cost_per_token_above_272k_tokens_priority": 4.68e-05, "output_cost_per_token_flex": 7.8e-06, "output_cost_per_token_priority": 3.12e-05, "supports_function_calling": True, "supports_none_reasoning_effort": True, "supports_prompt_caching": True, "supports_reasoning": True, }, "gpt-6-luna": { "output_cost_per_token_priority": 1e-06, "input_cost_per_token_priority": 2e-07, "output_cost_per_token_flex": 2.5e-07, "input_cost_per_token_flex": 5e-08, "cache_creation_input_token_cost_flex": 6.25e-08, "cache_creation_input_token_cost_priority": 2.5e-07, "cache_creation_input_token_cost": 1.25e-07, "cache_creation_input_token_cost_decisions": 1e-07, "cache_creation_input_token_cost_above_272k_tokens_flex": 1.25e-07, "cache_creation_input_token_cost_above_272k_tokens_priority": 5e-07, "cache_creation_input_token_cost_above_272k_tokens": 2.5e-07, "cache_creation_input_token_cost_above_272k_tokens_decisions": 2e-07, "cache_read_input_token_cost_flex": 5e-09, "cache_read_input_token_cost_priority": 2e-08, "cache_read_input_token_cost": 1e-08, "cache_read_input_token_cost_decisions": 1e-07, "cache_read_input_token_cost_above_272k_tokens_flex": 1e-08, "cache_read_input_token_cost_above_272k_tokens_priority": 4e-08, "cache_read_input_token_cost_above_272k_tokens": 2e-08, "cache_read_input_token_cost_above_272k_tokens_decisions": 2e-07, "input_cost_per_token": 1e-07, "input_cost_per_token_decisions": 1e-07, "input_cost_per_token_above_272k_tokens": 2e-07, "input_cost_per_token_above_272k_tokens_decisions": 2e-07, "litellm_provider": "openai", "max_input_tokens": 922000, "mode": "chat", "output_cost_per_token": 5e-07, "output_cost_per_token_decisions": 0.0, "output_cost_per_token_above_272k_tokens": 1e-06, "output_cost_per_token_above_272k_tokens_decisions": 0.0, "input_cost_per_token_above_272k_tokens_flex": 1e-07, "input_cost_per_token_above_272k_tokens_priority": 4e-07, "output_cost_per_token_above_272k_tokens_flex": 5e-07, "output_cost_per_token_above_272k_tokens_priority": 2e-06, }, "perplexity/sonar-next": { "litellm_provider": "perplexity", "mode": "chat", "input_cost_per_token": 1.13e-06, "output_cost_per_token": 1.05e-06, "search_context_cost_per_query": { "search_context_size_low": 0.005, "search_context_size_medium": 0.008, "search_context_size_high": 0.012, }, }, "typesafe/jev-latest": { "litellm_provider": "typesafe", "mode": "evaluation", "input_cost_per_token": 4.2e-08, "output_cost_per_token": 0.0, }, "typesafe/jev-preview": { "litellm_provider": "typesafe", "mode": "evaluation", "input_cost_per_token": 8.4e-08, "output_cost_per_token": 0.0, }, "fireworks_ai/accounts/fireworks/routers/rune": { "litellm_provider": "fireworks_ai", "mode": "evaluation", "input_cost_per_token": 4.2e-08, "cache_read_input_token_cost": 8.4e-09, "output_cost_per_token": 0.0, }, "cloudflare/@cf/cloudflare/clef-flash": { "litellm_provider": "cloudflare", "mode": "evaluation", "input_cost_per_token": 9e-08, "output_cost_per_token": 0.0, }, "databricks/databricks-openjev-qwen35-4b": { "litellm_provider": "databricks", "mode": "evaluation", "input_cost_per_token": 4.2e-08, "cache_read_input_token_cost": 4.2e-08, "cache_creation_input_token_cost": 4.2e-08, "output_cost_per_token": 0.0, }, "openrouter/typesafe/jev-1.13": { "litellm_provider": "openrouter", "mode": "evaluation", "input_cost_per_token": 4.2e-08, "output_cost_per_token": 0.0, }, "perplexity/pplx-decider-v1-27b": { "input_cost_per_token": 2e-08, "litellm_provider": "perplexity", "max_input_tokens": 262144, "mode": "evaluation", "output_cost_per_token": 0.0, }, "deepseek/deepseek-v4-chat": { "litellm_provider": "deepseek", "mode": "chat", "input_cost_per_token": 2.9e-07, "output_cost_per_token": 4.3e-07, "cache_read_input_token_cost": 2.9e-08, "cache_creation_input_token_cost": 0.0, }, "xai/grok-5": { "litellm_provider": "xai", "mode": "chat", "input_cost_per_token": 1.35e-06, "output_cost_per_token": 2.7e-06, "cache_read_input_token_cost": 2.1e-07, "search_context_cost_per_query": { "search_context_size_low": 0.005, "search_context_size_medium": 0.005, "search_context_size_high": 0.005, }, }, "gpt-5.6": { "cache_creation_input_token_cost": 2.1875e-06, "cache_creation_input_token_cost_above_12hr": 4.375e-06, "cache_read_input_token_cost": 1.75e-07, "input_cost_per_audio_token": 4e-05, "input_cost_per_token": 1.75e-06, "input_cost_per_token_flex": 8.75e-07, "input_cost_per_token_priority": 3.5e-06, "litellm_provider": "openai", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_audio_token": 8e-05, "output_cost_per_reasoning_token": 1.6e-05, "output_cost_per_token": 1.4e-05, "output_cost_per_token_flex": 7e-06, "output_cost_per_token_priority": 2.8e-05, "search_context_cost_per_query": { "search_context_size_low": 0.01, "search_context_size_medium": 0.0125, "search_context_size_high": 0.015, }, "supports_function_calling": True, }, "gpt-5.4-mini": { "cache_read_input_token_cost": 3.5e-08, "input_cost_per_audio_token": 1e-05, "input_cost_per_token": 3.5e-07, "input_cost_per_token_flex": 1.75e-07, "input_cost_per_token_priority": 7e-07, "litellm_provider": "openai", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_audio_token": 2e-05, "output_cost_per_reasoning_token": 3.2e-06, "output_cost_per_token": 2.8e-06, "output_cost_per_token_flex": 1.4e-06, "output_cost_per_token_priority": 5.6e-06, "search_context_cost_per_query": { "search_context_size_low": 0.01, "search_context_size_medium": 0.0125, "search_context_size_high": 0.015, }, "supports_function_calling": True, }, "azure/gpt-5.6": { "cache_read_input_token_cost": 1.8e-07, "input_cost_per_audio_token": 4.1e-05, "input_cost_per_token": 1.8e-06, "input_cost_per_token_flex": 9e-07, "input_cost_per_token_priority": 3.6e-06, "litellm_provider": "azure", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_audio_token": 8.2e-05, "output_cost_per_reasoning_token": 1.65e-05, "output_cost_per_token": 1.44e-05, "output_cost_per_token_flex": 7.2e-06, "output_cost_per_token_priority": 2.88e-05, "search_context_cost_per_query": { "search_context_size_low": 0.01, "search_context_size_medium": 0.0125, "search_context_size_high": 0.015, }, "supports_function_calling": True, }, "azure/gpt-5.4-mini": { "cache_read_input_token_cost": 3.6e-08, "input_cost_per_audio_token": 1.05e-05, "input_cost_per_token": 3.6e-07, "input_cost_per_token_flex": 1.8e-07, "input_cost_per_token_priority": 7.2e-07, "litellm_provider": "azure", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_audio_token": 2.1e-05, "output_cost_per_reasoning_token": 3.3e-06, "output_cost_per_token": 2.88e-06, "output_cost_per_token_flex": 1.44e-06, "output_cost_per_token_priority": 5.76e-06, "search_context_cost_per_query": { "search_context_size_low": 0.01, "search_context_size_medium": 0.0125, "search_context_size_high": 0.015, }, "supports_function_calling": True, }, "gpt-5.3-codex": { "cache_read_input_token_cost": 1.5e-07, "file_search_cost_per_1k_calls": 0.0025, "input_cost_per_token": 1.5e-06, "input_cost_per_token_flex": 7.5e-07, "input_cost_per_token_priority": 3e-06, "litellm_provider": "openai", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "responses", "output_cost_per_reasoning_token": 1.3e-05, "output_cost_per_token": 1.2e-05, "output_cost_per_token_flex": 6e-06, "output_cost_per_token_priority": 2.4e-05, "search_context_cost_per_query": { "search_context_size_low": 0.01, "search_context_size_medium": 0.0125, "search_context_size_high": 0.015, }, "supports_function_calling": True, }, "gpt-5.5-pro": { "cache_read_input_token_cost": 1.5e-06, "file_search_cost_per_1k_calls": 0.0025, "input_cost_per_token": 1.5e-05, "input_cost_per_token_flex": 7.5e-06, "input_cost_per_token_priority": 3e-05, "litellm_provider": "openai", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "responses", "output_cost_per_reasoning_token": 0.00013, "output_cost_per_token": 0.00012, "output_cost_per_token_flex": 6e-05, "output_cost_per_token_priority": 0.00024, "search_context_cost_per_query": { "search_context_size_low": 0.01, "search_context_size_medium": 0.0125, "search_context_size_high": 0.015, }, "supports_function_calling": True, }, "claude-opus-5": { "cache_creation_input_token_cost": 6.25e-06, "cache_creation_input_token_cost_above_1hr": 1e-05, "cache_creation_input_token_cost_above_200k_tokens": 1.25e-05, "cache_read_input_token_cost": 5e-07, "cache_read_input_token_cost_above_200k_tokens": 1e-06, "input_cost_per_token": 5e-06, "input_cost_per_token_above_200k_tokens": 1e-05, "input_cost_per_token_priority": 6.25e-06, "litellm_provider": "anthropic", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 2.5e-05, "output_cost_per_token_above_200k_tokens": 3.75e-05, "output_cost_per_token_priority": 3.125e-05, "provider_specific_entry": {"fast": 6.0, "us": 1.1}, "search_context_cost_per_query": {"search_context_size_medium": 0.01}, "supports_function_calling": True, }, "claude-sonnet-5": { "cache_creation_input_token_cost": 3.75e-06, "cache_creation_input_token_cost_above_1hr": 6e-06, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 1.2e-05, "cache_creation_input_token_cost_above_200k_tokens": 7.5e-06, "cache_read_input_token_cost": 3e-07, "cache_read_input_token_cost_above_200k_tokens": 6e-07, "input_cost_per_token": 3e-06, "input_cost_per_token_above_200k_tokens": 6e-06, "input_cost_per_token_priority": 3.75e-06, "litellm_provider": "anthropic", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 1.5e-05, "output_cost_per_token_above_200k_tokens": 2.25e-05, "output_cost_per_token_priority": 1.875e-05, "provider_specific_entry": {"us": 1.1}, "search_context_cost_per_query": {"search_context_size_medium": 0.01}, "supports_function_calling": True, }, "claude-haiku-4-5": { "cache_creation_input_token_cost": 1.25e-06, "cache_creation_input_token_cost_above_1hr": 2e-06, "cache_read_input_token_cost": 1e-07, "input_cost_per_token": 1e-06, "input_cost_per_token_priority": 1.25e-06, "litellm_provider": "anthropic", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 5e-06, "output_cost_per_token_priority": 6.25e-06, "provider_specific_entry": {"us": 1.1}, "search_context_cost_per_query": {"search_context_size_medium": 0.01}, "supports_function_calling": True, }, "us.anthropic.claude-opus-5-v1:0": { "cache_creation_input_token_cost": 6.875e-06, "cache_creation_input_token_cost_above_1hr": 1.1e-05, "cache_creation_input_token_cost_above_200k_tokens": 1.375e-05, "cache_read_input_token_cost": 5.5e-07, "cache_read_input_token_cost_above_200k_tokens": 1.1e-06, "input_cost_per_token": 5.5e-06, "input_cost_per_token_above_200k_tokens": 1.1e-05, "input_cost_per_token_flex": 2.75e-06, "input_cost_per_token_priority": 6.875e-06, "litellm_provider": "bedrock_converse", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 2.75e-05, "output_cost_per_token_above_200k_tokens": 4.125e-05, "output_cost_per_token_flex": 1.375e-05, "output_cost_per_token_priority": 3.4375e-05, "supports_function_calling": True, }, "anthropic.claude-sonnet-5-v1:0": { "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, "cache_read_input_token_cost": 3.3e-07, "input_cost_per_token": 3.3e-06, "input_cost_per_token_flex": 1.65e-06, "input_cost_per_token_priority": 4.125e-06, "litellm_provider": "bedrock_converse", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 1.65e-05, "output_cost_per_token_flex": 8.25e-06, "output_cost_per_token_priority": 2.0625e-05, "supports_function_calling": True, }, "meta.llama4-maverick-17b-instruct-v1:0": { "input_cost_per_token": 2.4e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 9.7e-07, "supports_function_calling": True, }, "gemini/gemini-3.1-pro": { "cache_read_input_token_cost": 2e-07, "cache_read_input_token_cost_above_200k_tokens": 4e-07, "google_maps_grounding_cost_per_query": 0.025, "input_cost_per_audio_token": 2.6e-06, "input_cost_per_image_token": 2.2e-06, "input_cost_per_token": 2e-06, "input_cost_per_token_above_200k_tokens": 4e-06, "input_cost_per_token_flex": 1e-06, "input_cost_per_token_priority": 2.5e-06, "input_cost_per_video_token": 2.4e-06, "litellm_provider": "gemini", "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_reasoning_token": 1.3e-05, "output_cost_per_token": 1.2e-05, "output_cost_per_token_above_200k_tokens": 1.8e-05, "output_cost_per_token_flex": 6e-06, "output_cost_per_token_priority": 1.5e-05, "search_context_cost_per_query": {"search_context_size_medium": 0.035}, "supports_function_calling": True, "web_search_billing_unit": "per_query", }, "gemini/gemini-4-argon": { "cache_read_input_token_cost": 1.1e-07, "cache_read_input_token_cost_flex": 5.5e-08, "cache_read_input_token_cost_priority": 1.98e-07, "input_cost_per_token": 2.2e-06, "input_cost_per_token_flex": 1.1e-06, "input_cost_per_token_priority": 3.96e-06, "litellm_provider": "gemini", "max_input_tokens": 1048576, "max_output_tokens": 1048576, "max_tokens": 1048576, "mode": "chat", "output_cost_per_reasoning_token": 1.1e-05, "output_cost_per_token": 1.1e-05, "output_cost_per_token_flex": 5.5e-06, "output_cost_per_token_priority": 1.98e-05, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, }, "gemini/gemini-3.1-pro-preview": { "cache_read_input_token_cost": 2.6e-07, "cache_read_input_token_cost_above_200k_tokens": 5.2e-07, "input_cost_per_token": 2.6e-06, "input_cost_per_token_above_200k_tokens": 5.2e-06, "litellm_provider": "gemini", "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 1.56e-05, "output_cost_per_token_above_200k_tokens": 2.34e-05, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "input_cost_per_token_priority": 4.68e-06, "input_cost_per_token_above_200k_tokens_priority": 9.36e-06, "output_cost_per_token_priority": 2.808e-05, "output_cost_per_token_above_200k_tokens_priority": 4.212e-05, "cache_read_input_token_cost_priority": 4.68e-07, "cache_read_input_token_cost_above_200k_tokens_priority": 9.36e-07, "cache_read_input_token_cost_flex": 2.6e-07, "input_cost_per_token_flex": 1.3e-06, "output_cost_per_token_flex": 7.8e-06, }, "gemini/gemini-3.8-flash": { "cache_read_input_token_cost": 5e-08, "cache_read_input_token_cost_flex": 2.5e-08, "cache_read_input_token_cost_priority": 9e-08, "google_maps_grounding_cost_per_query": 0.025, "input_cost_per_token": 5e-07, "input_cost_per_token_flex": 2.5e-07, "input_cost_per_token_priority": 6.25e-07, "litellm_provider": "gemini", "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_reasoning_token": 3.5e-06, "output_cost_per_token": 3e-06, "output_cost_per_token_flex": 1.5e-06, "output_cost_per_token_priority": 3.75e-06, "search_context_cost_per_query": {"search_context_size_medium": 0.035}, "supports_function_calling": True, "web_search_billing_unit": "per_prompt", }, "gemini-3.1-pro": { "cache_read_input_token_cost": 2.1e-07, "cache_read_input_token_cost_above_200k_tokens": 4.2e-07, "google_maps_grounding_cost_per_query": 0.025, "input_cost_per_audio_token": 2.7e-06, "input_cost_per_image_token": 2.3e-06, "input_cost_per_token": 2.1e-06, "input_cost_per_token_above_200k_tokens": 4.2e-06, "input_cost_per_token_flex": 1.05e-06, "input_cost_per_token_priority": 2.625e-06, "litellm_provider": "vertex_ai-language-models", "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_reasoning_token": 1.35e-05, "output_cost_per_token": 1.26e-05, "output_cost_per_token_above_200k_tokens": 1.89e-05, "output_cost_per_token_flex": 6.3e-06, "output_cost_per_token_priority": 1.575e-05, "search_context_cost_per_query": {"search_context_size_medium": 0.035}, "supports_function_calling": True, "web_search_billing_unit": "per_query", }, "vertex_ai/gemini-3.1-pro-preview": { "cache_creation_input_token_cost_above_200k_tokens": 2.75e-07, "cache_read_input_token_cost": 2.2e-07, "cache_read_input_token_cost_above_200k_tokens": 4.4e-07, "cache_read_input_token_cost_above_200k_tokens_priority": 7.92e-07, "cache_read_input_token_cost_priority": 3.96e-07, "input_cost_per_token": 2.2e-06, "input_cost_per_token_above_200k_tokens": 4.4e-06, "input_cost_per_token_above_200k_tokens_priority": 7.92e-06, "input_cost_per_token_flex": 1.1e-06, "input_cost_per_token_priority": 3.96e-06, "litellm_provider": "vertex_ai", "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_image": 0.000132, "output_cost_per_token": 1.32e-05, "output_cost_per_token_above_200k_tokens": 1.98e-05, "output_cost_per_token_above_200k_tokens_priority": 3.564e-05, "output_cost_per_token_flex": 6.6e-06, "output_cost_per_token_priority": 2.376e-05, "google_maps_grounding_cost_per_query": 0.0154, "search_context_cost_per_query": { "search_context_size_high": 0.0154, "search_context_size_low": 0.0154, "search_context_size_medium": 0.0154, }, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, }, "vertex_ai/gemini-3.8-flash": { "cache_read_input_token_cost": 5.2e-08, "cache_read_input_token_cost_flex": 2.6e-08, "cache_read_input_token_cost_priority": 9.36e-08, "google_maps_grounding_cost_per_query": 0.025, "input_cost_per_token": 5.2e-07, "input_cost_per_token_flex": 2.6e-07, "input_cost_per_token_priority": 6.5e-07, "litellm_provider": "vertex_ai", "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 3.12e-06, "output_cost_per_reasoning_token": 2.6e-06, "output_cost_per_token_flex": 1.56e-06, "output_cost_per_token_priority": 3.9e-06, "search_context_cost_per_query": { "search_context_size_high": 0.035, "search_context_size_low": 0.035, "search_context_size_medium": 0.035, }, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "web_search_billing_unit": "per_query", }, "vertex_ai/gemini-4-argon": { "cache_read_input_token_cost": 1.2e-07, "cache_read_input_token_cost_flex": 6e-08, "cache_read_input_token_cost_priority": 2.16e-07, "google_maps_grounding_cost_per_query": 0.0168, "input_cost_per_audio_token": 2.4e-06, "input_cost_per_audio_token_priority": 4.32e-06, "input_cost_per_token": 2.4e-06, "input_cost_per_token_flex": 1.2e-06, "input_cost_per_token_priority": 4.32e-06, "litellm_provider": "vertex_ai", "max_input_tokens": 1048576, "max_output_tokens": 1048576, "max_tokens": 1048576, "mode": "chat", "output_cost_per_reasoning_token": 1.2e-05, "output_cost_per_token": 1.2e-05, "output_cost_per_token_flex": 6e-06, "output_cost_per_token_priority": 2.16e-05, "search_context_cost_per_query": { "search_context_size_high": 0.0168, "search_context_size_low": 0.0168, "search_context_size_medium": 0.0168, }, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "web_search_billing_unit": "per_query", }, "together_ai/moonshotai/Kimi-K3": { "input_cost_per_token": 1.15e-06, "litellm_provider": "together_ai", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 3.45e-06, "supports_function_calling": True, }, "together_ai/zai-org/GLM-5.3": { "input_cost_per_token": 5.5e-07, "litellm_provider": "together_ai", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 2.2e-06, "supports_function_calling": True, }, "fireworks_ai/accounts/fireworks/models/kimi-k3": { "cache_read_input_token_cost": 6e-08, "input_cost_per_token": 6e-07, "litellm_provider": "fireworks_ai", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 2.5e-06, "supports_function_calling": True, }, "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash": { "input_cost_per_token": 1.5e-07, "litellm_provider": "fireworks_ai", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 6e-07, "supports_function_calling": True, }, "fireworks_ai/accounts/fireworks/models/qwen3p8-max": { "cache_read_input_token_cost": 9e-08, "input_cost_per_token": 9e-07, "litellm_provider": "fireworks_ai", "max_input_tokens": 400000, "max_output_tokens": 65536, "max_tokens": 65536, "mode": "chat", "output_cost_per_token": 3.6e-06, "supports_function_calling": True, }, "whisper-next": {"litellm_provider": "openai", "mode": "audio_transcription", "input_cost_per_second": 0.0001}, "whisper-verbose-next": { "litellm_provider": "openai", "mode": "audio_transcription", "input_cost_per_second": 0.0002, }, "gpt-4o-transcribe-next": { "litellm_provider": "openai", "mode": "audio_transcription", "input_cost_per_token": 2.11e-06, "output_cost_per_token": 3.11e-06, "input_cost_per_audio_token": 1e-05, }, "nova-next": {"litellm_provider": "deepgram", "mode": "audio_transcription", "input_cost_per_second": 0.0003}, "azure/whisper-next": { "litellm_provider": "azure", "mode": "audio_transcription", "input_cost_per_second": 0.00011, }, "tts-next": {"litellm_provider": "openai", "mode": "audio_speech", "input_cost_per_character": 1e-05}, "tts-next-hd": {"litellm_provider": "openai", "mode": "audio_speech", "input_cost_per_character": 2e-05}, "azure/tts-next": {"litellm_provider": "azure", "mode": "audio_speech", "input_cost_per_character": 1.1e-05}, "gpt-image-next": { "litellm_provider": "openai", "mode": "image_generation", "input_cost_per_token": 1.71e-06, "output_cost_per_token": 4.3e-06, "input_cost_per_image_token": 2.2e-06, "output_cost_per_image_token": 5.1e-06, }, "1024-x-1024/dall-e-3-next": { "litellm_provider": "openai", "mode": "image_generation", "input_cost_per_image": 0.04, }, "hd/1024-x-1024/dall-e-3-next": { "litellm_provider": "openai", "mode": "image_generation", "input_cost_per_image": 0.08, }, "1792-x-1024/dall-e-3-next": { "litellm_provider": "openai", "mode": "image_generation", "input_cost_per_image": 0.06, }, "low/1024-x-1024/gpt-image-next": { "litellm_provider": "openai", "mode": "image_generation", "input_cost_per_token": 1.7e-06, "output_cost_per_token": 4.3e-06, "input_cost_per_image_token": 2.2e-06, "output_cost_per_image_token": 5.1e-06, }, "1024-x-1024/imagen-next": { "litellm_provider": "vertex_ai-image-models", "mode": "image_generation", "output_cost_per_image": 0.05, }, "amazon.nova-canvas-next": { "litellm_provider": "bedrock", "mode": "image_generation", "output_cost_per_image": 0.045, }, "bedrock/invoke/anthropic.claude-haiku-4-5-20251001-v1:0": { "litellm_provider": "bedrock", "mode": "chat", "input_cost_per_token": 1.19e-06, "output_cost_per_token": 5.01e-06, }, "eu.anthropic.claude-sonnet-5-v1:0": { "litellm_provider": "bedrock_converse", "mode": "chat", "input_cost_per_token": 3.4e-06, "output_cost_per_token": 1.7e-05, }, "amazon.nova-2-pro-preview-20251202-v1:0": { "litellm_provider": "bedrock_converse", "mode": "chat", "input_cost_per_token": 2.1875e-06, "output_cost_per_token": 1.75e-05, }, "mistral.mistral-large-3-675b-instruct": { "litellm_provider": "bedrock_converse", "mode": "chat", "input_cost_per_token": 5.1e-07, "output_cost_per_token": 1.51e-06, }, "azure_ai/gpt-5.4-mini-2026-03-17": { "litellm_provider": "azure_ai", "mode": "chat", "input_cost_per_token": 7.5e-07, "output_cost_per_token": 4.5e-06, }, "azure_ai/grok-4.6": { "litellm_provider": "azure_ai", "mode": "chat", "input_cost_per_token": 2e-06, "output_cost_per_token": 1e-05, }, "azure_ai/claude-haiku-4-5": { "litellm_provider": "azure_ai", "mode": "chat", "input_cost_per_token": 1e-06, "output_cost_per_token": 5e-06, "search_context_cost_per_query": { "search_context_size_low": 0.01, "search_context_size_medium": 0.01, "search_context_size_high": 0.01, }, "web_search_billing_unit": "per_query", }, "azure_ai/claude-sonnet-4-5": { "litellm_provider": "azure_ai", "mode": "chat", "input_cost_per_token": 3e-06, "output_cost_per_token": 1.5e-05, }, "azure_ai/claude-fable-5-1": { "litellm_provider": "azure_ai", "mode": "chat", "input_cost_per_token": 1.7e-05, "output_cost_per_token": 8.5e-05, "cache_creation_input_token_cost": 2.125e-05, "cache_creation_input_token_cost_above_1hr": 3.4e-05, "cache_read_input_token_cost": 4.25e-07, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, }, "azure_ai/claude-haiku-5-5": { "litellm_provider": "azure_ai", "mode": "chat", "input_cost_per_token": 1.9e-07, "output_cost_per_token": 9.5e-07, "input_cost_per_token_above_100k_tokens": 9.5e-07, "output_cost_per_token_above_100k_tokens": 4.75e-06, "cache_creation_input_token_cost": 2.375e-07, "cache_creation_input_token_cost_above_1hr": 3.8e-07, "cache_creation_input_token_cost_above_100k_tokens": 1.1875e-06, "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.9e-06, "cache_read_input_token_cost": 1.9e-08, "cache_read_input_token_cost_above_100k_tokens": 9.5e-08, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, }, "vertex_ai/claude-sonnet-5-5": { "litellm_provider": "vertex_ai-anthropic_models", "mode": "chat", "input_cost_per_token": 3.4e-06, "input_cost_per_token_batches": 1.7e-06, "output_cost_per_token": 1.7e-05, "output_cost_per_token_batches": 8.5e-06, "cache_creation_input_token_cost": 4.25e-06, "cache_creation_input_token_cost_above_1hr": 6.8e-06, "cache_read_input_token_cost": 1.7e-07, "search_context_cost_per_query": { "search_context_size_high": 0.017, "search_context_size_low": 0.017, "search_context_size_medium": 0.017, }, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, }, "vertex_ai/claude-opus-5-5": { "litellm_provider": "vertex_ai-anthropic_models", "mode": "chat", "input_cost_per_token": 7.2e-06, "input_cost_per_token_batches": 4.5e-06, "output_cost_per_token": 3.6e-05, "output_cost_per_token_batches": 2.25e-05, "cache_creation_input_token_cost": 9e-06, "cache_creation_input_token_cost_above_1hr": 1.44e-05, "cache_read_input_token_cost": 3.6e-07, "search_context_cost_per_query": { "search_context_size_high": 0.018, "search_context_size_low": 0.018, "search_context_size_medium": 0.018, }, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, }, "vertex_ai/claude-fable-5-1": { "litellm_provider": "vertex_ai-anthropic_models", "mode": "chat", "input_cost_per_token": 1.9e-05, "input_cost_per_token_batches": 9.5e-06, "output_cost_per_token": 9.5e-05, "output_cost_per_token_batches": 4.75e-05, "cache_creation_input_token_cost": 2.375e-05, "cache_creation_input_token_cost_above_1hr": 3.8e-05, "cache_read_input_token_cost": 4.75e-07, "search_context_cost_per_query": { "search_context_size_high": 0.019, "search_context_size_low": 0.019, "search_context_size_medium": 0.019, }, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, }, "vertex_ai/claude-haiku-5-5": { "litellm_provider": "vertex_ai-anthropic_models", "mode": "chat", "input_cost_per_token": 1.3e-06, "input_cost_per_token_above_100k_tokens": 6.5e-06, "output_cost_per_token": 6.5e-06, "output_cost_per_token_above_100k_tokens": 3.25e-05, "cache_creation_input_token_cost": 1.625e-06, "cache_creation_input_token_cost_above_1hr": 2.6e-06, "cache_creation_input_token_cost_above_100k_tokens": 8.125e-06, "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 1.3e-05, "cache_read_input_token_cost": 1.3e-07, "cache_read_input_token_cost_above_100k_tokens": 6.5e-07, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, }, "groq/qwen/qwen3.8-27b": { "litellm_provider": "groq", "mode": "chat", "input_cost_per_token": 8e-07, "output_cost_per_token": 4e-06, }, "cohere_chat/v2/command-a-03-2025": { "litellm_provider": "cohere_chat", "mode": "chat", "input_cost_per_token": 2.51e-06, "output_cost_per_token": 1.001e-05, }, "mistral/mistral-medium-2604": { "litellm_provider": "mistral", "mode": "chat", "input_cost_per_token": 1.51e-06, "output_cost_per_token": 7.51e-06, }, "text-embedding-3-large": {"litellm_provider": "openai", "mode": "embedding", "input_cost_per_token": 1.3e-07}, "gpt-5.4": { "litellm_provider": "openai", "mode": "chat", "input_cost_per_token": 2.5e-06, "output_cost_per_token": 1.5e-05, "cache_read_input_token_cost": 2.5e-07, "input_cost_per_token_batches": 1.25e-06, "output_cost_per_token_batches": 7.5e-06, }, "gpt-realtime-mini-2025-12-15": { "litellm_provider": "openai", "mode": "realtime", "input_cost_per_token": 6e-07, "output_cost_per_token": 2.4e-06, "input_cost_per_audio_token": 1e-05, "cache_read_input_token_cost": 6e-08, "cache_read_input_audio_token_cost": 3e-07, "output_cost_per_audio_token": 2e-05, }, "gpt-realtime-2.1": { "litellm_provider": "openai", "mode": "realtime", "input_cost_per_token": 4e-06, "input_cost_per_audio_token": 3.2e-05, "cache_read_input_token_cost": 4e-07, "cache_read_input_audio_token_cost": 4e-07, "output_cost_per_token": 2.4e-05, "output_cost_per_audio_token": 6.4e-05, }, "text-embedding-4-small": { "input_cost_per_token": 1.01e-06, "output_cost_per_token": 0, "litellm_provider": "openai", "mode": "embedding", }, "text-embedding-3-large-next": { "input_cost_per_token": 1.02e-06, "output_cost_per_token": 0, "litellm_provider": "openai", "mode": "embedding", }, "azure/text-embedding-4-large": { "input_cost_per_token": 1.03e-06, "output_cost_per_token": 0, "litellm_provider": "azure", "mode": "embedding", }, "embed-v5": { "input_cost_per_token": 1.04e-06, "output_cost_per_token": 0, "litellm_provider": "cohere", "mode": "embedding", }, "amazon.titan-embed-text-v2:0": { "input_cost_per_token": 1.05e-06, "output_cost_per_token": 0, "litellm_provider": "bedrock", "mode": "embedding", }, "cohere.embed-english-v4": { "input_cost_per_token": 1.06e-06, "output_cost_per_token": 0, "litellm_provider": "bedrock", "mode": "embedding", }, "text-embedding-006": { "input_cost_per_token": 1.07e-06, "output_cost_per_token": 0, "litellm_provider": "vertex_ai-embedding-models", "mode": "embedding", }, "gemini/gemini-embedding-002": { "input_cost_per_token": 1.08e-06, "output_cost_per_token": 0, "litellm_provider": "gemini", "mode": "embedding", }, "together_ai/together-embed-v1": { "input_cost_per_token": 1.09e-06, "output_cost_per_token": 0, "litellm_provider": "together_ai", "mode": "embedding", }, "fireworks_ai/fireworks-embed-v1": { "input_cost_per_token": 1.1e-06, "output_cost_per_token": 0, "litellm_provider": "fireworks_ai", "mode": "embedding", }, "rerank-v4": { "input_cost_per_token": 1.11e-06, "output_cost_per_token": 0, "input_cost_per_query": 0.0021, "litellm_provider": "cohere", "mode": "rerank", }, "cohere.rerank-v4:0": { "input_cost_per_token": 1.12e-06, "output_cost_per_token": 0, "input_cost_per_query": 0.0022, "litellm_provider": "bedrock", "mode": "rerank", }, "gpt-3.5-turbo-instruct-next": { "input_cost_per_token": 1.14e-06, "output_cost_per_token": 2.14e-06, "litellm_provider": "text-completion-openai", "mode": "completion", }, "omni-moderation-next": { "input_cost_per_token": None, "output_cost_per_token": 0, "litellm_provider": "openai", "mode": "moderation", }, "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo": { "input_cost_per_token": 1.16e-06, "output_cost_per_token": 2.16e-06, "litellm_provider": "together_ai", "mode": "completion", }, "gemini/gemini-nano-banana-2.1": { "input_cost_per_token": 1.5e-06, "input_cost_per_token_batches": 7.5e-07, "litellm_provider": "gemini", "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "mode": "image_generation", "output_cost_per_image": 0.0336, "output_cost_per_image_token": 3e-05, "output_cost_per_token": 7.5e-06, "output_cost_per_token_batches": 3.75e-06, "search_context_cost_per_query": { "search_context_size_high": 0.014, "search_context_size_low": 0.014, "search_context_size_medium": 0.014, }, "web_search_billing_unit": "per_query", }, "xai/grok-4.7": { "litellm_provider": "xai", "mode": "chat", "input_cost_per_token": 2e-06, "output_cost_per_token": 6e-06, "cache_read_input_token_cost": 5e-07, "input_cost_per_token_above_200k_tokens": 4e-06, "output_cost_per_token_above_200k_tokens": 1.2e-05, "cache_read_input_token_cost_above_200k_tokens": 1e-06, "supports_reasoning": True, "supports_prompt_caching": True, "max_tokens": 500000, "max_input_tokens": 500000, "max_output_tokens": 500000, "supports_function_calling": True, }, "us.xai.grok-4.7": { "litellm_provider": "bedrock_converse", "mode": "chat", "input_cost_per_token": 2.3e-06, "output_cost_per_token": 6.6e-06, "cache_read_input_token_cost": 5.5e-07, "max_tokens": 500000, "max_input_tokens": 500000, "max_output_tokens": 500000, "supports_function_calling": True, "supports_reasoning": True, "supports_bedrock_runtime_chat_completions_tools_with_reasoning": True, "supports_bedrock_runtime_chat_completions_response_format": True, "supported_endpoints": ["/v1/chat/completions"], }, "us.openai.gpt-6-sol": { "litellm_provider": "bedrock_converse", "mode": "chat", "input_cost_per_token": 2.2e-06, "output_cost_per_token": 1.1e-05, "cache_read_input_token_cost": 2.2e-07, "cache_creation_input_token_cost": 2.75e-06, "input_cost_per_token_above_272k_tokens": 4.4e-06, "output_cost_per_token_above_272k_tokens": 1.65e-05, "cache_read_input_token_cost_above_272k_tokens": 4.4e-07, "cache_creation_input_token_cost_above_272k_tokens": 5.5e-06, "max_tokens": 128000, "max_input_tokens": 400000, "max_output_tokens": 128000, "supports_function_calling": True, "supports_reasoning": True, "supports_prompt_caching": True, "supports_bedrock_runtime_chat_completions_response_format": True, "supported_endpoints": ["/v1/chat/completions", "/v1/responses"], }, "bedrock_mantle/openai.gpt-6-sol": { "litellm_provider": "bedrock_mantle", "mode": "responses", "input_cost_per_token": 2.2e-06, "output_cost_per_token": 1.1e-05, "cache_read_input_token_cost": 2.2e-07, "cache_creation_input_token_cost": 2.75e-06, "input_cost_per_token_above_272k_tokens": 4.4e-06, "output_cost_per_token_above_272k_tokens": 1.65e-05, "cache_read_input_token_cost_above_272k_tokens": 4.4e-07, "cache_creation_input_token_cost_above_272k_tokens": 5.5e-06, "max_tokens": 128000, "max_input_tokens": 400000, "max_output_tokens": 128000, "supports_function_calling": True, "supports_reasoning": True, "supports_prompt_caching": True, "supported_endpoints": ["/v1/chat/completions", "/v1/responses"], "use_openai_responses_path": True, }, "bedrock_mantle/openai.gpt-6.1-sol": { "litellm_provider": "bedrock_mantle", "mode": "responses", "input_cost_per_token": 2.42e-06, "output_cost_per_token": 1.21e-05, "cache_read_input_token_cost": 1.21e-07, "cache_creation_input_token_cost": 3.025e-06, "input_cost_per_token_above_272k_tokens": 4.84e-06, "output_cost_per_token_above_272k_tokens": 1.815e-05, "cache_read_input_token_cost_above_272k_tokens": 2.42e-07, "cache_creation_input_token_cost_above_272k_tokens": 6.05e-06, "input_cost_per_token_ultrafast": 1.452e-05, "output_cost_per_token_ultrafast": 7.26e-05, "cache_read_input_token_cost_ultrafast": 7.26e-07, "cache_creation_input_token_cost_ultrafast": 1.815e-05, "input_cost_per_token_above_272k_tokens_ultrafast": 2.904e-05, "output_cost_per_token_above_272k_tokens_ultrafast": 1.089e-04, "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.452e-06, "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 3.63e-05, "max_tokens": 131072, "max_input_tokens": 1000000, "max_output_tokens": 131072, "supports_function_calling": True, "supports_none_reasoning_effort": False, "supports_reasoning": True, "supports_prompt_caching": True, "supported_endpoints": ["/v1/chat/completions", "/v1/responses"], "use_openai_responses_path": True, }, "bedrock_mantle/openai.gpt-6-luna": { "litellm_provider": "bedrock_mantle", "mode": "responses", "input_cost_per_token": 1.32e-07, "output_cost_per_token": 6.6e-07, "cache_read_input_token_cost": 1.32e-08, "cache_creation_input_token_cost": 1.65e-07, "input_cost_per_token_above_272k_tokens": 2.64e-07, "output_cost_per_token_above_272k_tokens": 9.9e-07, "cache_read_input_token_cost_above_272k_tokens": 2.64e-08, "cache_creation_input_token_cost_above_272k_tokens": 3.3e-07, "max_tokens": 128000, "max_input_tokens": 1050000, "max_output_tokens": 128000, "supports_function_calling": True, "supports_none_reasoning_effort": False, "supports_reasoning": True, "supports_prompt_caching": True, "supported_endpoints": ["/v1/chat/completions", "/v1/responses"], "use_openai_responses_path": True, }, "bedrock_mantle/openai.gpt-6-astra": { "litellm_provider": "bedrock_mantle", "mode": "responses", "input_cost_per_token": 1.43e-05, "output_cost_per_token": 7.15e-05, "cache_read_input_token_cost": 1.43e-06, "cache_creation_input_token_cost": 1.7875e-05, "input_cost_per_token_above_272k_tokens": 2.86e-05, "output_cost_per_token_above_272k_tokens": 1.0725e-04, "cache_read_input_token_cost_above_272k_tokens": 2.86e-06, "cache_creation_input_token_cost_above_272k_tokens": 3.575e-05, "input_cost_per_token_ultrafast": 8.58e-05, "output_cost_per_token_ultrafast": 4.29e-04, "cache_read_input_token_cost_ultrafast": 8.58e-06, "cache_creation_input_token_cost_ultrafast": 1.0725e-04, "input_cost_per_token_above_272k_tokens_ultrafast": 1.716e-04, "output_cost_per_token_above_272k_tokens_ultrafast": 6.435e-04, "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.716e-05, "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 2.145e-04, "max_tokens": 128000, "max_input_tokens": 1050000, "max_output_tokens": 128000, "supports_function_calling": True, "supports_none_reasoning_effort": False, "supports_reasoning": True, "supports_prompt_caching": True, "supported_endpoints": ["/v1/chat/completions", "/v1/responses"], "use_openai_responses_path": True, }, "bedrock_mantle/openai.gpt-5.6-terra": { "litellm_provider": "bedrock_mantle", "mode": "responses", "input_cost_per_token": 3.08e-06, "output_cost_per_token": 1.848e-05, "cache_read_input_token_cost": 3.08e-07, "cache_creation_input_token_cost": 3.85e-06, "input_cost_per_token_above_272k_tokens": 6.16e-06, "output_cost_per_token_above_272k_tokens": 2.772e-05, "cache_read_input_token_cost_above_272k_tokens": 6.16e-07, "cache_creation_input_token_cost_above_272k_tokens": 7.7e-06, "max_tokens": 128000, "max_input_tokens": 1050000, "max_output_tokens": 128000, "supports_function_calling": True, "supports_reasoning": True, "supports_prompt_caching": True, "supported_endpoints": ["/v1/chat/completions", "/v1/responses"], "use_openai_responses_path": True, "search_context_cost_per_query": { "search_context_size_high": 0.0168, "search_context_size_low": 0.0168, "search_context_size_medium": 0.0168, }, }, "bedrock_mantle/anthropic.claude-opus-5-5": { "litellm_provider": "bedrock_mantle", "mode": "chat", "input_cost_per_token": 6.6e-06, "output_cost_per_token": 3.3e-05, "cache_read_input_token_cost": 3.3e-07, "cache_creation_input_token_cost": 8.25e-06, "cache_creation_input_token_cost_above_1hr": 1.32e-05, "max_tokens": 128000, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_function_calling": True, "supports_reasoning": True, "supports_prompt_caching": True, }, "us.anthropic.claude-opus-5-5": { "cache_creation_input_token_cost_above_1hr": 8.8e-06, "litellm_provider": "bedrock_converse", "mode": "chat", "input_cost_per_token": 4.4e-06, "output_cost_per_token": 2.2e-05, "cache_read_input_token_cost": 2.2e-07, "cache_creation_input_token_cost": 5.5e-06, "max_tokens": 128000, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_function_calling": True, }, "claude-opus-5-5": { "cache_creation_input_token_cost_above_1hr": 8e-06, "litellm_provider": "anthropic", "mode": "chat", "input_cost_per_token": 4e-06, "output_cost_per_token": 2e-05, "cache_read_input_token_cost": 2e-07, "cache_creation_input_token_cost": 5e-06, "max_tokens": 128000, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_function_calling": True, }, "gpt-6.1-sol": { "output_cost_per_token_priority": 2e-05, "input_cost_per_token_priority": 4e-06, "output_cost_per_token_flex": 5e-06, "input_cost_per_token_flex": 1e-06, "cache_creation_input_token_cost": 2.5e-06, "cache_creation_input_token_cost_above_272k_tokens": 5e-06, "litellm_provider": "openai", "mode": "chat", "input_cost_per_token": 2e-06, "output_cost_per_token": 1e-05, "cache_read_input_token_cost": 1e-07, "max_tokens": 128000, "max_input_tokens": 922000, "max_output_tokens": 128000, "supports_function_calling": True, "input_cost_per_token_above_272k_tokens": 4e-06, "input_cost_per_token_above_272k_tokens_flex": 2e-06, "input_cost_per_token_above_272k_tokens_priority": 8e-06, "input_cost_per_token_above_272k_tokens_ultrafast": 2.4e-05, "output_cost_per_token_above_272k_tokens": 2e-05, "output_cost_per_token_above_272k_tokens_flex": 1e-05, "output_cost_per_token_above_272k_tokens_priority": 4e-05, "output_cost_per_token_above_272k_tokens_ultrafast": 0.00012, "cache_read_input_token_cost_above_272k_tokens": 2e-07, "cache_read_input_token_cost_flex": 5e-08, "cache_read_input_token_cost_priority": 2e-07, "cache_read_input_token_cost_ultrafast": 6e-07, "cache_read_input_token_cost_above_272k_tokens_flex": 1e-07, "cache_read_input_token_cost_above_272k_tokens_priority": 4e-07, "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.2e-06, "cache_creation_input_token_cost_flex": 1.25e-06, "cache_creation_input_token_cost_priority": 5e-06, "cache_creation_input_token_cost_ultrafast": 1.5e-05, "cache_creation_input_token_cost_above_272k_tokens_flex": 2.5e-06, "cache_creation_input_token_cost_above_272k_tokens_priority": 1e-05, "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 3e-05, "input_cost_per_token_ultrafast": 1.2e-05, "output_cost_per_token_ultrafast": 6e-05, }, "claude-sonnet-5-5": { "cache_creation_input_token_cost": 4.125e-06, "cache_creation_input_token_cost_above_1hr": 6.6e-06, "cache_read_input_token_cost": 3.3e-07, "input_cost_per_token": 3.3e-06, "litellm_provider": "anthropic", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.65e-05, "supports_function_calling": True, }, "claude-haiku-5-5": { "cache_creation_input_token_cost": 1.375e-06, "cache_creation_input_token_cost_above_1hr": 2.2e-06, "cache_read_input_token_cost": 1.1e-07, "input_cost_per_token": 1.1e-06, "litellm_provider": "anthropic", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 5.5e-06, "supports_function_calling": True, "input_cost_per_token_above_100k_tokens": 2.2e-06, "output_cost_per_token_above_100k_tokens": 1.1e-05, "cache_read_input_token_cost_above_100k_tokens": 2.2e-07, "cache_creation_input_token_cost_above_100k_tokens": 2.75e-06, "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 4.4e-06, }, "claude-fable-5": { "cache_creation_input_token_cost": 1.875e-05, "cache_creation_input_token_cost_above_1hr": 3e-05, "cache_read_input_token_cost": 1.5e-06, "input_cost_per_token": 1.5e-05, "litellm_provider": "anthropic", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 7.5e-05, "supports_function_calling": True, }, "claude-fable-5-1": { "cache_creation_input_token_cost": 2e-05, "cache_creation_input_token_cost_above_1hr": 3.2e-05, "cache_read_input_token_cost": 1.6e-06, "input_cost_per_token": 1.6e-05, "litellm_provider": "anthropic", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 8e-05, "supports_function_calling": True, }, "us.anthropic.claude-sonnet-5": { "cache_creation_input_token_cost": 4.5e-06, "cache_creation_input_token_cost_above_1hr": 7.2e-06, "cache_read_input_token_cost": 3.6e-07, "input_cost_per_token": 3.6e-06, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.8e-05, "supports_function_calling": True, }, "us.anthropic.claude-sonnet-5-5": { "cache_creation_input_token_cost": 4.625e-06, "cache_creation_input_token_cost_above_1hr": 7.4e-06, "cache_read_input_token_cost": 3.7e-07, "input_cost_per_token": 3.7e-06, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.85e-05, "supports_function_calling": True, }, "us.anthropic.claude-opus-5": { "cache_creation_input_token_cost": 7.5e-06, "cache_creation_input_token_cost_above_1hr": 1.2e-05, "cache_read_input_token_cost": 6e-07, "input_cost_per_token": 6e-06, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 3e-05, "supports_function_calling": True, }, "us.anthropic.claude-haiku-5-5": { "cache_creation_input_token_cost": 1.5e-06, "cache_creation_input_token_cost_above_1hr": 2.4e-06, "cache_read_input_token_cost": 1.2e-07, "input_cost_per_token": 1.2e-06, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6e-06, "supports_function_calling": True, "input_cost_per_token_above_100k_tokens": 2.4e-06, "output_cost_per_token_above_100k_tokens": 1.2e-05, "cache_read_input_token_cost_above_100k_tokens": 2.4e-07, "cache_creation_input_token_cost_above_100k_tokens": 3e-06, "cache_creation_input_token_cost_above_1hr_above_100k_tokens": 4.8e-06, }, "us.anthropic.claude-fable-5": { "cache_creation_input_token_cost": 2.125e-05, "cache_creation_input_token_cost_above_1hr": 3.4e-05, "cache_read_input_token_cost": 1.7e-06, "input_cost_per_token": 1.7e-05, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 8.5e-05, "supports_function_calling": True, }, "us.anthropic.claude-fable-5-1": { "cache_creation_input_token_cost": 2.25e-05, "cache_creation_input_token_cost_above_1hr": 3.6e-05, "cache_read_input_token_cost": 1.8e-06, "input_cost_per_token": 1.8e-05, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 9e-05, "supports_function_calling": True, }, "gpt-6-sol": { "cache_read_input_token_cost": 2.2e-07, "input_cost_per_token": 2.2e-06, "input_cost_per_token_flex": 1.1e-06, "input_cost_per_token_priority": 4.4e-06, "litellm_provider": "openai", "max_input_tokens": 922000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.1e-05, "output_cost_per_token_flex": 5.5e-06, "output_cost_per_token_priority": 2.2e-05, "supports_function_calling": True, "input_cost_per_token_above_272k_tokens": 4.4e-06, "input_cost_per_token_above_272k_tokens_flex": 2.2e-06, "input_cost_per_token_above_272k_tokens_priority": 8.8e-06, "output_cost_per_token_above_272k_tokens": 2.2e-05, "output_cost_per_token_above_272k_tokens_flex": 1.1e-05, "output_cost_per_token_above_272k_tokens_priority": 4.4e-05, "cache_read_input_token_cost_above_272k_tokens": 4.4e-07, }, "gpt-6-astra": { "cache_read_input_token_cost": 1.2e-06, "cache_creation_input_token_cost": 1.5e-05, "cache_creation_input_token_cost_above_272k_tokens": 3e-05, "cache_creation_input_token_cost_flex": 7.5e-06, "cache_creation_input_token_cost_priority": 3e-05, "cache_creation_input_token_cost_ultrafast": 9e-05, "cache_creation_input_token_cost_above_272k_tokens_flex": 1.5e-05, "cache_creation_input_token_cost_above_272k_tokens_priority": 6e-05, "cache_creation_input_token_cost_above_272k_tokens_ultrafast": 0.00018, "input_cost_per_token": 1.2e-05, "input_cost_per_token_flex": 6e-06, "input_cost_per_token_priority": 2.4e-05, "litellm_provider": "openai", "max_input_tokens": 922000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6e-05, "output_cost_per_token_flex": 3e-05, "output_cost_per_token_priority": 0.00012, "input_cost_per_token_ultrafast": 7.2e-05, "output_cost_per_token_ultrafast": 0.00036, "supports_function_calling": True, "input_cost_per_token_above_272k_tokens": 2.4e-05, "input_cost_per_token_above_272k_tokens_flex": 1.2e-05, "input_cost_per_token_above_272k_tokens_priority": 4.8e-05, "output_cost_per_token_above_272k_tokens": 0.00012, "output_cost_per_token_above_272k_tokens_flex": 6e-05, "output_cost_per_token_above_272k_tokens_priority": 0.00024, "input_cost_per_token_above_272k_tokens_ultrafast": 0.000144, "output_cost_per_token_above_272k_tokens_ultrafast": 0.00072, "cache_read_input_token_cost_above_272k_tokens": 2.4e-06, "cache_read_input_token_cost_flex": 6e-07, "cache_read_input_token_cost_priority": 2.4e-06, "cache_read_input_token_cost_ultrafast": 7.2e-06, "cache_read_input_token_cost_above_272k_tokens_flex": 1.2e-06, "cache_read_input_token_cost_above_272k_tokens_priority": 4.8e-06, "cache_read_input_token_cost_above_272k_tokens_ultrafast": 1.44e-05, }, "azure/gpt-6-sol": { "cache_read_input_token_cost": 2.3e-07, "input_cost_per_token": 2.3e-06, "input_cost_per_token_flex": 1.15e-06, "input_cost_per_token_priority": 4.6e-06, "litellm_provider": "azure", "max_input_tokens": 922000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.15e-05, "output_cost_per_token_flex": 5.75e-06, "output_cost_per_token_priority": 2.3e-05, "supports_function_calling": True, "supports_none_reasoning_effort": True, "input_cost_per_token_above_272k_tokens": 4.6e-06, "input_cost_per_token_above_272k_tokens_flex": 2.3e-06, "input_cost_per_token_above_272k_tokens_priority": 9.2e-06, "output_cost_per_token_above_272k_tokens": 2.3e-05, "output_cost_per_token_above_272k_tokens_flex": 1.15e-05, "output_cost_per_token_above_272k_tokens_priority": 4.6e-05, "cache_read_input_token_cost_above_272k_tokens": 4.6e-07, }, "azure/gpt-5.6-terra": { "cache_creation_input_token_cost": 2.75e-06, "cache_creation_input_token_cost_above_272k_tokens": 5.5e-06, "cache_creation_input_token_cost_above_272k_tokens_flex": 2.75e-06, "cache_creation_input_token_cost_priority": 5.5e-06, "cache_creation_input_token_cost_above_272k_tokens_priority": 1.1e-05, "cache_creation_input_token_cost_flex": 1.375e-06, "cache_read_input_token_cost": 2.2e-07, "cache_read_input_token_cost_above_272k_tokens": 4.4e-07, "cache_read_input_token_cost_above_272k_tokens_flex": 2.2e-07, "cache_read_input_token_cost_priority": 4.4e-07, "cache_read_input_token_cost_above_272k_tokens_priority": 8.8e-07, "cache_read_input_token_cost_flex": 1.1e-07, "input_cost_per_token": 2.2e-06, "input_cost_per_token_above_272k_tokens": 4.4e-06, "input_cost_per_token_above_272k_tokens_flex": 2.2e-06, "input_cost_per_token_priority": 4.4e-06, "input_cost_per_token_above_272k_tokens_priority": 8.8e-06, "input_cost_per_token_flex": 1.1e-06, "litellm_provider": "azure", "max_input_tokens": 922000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.32e-05, "output_cost_per_token_above_272k_tokens": 1.98e-05, "output_cost_per_token_above_272k_tokens_flex": 9.9e-06, "output_cost_per_token_priority": 2.64e-05, "output_cost_per_token_above_272k_tokens_priority": 3.96e-05, "output_cost_per_token_flex": 6.6e-06, "supports_function_calling": True, "supports_prompt_caching": True, "supports_reasoning": True, "supports_none_reasoning_effort": True, }, "azure/gpt-6-luna": { "cache_read_input_token_cost": 1.3e-08, "cache_creation_input_token_cost": 1.625e-07, "cache_creation_input_token_cost_above_272k_tokens": 3.25e-07, "input_cost_per_token": 1.3e-07, "litellm_provider": "azure", "max_input_tokens": 922000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6.5e-07, "supports_function_calling": True, "supports_none_reasoning_effort": True, "input_cost_per_token_above_272k_tokens": 2.6e-07, "output_cost_per_token_above_272k_tokens": 1.3e-06, "cache_read_input_token_cost_above_272k_tokens": 2.6e-08, }, "azure/gpt-6-astra": { "cache_read_input_token_cost": 1.25e-06, "cache_creation_input_token_cost": 1.5625e-05, "cache_creation_input_token_cost_above_272k_tokens": 3.125e-05, "input_cost_per_token": 1.25e-05, "litellm_provider": "azure", "max_input_tokens": 922000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 6.25e-05, "supports_function_calling": True, "supports_none_reasoning_effort": True, "input_cost_per_token_above_272k_tokens": 2.5e-05, "output_cost_per_token_above_272k_tokens": 0.000125, "cache_read_input_token_cost_above_272k_tokens": 2.5e-06, }, "azure/gpt-6.1-sol": { "cache_read_input_token_cost": 2.4e-07, "cache_creation_input_token_cost": 3e-06, "cache_creation_input_token_cost_above_272k_tokens": 6e-06, "input_cost_per_token": 2.4e-06, "litellm_provider": "azure", "max_input_tokens": 922000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 1.2e-05, "supports_function_calling": True, "supports_none_reasoning_effort": True, "input_cost_per_token_above_272k_tokens": 4.8e-06, "output_cost_per_token_above_272k_tokens": 2.4e-05, "cache_read_input_token_cost_above_272k_tokens": 4.8e-07, }, } FALLBACK_GENERALIZATIONS: Final[dict[str, JsonValue]] = { "rules": [ { "name": "claude-family-baseline", "pattern": "claude-[a-z]+-\\d+(?:[-.]\\d+)?(?:-\\d{8})?", "model_info": {"mode": "chat", "max_input_tokens": 200000, "max_output_tokens": 64000}, } ] }