litellm/tests/e2e/cost_map.json
kerry 2466975d29 test(e2e): clean cost map decimals and simplify scripted wire helpers
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
2026-09-16 22:57:23 +00:00

525 lines
19 KiB
JSON

{
"anthropic.claude-sonnet-5-v1:0": {
"cache_creation_input_token_cost": 0.00051,
"cache_creation_input_token_cost_above_1hr": 0.00068,
"cache_read_input_token_cost": 1.7e-05,
"input_cost_per_token": 0.00017,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 0.00034,
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true
},
"azure/gpt-5.4-mini": {
"cache_creation_input_token_cost": 0.00048,
"cache_creation_input_token_cost_above_1hr": 0.00064,
"cache_read_input_token_cost": 1.6e-05,
"input_cost_per_audio_token": 0.00096,
"input_cost_per_token": 0.00016,
"input_cost_per_token_above_200k_tokens": 0.00128,
"input_cost_per_token_flex": 0.00024,
"input_cost_per_token_priority": 0.000272,
"litellm_provider": "azure",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00112,
"output_cost_per_reasoning_token": 0.0008,
"output_cost_per_token": 0.00032,
"output_cost_per_token_above_200k_tokens": 0.00144,
"output_cost_per_token_flex": 0.0004,
"output_cost_per_token_priority": 0.000432,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"azure/gpt-5.6": {
"cache_creation_input_token_cost": 0.00045,
"cache_creation_input_token_cost_above_1hr": 0.0006,
"cache_read_input_token_cost": 1.5e-05,
"input_cost_per_audio_token": 0.0009,
"input_cost_per_token": 0.00015,
"input_cost_per_token_above_200k_tokens": 0.0012,
"input_cost_per_token_flex": 0.000225,
"input_cost_per_token_priority": 0.000255,
"litellm_provider": "azure",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00105,
"output_cost_per_reasoning_token": 0.00075,
"output_cost_per_token": 0.0003,
"output_cost_per_token_above_200k_tokens": 0.00135,
"output_cost_per_token_flex": 0.000375,
"output_cost_per_token_priority": 0.000405,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"claude-haiku-4-5": {
"cache_creation_input_token_cost": 0.00021,
"cache_creation_input_token_cost_above_1hr": 0.00028000000000000003,
"cache_read_input_token_cost": 7e-06,
"input_cost_per_token": 7.000000000000001e-05,
"litellm_provider": "anthropic",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 0.00014000000000000001,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"claude-opus-5": {
"cache_creation_input_token_cost": 0.00015000000000000001,
"cache_creation_input_token_cost_above_1hr": 0.0002,
"cache_read_input_token_cost": 4.9999999999999996e-06,
"input_cost_per_token": 5e-05,
"litellm_provider": "anthropic",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 0.0001,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"claude-sonnet-5": {
"cache_creation_input_token_cost": 0.00018,
"cache_creation_input_token_cost_above_1hr": 0.00024000000000000003,
"cache_read_input_token_cost": 6e-06,
"input_cost_per_token": 6.000000000000001e-05,
"litellm_provider": "anthropic",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 0.00012000000000000002,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"fireworks_ai/deepseek-v4p1-flash": {
"cache_creation_input_token_cost": 0.00033,
"cache_creation_input_token_cost_above_1hr": 0.00044,
"cache_read_input_token_cost": 1.4e-05,
"input_cost_per_audio_token": 0.00066,
"input_cost_per_token": 0.00014000000000000001,
"litellm_provider": "fireworks_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00077,
"output_cost_per_reasoning_token": 0.00055,
"output_cost_per_token": 0.00028000000000000003,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"fireworks_ai/kimi-k3": {
"cache_creation_input_token_cost": 0.00033,
"cache_creation_input_token_cost_above_1hr": 0.00044,
"cache_read_input_token_cost": 1.2e-05,
"input_cost_per_audio_token": 0.00066,
"input_cost_per_token": 0.00012000000000000002,
"litellm_provider": "fireworks_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00077,
"output_cost_per_reasoning_token": 0.00055,
"output_cost_per_token": 0.00024000000000000003,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"fireworks_ai/qwen3p8-max": {
"cache_creation_input_token_cost": 0.00033,
"cache_creation_input_token_cost_above_1hr": 0.00044,
"cache_read_input_token_cost": 1.3e-05,
"input_cost_per_audio_token": 0.00066,
"input_cost_per_token": 0.00013000000000000002,
"litellm_provider": "fireworks_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00077,
"output_cost_per_reasoning_token": 0.00055,
"output_cost_per_token": 0.00026000000000000003,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"gemini-3.1-pro-preview": {
"cache_read_input_token_cost": 2.1e-05,
"input_cost_per_audio_token": 0.00126,
"input_cost_per_token": 0.00021,
"input_cost_per_token_above_200k_tokens": 0.00168,
"input_cost_per_token_flex": 0.000315,
"input_cost_per_token_priority": 0.000357,
"litellm_provider": "vertex_ai-language-models",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00147,
"output_cost_per_reasoning_token": 0.00105,
"output_cost_per_token": 0.00042,
"output_cost_per_token_above_200k_tokens": 0.00189,
"output_cost_per_token_flex": 0.000525,
"output_cost_per_token_priority": 0.000567,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true,
"web_search_billing_unit": "per_query"
},
"gemini-3.8-flash": {
"cache_read_input_token_cost": 2e-05,
"input_cost_per_audio_token": 0.0012,
"input_cost_per_token": 0.0002,
"input_cost_per_token_above_200k_tokens": 0.0016,
"input_cost_per_token_flex": 0.0003,
"input_cost_per_token_priority": 0.00034,
"litellm_provider": "vertex_ai-language-models",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.0014,
"output_cost_per_reasoning_token": 0.001,
"output_cost_per_token": 0.0004,
"output_cost_per_token_above_200k_tokens": 0.0018,
"output_cost_per_token_flex": 0.0005,
"output_cost_per_token_priority": 0.00054,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true,
"web_search_billing_unit": "per_query"
},
"gemini/gemini-3.1-pro-preview": {
"cache_read_input_token_cost": 9e-06,
"input_cost_per_audio_token": 0.00054,
"input_cost_per_token": 9e-05,
"input_cost_per_token_above_200k_tokens": 0.00072,
"input_cost_per_token_flex": 0.000135,
"input_cost_per_token_priority": 0.000153,
"litellm_provider": "gemini",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.0006299999999999999,
"output_cost_per_reasoning_token": 0.00045000000000000004,
"output_cost_per_token": 0.00018,
"output_cost_per_token_above_200k_tokens": 0.0008100000000000001,
"output_cost_per_token_flex": 0.00022500000000000002,
"output_cost_per_token_priority": 0.000243,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true,
"web_search_billing_unit": "per_query"
},
"gemini/gemini-3.8-flash": {
"cache_read_input_token_cost": 8e-06,
"input_cost_per_audio_token": 0.00048,
"input_cost_per_token": 8e-05,
"input_cost_per_token_above_200k_tokens": 0.00064,
"input_cost_per_token_flex": 0.00012,
"input_cost_per_token_priority": 0.000136,
"litellm_provider": "gemini",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00056,
"output_cost_per_reasoning_token": 0.0004,
"output_cost_per_token": 0.00016,
"output_cost_per_token_above_200k_tokens": 0.00072,
"output_cost_per_token_flex": 0.0002,
"output_cost_per_token_priority": 0.000216,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true,
"web_search_billing_unit": "per_query"
},
"gpt-5.3-codex": {
"cache_read_input_token_cost": 3e-06,
"input_cost_per_token": 3.0000000000000004e-05,
"input_cost_per_token_above_200k_tokens": 0.00024000000000000003,
"input_cost_per_token_flex": 4.5e-05,
"input_cost_per_token_priority": 5.1e-05,
"litellm_provider": "openai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "responses",
"output_cost_per_reasoning_token": 0.00015000000000000001,
"output_cost_per_token": 6.000000000000001e-05,
"output_cost_per_token_above_200k_tokens": 0.00027,
"output_cost_per_token_flex": 7.500000000000001e-05,
"output_cost_per_token_priority": 8.099999999999999e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"gpt-5.4-mini": {
"cache_creation_input_token_cost": 0.00012,
"cache_creation_input_token_cost_above_1hr": 0.00016,
"cache_read_input_token_cost": 4e-06,
"input_cost_per_audio_token": 0.00024,
"input_cost_per_token": 4e-05,
"input_cost_per_token_above_200k_tokens": 0.00032,
"input_cost_per_token_flex": 6e-05,
"input_cost_per_token_priority": 6.8e-05,
"litellm_provider": "openai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00028,
"output_cost_per_reasoning_token": 0.0002,
"output_cost_per_token": 8e-05,
"output_cost_per_token_above_200k_tokens": 0.00036,
"output_cost_per_token_flex": 0.0001,
"output_cost_per_token_priority": 0.000108,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"gpt-5.5-pro": {
"cache_read_input_token_cost": 2e-06,
"input_cost_per_token": 2e-05,
"input_cost_per_token_above_200k_tokens": 0.00016,
"input_cost_per_token_flex": 3e-05,
"input_cost_per_token_priority": 3.4e-05,
"litellm_provider": "openai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "responses",
"output_cost_per_reasoning_token": 0.0001,
"output_cost_per_token": 4e-05,
"output_cost_per_token_above_200k_tokens": 0.00018,
"output_cost_per_token_flex": 5e-05,
"output_cost_per_token_priority": 5.4e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"gpt-5.6": {
"cache_creation_input_token_cost": 3e-05,
"cache_creation_input_token_cost_above_1hr": 4e-05,
"cache_read_input_token_cost": 1e-06,
"input_cost_per_audio_token": 6e-05,
"input_cost_per_token": 1e-05,
"input_cost_per_token_above_200k_tokens": 8e-05,
"input_cost_per_token_flex": 1.5e-05,
"input_cost_per_token_priority": 1.7e-05,
"litellm_provider": "openai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 7e-05,
"output_cost_per_reasoning_token": 5e-05,
"output_cost_per_token": 2e-05,
"output_cost_per_token_above_200k_tokens": 9e-05,
"output_cost_per_token_flex": 2.5e-05,
"output_cost_per_token_priority": 2.7e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"meta.llama4-maverick-17b-instruct-v1:0": {
"input_cost_per_token": 0.00019,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 0.00038,
"supports_function_calling": true
},
"together_ai/moonshotai/Kimi-K3": {
"cache_creation_input_token_cost": 0.00030000000000000003,
"cache_creation_input_token_cost_above_1hr": 0.0004,
"cache_read_input_token_cost": 9.999999999999999e-06,
"input_cost_per_audio_token": 0.0006000000000000001,
"input_cost_per_token": 0.0001,
"input_cost_per_token_above_200k_tokens": 0.0008,
"input_cost_per_token_flex": 0.00015000000000000001,
"input_cost_per_token_priority": 0.00017,
"litellm_provider": "together_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.0006999999999999999,
"output_cost_per_reasoning_token": 0.0005,
"output_cost_per_token": 0.0002,
"output_cost_per_token_above_200k_tokens": 0.0009000000000000001,
"output_cost_per_token_flex": 0.00025,
"output_cost_per_token_priority": 0.00027,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"together_ai/zai-org/GLM-5.3": {
"cache_creation_input_token_cost": 0.00033,
"cache_creation_input_token_cost_above_1hr": 0.00044,
"cache_read_input_token_cost": 1.1e-05,
"input_cost_per_audio_token": 0.00066,
"input_cost_per_token": 0.00011,
"input_cost_per_token_above_200k_tokens": 0.00088,
"input_cost_per_token_flex": 0.000165,
"input_cost_per_token_priority": 0.000187,
"litellm_provider": "together_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00077,
"output_cost_per_reasoning_token": 0.00055,
"output_cost_per_token": 0.00022,
"output_cost_per_token_above_200k_tokens": 0.00099,
"output_cost_per_token_flex": 0.000275,
"output_cost_per_token_priority": 0.000297,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"us.anthropic.claude-opus-5-v1:0": {
"cache_creation_input_token_cost": 0.00054,
"cache_creation_input_token_cost_above_1hr": 0.00072,
"cache_read_input_token_cost": 1.8e-05,
"input_cost_per_token": 0.00018,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 0.00036,
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true
}
}