scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-01 02:02:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 92
litellm/tests/e2e/cost_map.json
kerry 415b06f5ff test(e2e): assert the real bill for the four fixed cost gaps 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
2026-09-16 04:42:07 +00:00

367 lines
13 KiB
JSON
Raw Blame History

{
"claude-haiku-4-5": {
"cache_creation_input_token_cost": 0.00021,
"cache_creation_input_token_cost_above_1hr": 0.00028000000000000003,
"cache_read_input_token_cost": 7e-06,
"input_cost_per_token": 7.000000000000001e-05,
"litellm_provider": "anthropic",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 0.00014000000000000001,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"claude-opus-5": {
"cache_creation_input_token_cost": 0.00015000000000000001,
"cache_creation_input_token_cost_above_1hr": 0.0002,
"cache_read_input_token_cost": 4.9999999999999996e-06,
"input_cost_per_token": 5e-05,
"litellm_provider": "anthropic",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 0.0001,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"claude-sonnet-5": {
"cache_creation_input_token_cost": 0.00018,
"cache_creation_input_token_cost_above_1hr": 0.00024000000000000003,
"cache_read_input_token_cost": 6e-06,
"input_cost_per_token": 6.000000000000001e-05,
"litellm_provider": "anthropic",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 0.00012000000000000002,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"fireworks_ai/deepseek-v4p1-flash": {
"cache_creation_input_token_cost": 0.00033,
"cache_creation_input_token_cost_above_1hr": 0.00044,
"cache_read_input_token_cost": 1.4e-05,
"input_cost_per_audio_token": 0.00066,
"input_cost_per_token": 0.00014000000000000001,
"litellm_provider": "fireworks_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00077,
"output_cost_per_reasoning_token": 0.00055,
"output_cost_per_token": 0.00028000000000000003,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"fireworks_ai/kimi-k3": {
"cache_creation_input_token_cost": 0.00033,
"cache_creation_input_token_cost_above_1hr": 0.00044,
"cache_read_input_token_cost": 1.2e-05,
"input_cost_per_audio_token": 0.00066,
"input_cost_per_token": 0.00012000000000000002,
"litellm_provider": "fireworks_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00077,
"output_cost_per_reasoning_token": 0.00055,
"output_cost_per_token": 0.00024000000000000003,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"fireworks_ai/qwen3p8-max": {
"cache_creation_input_token_cost": 0.00033,
"cache_creation_input_token_cost_above_1hr": 0.00044,
"cache_read_input_token_cost": 1.3e-05,
"input_cost_per_audio_token": 0.00066,
"input_cost_per_token": 0.00013000000000000002,
"litellm_provider": "fireworks_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00077,
"output_cost_per_reasoning_token": 0.00055,
"output_cost_per_token": 0.00026000000000000003,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"gemini/gemini-3.1-pro-preview": {
"cache_read_input_token_cost": 9e-06,
"input_cost_per_audio_token": 0.00054,
"input_cost_per_token": 9e-05,
"input_cost_per_token_above_200k_tokens": 0.00072,
"input_cost_per_token_flex": 0.000135,
"input_cost_per_token_priority": 0.000153,
"litellm_provider": "gemini",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.0006299999999999999,
"output_cost_per_reasoning_token": 0.00045000000000000004,
"output_cost_per_token": 0.00018,
"output_cost_per_token_above_200k_tokens": 0.0008100000000000001,
"output_cost_per_token_flex": 0.00022500000000000002,
"output_cost_per_token_priority": 0.000243,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true,
"web_search_billing_unit": "per_query"
},
"gemini/gemini-3.8-flash": {
"cache_read_input_token_cost": 8e-06,
"input_cost_per_audio_token": 0.00048,
"input_cost_per_token": 8e-05,
"input_cost_per_token_above_200k_tokens": 0.00064,
"input_cost_per_token_flex": 0.00012,
"input_cost_per_token_priority": 0.000136,
"litellm_provider": "gemini",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00056,
"output_cost_per_reasoning_token": 0.0004,
"output_cost_per_token": 0.00016,
"output_cost_per_token_above_200k_tokens": 0.00072,
"output_cost_per_token_flex": 0.0002,
"output_cost_per_token_priority": 0.000216,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true,
"web_search_billing_unit": "per_query"
},
"gpt-5.3-codex": {
"cache_read_input_token_cost": 3e-06,
"input_cost_per_token": 3.0000000000000004e-05,
"input_cost_per_token_above_200k_tokens": 0.00024000000000000003,
"input_cost_per_token_flex": 4.5e-05,
"input_cost_per_token_priority": 5.1e-05,
"litellm_provider": "openai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "responses",
"output_cost_per_reasoning_token": 0.00015000000000000001,
"output_cost_per_token": 6.000000000000001e-05,
"output_cost_per_token_above_200k_tokens": 0.00027,
"output_cost_per_token_flex": 7.500000000000001e-05,
"output_cost_per_token_priority": 8.099999999999999e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"gpt-5.4-mini": {
"cache_creation_input_token_cost": 0.00012,
"cache_creation_input_token_cost_above_1hr": 0.00016,
"cache_read_input_token_cost": 4e-06,
"input_cost_per_audio_token": 0.00024,
"input_cost_per_token": 4e-05,
"input_cost_per_token_above_200k_tokens": 0.00032,
"input_cost_per_token_flex": 6e-05,
"input_cost_per_token_priority": 6.8e-05,
"litellm_provider": "openai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00028,
"output_cost_per_reasoning_token": 0.0002,
"output_cost_per_token": 8e-05,
"output_cost_per_token_above_200k_tokens": 0.00036,
"output_cost_per_token_flex": 0.0001,
"output_cost_per_token_priority": 0.000108,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"gpt-5.5-pro": {
"cache_read_input_token_cost": 2e-06,
"input_cost_per_token": 2e-05,
"input_cost_per_token_above_200k_tokens": 0.00016,
"input_cost_per_token_flex": 3e-05,
"input_cost_per_token_priority": 3.4e-05,
"litellm_provider": "openai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "responses",
"output_cost_per_reasoning_token": 0.0001,
"output_cost_per_token": 4e-05,
"output_cost_per_token_above_200k_tokens": 0.00018,
"output_cost_per_token_flex": 5e-05,
"output_cost_per_token_priority": 5.4e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"gpt-5.6": {
"cache_creation_input_token_cost": 3e-05,
"cache_creation_input_token_cost_above_1hr": 4e-05,
"cache_read_input_token_cost": 1e-06,
"input_cost_per_audio_token": 6e-05,
"input_cost_per_token": 1e-05,
"input_cost_per_token_above_200k_tokens": 8e-05,
"input_cost_per_token_flex": 1.5e-05,
"input_cost_per_token_priority": 1.7e-05,
"litellm_provider": "openai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 7e-05,
"output_cost_per_reasoning_token": 5e-05,
"output_cost_per_token": 2e-05,
"output_cost_per_token_above_200k_tokens": 9e-05,
"output_cost_per_token_flex": 2.5e-05,
"output_cost_per_token_priority": 2.7e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"together_ai/moonshotai/Kimi-K3": {
"cache_creation_input_token_cost": 0.00030000000000000003,
"cache_creation_input_token_cost_above_1hr": 0.0004,
"cache_read_input_token_cost": 9.999999999999999e-06,
"input_cost_per_audio_token": 0.0006000000000000001,
"input_cost_per_token": 0.0001,
"input_cost_per_token_above_200k_tokens": 0.0008,
"input_cost_per_token_flex": 0.00015000000000000001,
"input_cost_per_token_priority": 0.00017,
"litellm_provider": "together_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.0006999999999999999,
"output_cost_per_reasoning_token": 0.0005,
"output_cost_per_token": 0.0002,
"output_cost_per_token_above_200k_tokens": 0.0009000000000000001,
"output_cost_per_token_flex": 0.00025,
"output_cost_per_token_priority": 0.00027,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
},
"together_ai/zai-org/GLM-5.3": {
"cache_creation_input_token_cost": 0.00033,
"cache_creation_input_token_cost_above_1hr": 0.00044,
"cache_read_input_token_cost": 1.1e-05,
"input_cost_per_audio_token": 0.00066,
"input_cost_per_token": 0.00011,
"input_cost_per_token_above_200k_tokens": 0.00088,
"input_cost_per_token_flex": 0.000165,
"input_cost_per_token_priority": 0.000187,
"litellm_provider": "together_ai",
"max_input_tokens": 2000000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_audio_token": 0.00077,
"output_cost_per_reasoning_token": 0.00055,
"output_cost_per_token": 0.00022,
"output_cost_per_token_above_200k_tokens": 0.00099,
"output_cost_per_token_flex": 0.000275,
"output_cost_per_token_priority": 0.000297,
"search_context_cost_per_query": {
"search_context_size_high": 0.03,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.02
},
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_web_search": true
}
}
Reference in a new issue View git blame Copy permalink