{ "anthropic.claude-sonnet-5-v1:0": { "cache_creation_input_token_cost": 0.00051, "cache_creation_input_token_cost_above_1hr": 0.00068, "cache_read_input_token_cost": 1.7e-05, "input_cost_per_token": 0.00017, "litellm_provider": "bedrock_converse", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 0.00034, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true }, "azure/gpt-5.4-mini": { "cache_creation_input_token_cost": 0.00048, "cache_creation_input_token_cost_above_1hr": 0.00064, "cache_read_input_token_cost": 1.6e-05, "input_cost_per_audio_token": 0.00096, "input_cost_per_token": 0.00016, "input_cost_per_token_above_200k_tokens": 0.00128, "input_cost_per_token_flex": 0.00024, "input_cost_per_token_priority": 0.000272, "litellm_provider": "azure", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.00112, "output_cost_per_reasoning_token": 0.0008, "output_cost_per_token": 0.00032, "output_cost_per_token_above_200k_tokens": 0.00144, "output_cost_per_token_flex": 0.0004, "output_cost_per_token_priority": 0.000432, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "azure/gpt-5.6": { "cache_creation_input_token_cost": 0.00045, "cache_creation_input_token_cost_above_1hr": 0.0006, "cache_read_input_token_cost": 1.5e-05, "input_cost_per_audio_token": 0.0009, "input_cost_per_token": 0.00015, "input_cost_per_token_above_200k_tokens": 0.0012, "input_cost_per_token_flex": 0.000225, "input_cost_per_token_priority": 0.000255, "litellm_provider": "azure", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.00105, "output_cost_per_reasoning_token": 0.00075, "output_cost_per_token": 0.0003, "output_cost_per_token_above_200k_tokens": 0.00135, "output_cost_per_token_flex": 0.000375, "output_cost_per_token_priority": 0.000405, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "claude-haiku-4-5": { "cache_creation_input_token_cost": 0.00021, "cache_creation_input_token_cost_above_1hr": 0.00028000000000000003, "cache_read_input_token_cost": 7e-06, "input_cost_per_token": 7.000000000000001e-05, "litellm_provider": "anthropic", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 0.00014000000000000001, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "claude-opus-5": { "cache_creation_input_token_cost": 0.00015000000000000001, "cache_creation_input_token_cost_above_1hr": 0.0002, "cache_read_input_token_cost": 4.9999999999999996e-06, "input_cost_per_token": 5e-05, "litellm_provider": "anthropic", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 0.0001, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "claude-sonnet-5": { "cache_creation_input_token_cost": 0.00018, "cache_creation_input_token_cost_above_1hr": 0.00024000000000000003, "cache_read_input_token_cost": 6e-06, "input_cost_per_token": 6.000000000000001e-05, "litellm_provider": "anthropic", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 0.00012000000000000002, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "fireworks_ai/deepseek-v4p1-flash": { "cache_creation_input_token_cost": 0.00033, "cache_creation_input_token_cost_above_1hr": 0.00044, "cache_read_input_token_cost": 1.4e-05, "input_cost_per_audio_token": 0.00066, "input_cost_per_token": 0.00014000000000000001, "litellm_provider": "fireworks_ai", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.00077, "output_cost_per_reasoning_token": 0.00055, "output_cost_per_token": 0.00028000000000000003, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "fireworks_ai/kimi-k3": { "cache_creation_input_token_cost": 0.00033, "cache_creation_input_token_cost_above_1hr": 0.00044, "cache_read_input_token_cost": 1.2e-05, "input_cost_per_audio_token": 0.00066, "input_cost_per_token": 0.00012000000000000002, "litellm_provider": "fireworks_ai", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.00077, "output_cost_per_reasoning_token": 0.00055, "output_cost_per_token": 0.00024000000000000003, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "fireworks_ai/qwen3p8-max": { "cache_creation_input_token_cost": 0.00033, "cache_creation_input_token_cost_above_1hr": 0.00044, "cache_read_input_token_cost": 1.3e-05, "input_cost_per_audio_token": 0.00066, "input_cost_per_token": 0.00013000000000000002, "litellm_provider": "fireworks_ai", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.00077, "output_cost_per_reasoning_token": 0.00055, "output_cost_per_token": 0.00026000000000000003, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "gemini-3.1-pro-preview": { "cache_read_input_token_cost": 2.1e-05, "input_cost_per_audio_token": 0.00126, "input_cost_per_token": 0.00021, "input_cost_per_token_above_200k_tokens": 0.00168, "input_cost_per_token_flex": 0.000315, "input_cost_per_token_priority": 0.000357, "litellm_provider": "vertex_ai-language-models", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.00147, "output_cost_per_reasoning_token": 0.00105, "output_cost_per_token": 0.00042, "output_cost_per_token_above_200k_tokens": 0.00189, "output_cost_per_token_flex": 0.000525, "output_cost_per_token_priority": 0.000567, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true, "web_search_billing_unit": "per_query" }, "gemini-3.8-flash": { "cache_read_input_token_cost": 2e-05, "input_cost_per_audio_token": 0.0012, "input_cost_per_token": 0.0002, "input_cost_per_token_above_200k_tokens": 0.0016, "input_cost_per_token_flex": 0.0003, "input_cost_per_token_priority": 0.00034, "litellm_provider": "vertex_ai-language-models", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.0014, "output_cost_per_reasoning_token": 0.001, "output_cost_per_token": 0.0004, "output_cost_per_token_above_200k_tokens": 0.0018, "output_cost_per_token_flex": 0.0005, "output_cost_per_token_priority": 0.00054, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true, "web_search_billing_unit": "per_query" }, "gemini/gemini-3.1-pro-preview": { "cache_read_input_token_cost": 9e-06, "input_cost_per_audio_token": 0.00054, "input_cost_per_token": 9e-05, "input_cost_per_token_above_200k_tokens": 0.00072, "input_cost_per_token_flex": 0.000135, "input_cost_per_token_priority": 0.000153, "litellm_provider": "gemini", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.0006299999999999999, "output_cost_per_reasoning_token": 0.00045000000000000004, "output_cost_per_token": 0.00018, "output_cost_per_token_above_200k_tokens": 0.0008100000000000001, "output_cost_per_token_flex": 0.00022500000000000002, "output_cost_per_token_priority": 0.000243, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true, "web_search_billing_unit": "per_query" }, "gemini/gemini-3.8-flash": { "cache_read_input_token_cost": 8e-06, "input_cost_per_audio_token": 0.00048, "input_cost_per_token": 8e-05, "input_cost_per_token_above_200k_tokens": 0.00064, "input_cost_per_token_flex": 0.00012, "input_cost_per_token_priority": 0.000136, "litellm_provider": "gemini", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.00056, "output_cost_per_reasoning_token": 0.0004, "output_cost_per_token": 0.00016, "output_cost_per_token_above_200k_tokens": 0.00072, "output_cost_per_token_flex": 0.0002, "output_cost_per_token_priority": 0.000216, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true, "web_search_billing_unit": "per_query" }, "gpt-5.3-codex": { "cache_read_input_token_cost": 3e-06, "input_cost_per_token": 3.0000000000000004e-05, "input_cost_per_token_above_200k_tokens": 0.00024000000000000003, "input_cost_per_token_flex": 4.5e-05, "input_cost_per_token_priority": 5.1e-05, "litellm_provider": "openai", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "responses", "output_cost_per_reasoning_token": 0.00015000000000000001, "output_cost_per_token": 6.000000000000001e-05, "output_cost_per_token_above_200k_tokens": 0.00027, "output_cost_per_token_flex": 7.500000000000001e-05, "output_cost_per_token_priority": 8.099999999999999e-05, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "gpt-5.4-mini": { "cache_creation_input_token_cost": 0.00012, "cache_creation_input_token_cost_above_1hr": 0.00016, "cache_read_input_token_cost": 4e-06, "input_cost_per_audio_token": 0.00024, "input_cost_per_token": 4e-05, "input_cost_per_token_above_200k_tokens": 0.00032, "input_cost_per_token_flex": 6e-05, "input_cost_per_token_priority": 6.8e-05, "litellm_provider": "openai", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.00028, "output_cost_per_reasoning_token": 0.0002, "output_cost_per_token": 8e-05, "output_cost_per_token_above_200k_tokens": 0.00036, "output_cost_per_token_flex": 0.0001, "output_cost_per_token_priority": 0.000108, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "gpt-5.5-pro": { "cache_read_input_token_cost": 2e-06, "input_cost_per_token": 2e-05, "input_cost_per_token_above_200k_tokens": 0.00016, "input_cost_per_token_flex": 3e-05, "input_cost_per_token_priority": 3.4e-05, "litellm_provider": "openai", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "responses", "output_cost_per_reasoning_token": 0.0001, "output_cost_per_token": 4e-05, "output_cost_per_token_above_200k_tokens": 0.00018, "output_cost_per_token_flex": 5e-05, "output_cost_per_token_priority": 5.4e-05, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "gpt-5.6": { "cache_creation_input_token_cost": 3e-05, "cache_creation_input_token_cost_above_1hr": 4e-05, "cache_read_input_token_cost": 1e-06, "input_cost_per_audio_token": 6e-05, "input_cost_per_token": 1e-05, "input_cost_per_token_above_200k_tokens": 8e-05, "input_cost_per_token_flex": 1.5e-05, "input_cost_per_token_priority": 1.7e-05, "litellm_provider": "openai", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 7e-05, "output_cost_per_reasoning_token": 5e-05, "output_cost_per_token": 2e-05, "output_cost_per_token_above_200k_tokens": 9e-05, "output_cost_per_token_flex": 2.5e-05, "output_cost_per_token_priority": 2.7e-05, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "meta.llama4-maverick-17b-instruct-v1:0": { "input_cost_per_token": 0.00019, "litellm_provider": "bedrock_converse", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 0.00038, "supports_function_calling": true }, "together_ai/moonshotai/Kimi-K3": { "cache_creation_input_token_cost": 0.00030000000000000003, "cache_creation_input_token_cost_above_1hr": 0.0004, "cache_read_input_token_cost": 9.999999999999999e-06, "input_cost_per_audio_token": 0.0006000000000000001, "input_cost_per_token": 0.0001, "input_cost_per_token_above_200k_tokens": 0.0008, "input_cost_per_token_flex": 0.00015000000000000001, "input_cost_per_token_priority": 0.00017, "litellm_provider": "together_ai", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.0006999999999999999, "output_cost_per_reasoning_token": 0.0005, "output_cost_per_token": 0.0002, "output_cost_per_token_above_200k_tokens": 0.0009000000000000001, "output_cost_per_token_flex": 0.00025, "output_cost_per_token_priority": 0.00027, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "together_ai/zai-org/GLM-5.3": { "cache_creation_input_token_cost": 0.00033, "cache_creation_input_token_cost_above_1hr": 0.00044, "cache_read_input_token_cost": 1.1e-05, "input_cost_per_audio_token": 0.00066, "input_cost_per_token": 0.00011, "input_cost_per_token_above_200k_tokens": 0.00088, "input_cost_per_token_flex": 0.000165, "input_cost_per_token_priority": 0.000187, "litellm_provider": "together_ai", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_audio_token": 0.00077, "output_cost_per_reasoning_token": 0.00055, "output_cost_per_token": 0.00022, "output_cost_per_token_above_200k_tokens": 0.00099, "output_cost_per_token_flex": 0.000275, "output_cost_per_token_priority": 0.000297, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.01, "search_context_size_medium": 0.02 }, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_web_search": true }, "us.anthropic.claude-opus-5-v1:0": { "cache_creation_input_token_cost": 0.00054, "cache_creation_input_token_cost_above_1hr": 0.00072, "cache_read_input_token_cost": 1.8e-05, "input_cost_per_token": 0.00018, "litellm_provider": "bedrock_converse", "max_input_tokens": 2000000, "max_output_tokens": 128000, "max_tokens": 128000, "mode": "chat", "output_cost_per_token": 0.00036, "supports_function_calling": true, "supports_prompt_caching": true, "supports_reasoning": true } }