scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-22 00:31:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 51

fix(models): dedupe merged keys, price gemini *-latest aliases at live targets, add Nova cache read prices and Fireworks deprecation dates

Browse source 
Absorbs #41148 and #41152 into the rolling registry PR.

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
Devin AI 2026-09-15 13:36:11 +00:00
parent 6c8ab2f22e
commit 631ba7f9e3
4 changed files with 495 additions and 277 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

338
litellm/model_prices_and_context_window_backup.json
View file

@ -376,7 +376,8 @@
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 1.5e-08
},
"amazon.nova-2-lite-v1:0": {
"cache_read_input_token_cost": 7.5e-08,
@ -558,7 +559,8 @@
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 8.75e-09
},
"amazon.nova-pro-v1:0": {
"input_cost_per_token": 8e-07,
@ -573,7 +575,8 @@
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 2e-07
},
"amazon.nova-sonic-v1:0": {
"deprecation_date": "2026-09-14",
@ -22470,7 +22473,8 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": false
"supports_vision": false,
"deprecation_date": "2026-08-27"
},
"fireworks_ai/accounts/fireworks/models/deepseek-v4-pro-0813": {
"cache_read_input_token_cost": 4.4e-08,
@ -22857,7 +22861,8 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": false
"supports_vision": false,
"deprecation_date": "2026-08-27"
},
"fireworks_ai/accounts/fireworks/models/minimax-m3": {
"cache_read_input_token_cost": 6e-08,
@ -22963,7 +22968,8 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": false
"supports_vision": false,
"deprecation_date": "2026-08-27"
},
"fireworks_ai/glm-4p7": {
"cache_read_input_token_cost": 3e-07,
@ -23181,7 +23187,8 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": false
"supports_vision": false,
"deprecation_date": "2026-08-27"
},
"fireworks_ai/minimax-m3": {
"cache_read_input_token_cost": 6e-08,
@ -26435,13 +26442,71 @@
"supports_image_size": false
},
"gemini/gemini-flash-latest": {
"cache_read_input_token_cost": 7.5e-08,
"input_cost_per_token": 7.5e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_reasoning_token": 3.75e-06,
"output_cost_per_token": 3.75e-06,
"rpm": 15,
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions",
"/v1/batch"
],
"supported_modalities": [
"text",
"image",
"audio",
"video"
],
"supported_output_modalities": [
"text"
],
"supports_audio_output": false,
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_url_context": true,
"supports_vision": true,
"supports_web_search": true,
"tpm": 250000,
"search_context_cost_per_query": {
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_flex": 3.75e-08,
"cache_read_input_token_cost_priority": 1.35e-07,
"input_cost_per_token_batches": 3.75e-07,
"input_cost_per_token_flex": 3.75e-07,
"input_cost_per_token_priority": 1.35e-06,
"output_cost_per_token_batches": 1.875e-06,
"output_cost_per_token_flex": 1.875e-06,
"output_cost_per_token_priority": 6.75e-06,
"prompt_cache_min_tokens": 4096,
"supports_audio_input": true,
"supports_native_streaming": true,
"supports_video_input": true,
"web_search_billing_unit": "per_query"
},
"gemini/gemini-flash-lite-latest": {
"cache_read_input_token_cost": 3e-08,
"input_cost_per_audio_token": 1e-06,
"input_cost_per_token": 3e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_reasoning_token": 2.5e-06,
"output_cost_per_token": 2.5e-06,
@ -26475,58 +26540,23 @@
"supports_web_search": true,
"tpm": 250000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
},
"gemini/gemini-flash-lite-latest": {
"cache_read_input_token_cost": 1e-08,
"input_cost_per_audio_token": 3e-07,
"input_cost_per_token": 1e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"mode": "chat",
"output_cost_per_reasoning_token": 4e-07,
"output_cost_per_token": 4e-07,
"rpm": 15,
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions",
"/v1/batch"
],
"supported_modalities": [
"text",
"image",
"audio",
"video"
],
"supported_output_modalities": [
"text"
],
"supports_audio_output": false,
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_url_context": true,
"supports_vision": true,
"supports_web_search": true,
"tpm": 250000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_flex": 2e-08,
"cache_read_input_token_cost_priority": 5e-08,
"input_cost_per_token_batches": 1.5e-07,
"input_cost_per_token_flex": 1.5e-07,
"input_cost_per_token_priority": 5.4e-07,
"output_cost_per_token_batches": 1.25e-06,
"output_cost_per_token_flex": 1.25e-06,
"output_cost_per_token_priority": 4.5e-06,
"supports_audio_input": true,
"supports_native_streaming": true,
"supports_video_input": true,
"web_search_billing_unit": "per_query"
},
"gemini/gemini-2.5-flash-lite-preview-06-17": {
"deprecation_date": "2025-11-18",
@ -44717,7 +44747,8 @@
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 1.5e-08
},
"us.amazon.nova-micro-v1:0": {
"input_cost_per_token": 3.5e-08,
@ -44730,7 +44761,8 @@
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 8.75e-09
},
"us.amazon.nova-premier-v1:0": {
"deprecation_date": "2026-09-14",
@ -44743,9 +44775,10 @@
"output_cost_per_token": 1.25e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": false,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
"supports_vision": true,
"cache_read_input_token_cost": 6.25e-07
},
"us.amazon.nova-pro-v1:0": {
"input_cost_per_token": 8e-07,
@ -44760,7 +44793,8 @@
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 2e-07
},
"us.anthropic.claude-3-5-haiku-20241022-v1:0": {
"cache_creation_input_token_cost": 1e-06,
@ -55684,18 +55718,17 @@
]
},
"gemini-flash-latest": {
"cache_read_input_token_cost": 3e-08,
"input_cost_per_audio_token": 1e-06,
"input_cost_per_token": 3e-07,
"cache_read_input_token_cost": 7.5e-08,
"input_cost_per_token": 7.5e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_reasoning_token": 2.5e-06,
"output_cost_per_token": 2.5e-06,
"output_cost_per_reasoning_token": 3.75e-06,
"output_cost_per_token": 3.75e-06,
"rpm": 100000,
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions",
@ -55724,25 +55757,37 @@
"supports_web_search": true,
"tpm": 8000000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_flex": 3.75e-08,
"cache_read_input_token_cost_priority": 1.35e-07,
"input_cost_per_token_batches": 3.75e-07,
"input_cost_per_token_flex": 3.75e-07,
"input_cost_per_token_priority": 1.35e-06,
"output_cost_per_token_batches": 1.875e-06,
"output_cost_per_token_flex": 1.875e-06,
"output_cost_per_token_priority": 6.75e-06,
"prompt_cache_min_tokens": 4096,
"supports_audio_input": true,
"supports_native_streaming": true,
"supports_video_input": true,
"web_search_billing_unit": "per_query"
},
"gemini-flash-lite-latest": {
"cache_read_input_token_cost": 1e-08,
"input_cost_per_audio_token": 3e-07,
"input_cost_per_token": 1e-07,
"cache_read_input_token_cost": 3e-08,
"input_cost_per_token": 3e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_reasoning_token": 4e-07,
"output_cost_per_token": 4e-07,
"output_cost_per_reasoning_token": 2.5e-06,
"output_cost_per_token": 2.5e-06,
"rpm": 15,
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite",
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions",
@ -55771,29 +55816,42 @@
"supports_web_search": true,
"tpm": 250000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_flex": 2e-08,
"cache_read_input_token_cost_priority": 5e-08,
"input_cost_per_token_batches": 1.5e-07,
"input_cost_per_token_flex": 1.5e-07,
"input_cost_per_token_priority": 5.4e-07,
"output_cost_per_token_batches": 1.25e-06,
"output_cost_per_token_flex": 1.25e-06,
"output_cost_per_token_priority": 4.5e-06,
"supports_audio_input": true,
"supports_native_streaming": true,
"supports_video_input": true,
"web_search_billing_unit": "per_query"
},
"gemini-pro-latest": {
"cache_read_input_token_cost": 1.25e-07,
"cache_read_input_token_cost_above_200k_tokens": 2.5e-07,
"input_cost_per_token": 1.25e-06,
"input_cost_per_token_above_200k_tokens": 2.5e-06,
"cache_read_input_token_cost": 2e-07,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"input_cost_per_token": 2e-06,
"input_cost_per_token_above_200k_tokens": 4e-06,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_token": 1e-05,
"output_cost_per_token_above_200k_tokens": 1.5e-05,
"output_cost_per_token": 1.2e-05,
"output_cost_per_token_above_200k_tokens": 1.8e-05,
"rpm": 2000,
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
"/v1/completions",
"/v1/batch"
],
"supported_modalities": [
"text",
@ -55817,29 +55875,42 @@
"supports_web_search": true,
"tpm": 800000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07,
"cache_read_input_token_cost_priority": 3.6e-07,
"input_cost_per_token_above_200k_tokens_priority": 7.2e-06,
"input_cost_per_token_batches": 1e-06,
"input_cost_per_token_priority": 3.6e-06,
"output_cost_per_token_above_200k_tokens_priority": 3.24e-05,
"output_cost_per_token_batches": 6e-06,
"output_cost_per_token_priority": 2.16e-05,
"prompt_cache_min_tokens": 4096,
"supports_native_streaming": true,
"supports_url_context": true,
"web_search_billing_unit": "per_query"
},
"gemini/gemini-pro-latest": {
"cache_read_input_token_cost": 1.25e-07,
"cache_read_input_token_cost_above_200k_tokens": 2.5e-07,
"input_cost_per_token": 1.25e-06,
"input_cost_per_token_above_200k_tokens": 2.5e-06,
"cache_read_input_token_cost": 2e-07,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"input_cost_per_token": 2e-06,
"input_cost_per_token_above_200k_tokens": 4e-06,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_token": 1e-05,
"output_cost_per_token_above_200k_tokens": 1.5e-05,
"output_cost_per_token": 1.2e-05,
"output_cost_per_token_above_200k_tokens": 1.8e-05,
"rpm": 2000,
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
"/v1/completions",
"/v1/batch"
],
"supported_modalities": [
"text",
@ -55863,11 +55934,23 @@
"supports_web_search": true,
"tpm": 800000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07,
"cache_read_input_token_cost_priority": 3.6e-07,
"input_cost_per_token_above_200k_tokens_priority": 7.2e-06,
"input_cost_per_token_batches": 1e-06,
"input_cost_per_token_priority": 3.6e-06,
"output_cost_per_token_above_200k_tokens_priority": 3.24e-05,
"output_cost_per_token_batches": 6e-06,
"output_cost_per_token_priority": 2.16e-05,
"prompt_cache_min_tokens": 4096,
"supports_native_streaming": true,
"supports_url_context": true,
"web_search_billing_unit": "per_query"
},
"gemini-exp-1206": {
"cache_read_input_token_cost": 3e-08,
@ -58471,7 +58554,8 @@
"source": "https://api.fireworks.ai/v1/serverless/models",
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_response_schema": true
},
"fireworks_ai/accounts/fireworks/models/kimi-k3": {
"cache_read_input_token_cost": 3e-07,
@ -65873,14 +65957,6 @@
"supports_response_schema": true,
"supports_vision": false
},
"fireworks_ai/accounts/fireworks/routers/glm-5p3-fast": {
"cache_read_input_token_cost": 3.9e-07,
"input_cost_per_token": 2.1e-06,
"litellm_provider": "fireworks_ai",
"mode": "chat",
"output_cost_per_token": 6.6e-06,
"source": "https://api.fireworks.ai/v1/serverless/models"
},
"together_ai/arcee-ai/trinity-mini": {
"input_cost_per_token": 4.5e-08,
"litellm_provider": "together_ai",
@ -65916,14 +65992,6 @@
"output_cost_per_token": 1.6e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-V4.1-Flash": {
"cache_read_input_token_cost": 6e-09,
"input_cost_per_token": 3e-07,
"litellm_provider": "together_ai",
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"vertex_ai/gemini-2.5-flash-native-audio": {
"input_cost_per_audio_token": 3e-06,
"input_cost_per_token": 5e-07,

338
model_prices_and_context_window.json
View file

@ -376,7 +376,8 @@
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 1.5e-08
},
"amazon.nova-2-lite-v1:0": {
"cache_read_input_token_cost": 7.5e-08,
@ -558,7 +559,8 @@
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 8.75e-09
},
"amazon.nova-pro-v1:0": {
"input_cost_per_token": 8e-07,
@ -573,7 +575,8 @@
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 2e-07
},
"amazon.nova-sonic-v1:0": {
"deprecation_date": "2026-09-14",
@ -22470,7 +22473,8 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": false
"supports_vision": false,
"deprecation_date": "2026-08-27"
},
"fireworks_ai/accounts/fireworks/models/deepseek-v4-pro-0813": {
"cache_read_input_token_cost": 4.4e-08,
@ -22857,7 +22861,8 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": false
"supports_vision": false,
"deprecation_date": "2026-08-27"
},
"fireworks_ai/accounts/fireworks/models/minimax-m3": {
"cache_read_input_token_cost": 6e-08,
@ -22963,7 +22968,8 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": false
"supports_vision": false,
"deprecation_date": "2026-08-27"
},
"fireworks_ai/glm-4p7": {
"cache_read_input_token_cost": 3e-07,
@ -23181,7 +23187,8 @@
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": false
"supports_vision": false,
"deprecation_date": "2026-08-27"
},
"fireworks_ai/minimax-m3": {
"cache_read_input_token_cost": 6e-08,
@ -26435,13 +26442,71 @@
"supports_image_size": false
},
"gemini/gemini-flash-latest": {
"cache_read_input_token_cost": 7.5e-08,
"input_cost_per_token": 7.5e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_reasoning_token": 3.75e-06,
"output_cost_per_token": 3.75e-06,
"rpm": 15,
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions",
"/v1/batch"
],
"supported_modalities": [
"text",
"image",
"audio",
"video"
],
"supported_output_modalities": [
"text"
],
"supports_audio_output": false,
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_url_context": true,
"supports_vision": true,
"supports_web_search": true,
"tpm": 250000,
"search_context_cost_per_query": {
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_flex": 3.75e-08,
"cache_read_input_token_cost_priority": 1.35e-07,
"input_cost_per_token_batches": 3.75e-07,
"input_cost_per_token_flex": 3.75e-07,
"input_cost_per_token_priority": 1.35e-06,
"output_cost_per_token_batches": 1.875e-06,
"output_cost_per_token_flex": 1.875e-06,
"output_cost_per_token_priority": 6.75e-06,
"prompt_cache_min_tokens": 4096,
"supports_audio_input": true,
"supports_native_streaming": true,
"supports_video_input": true,
"web_search_billing_unit": "per_query"
},
"gemini/gemini-flash-lite-latest": {
"cache_read_input_token_cost": 3e-08,
"input_cost_per_audio_token": 1e-06,
"input_cost_per_token": 3e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_reasoning_token": 2.5e-06,
"output_cost_per_token": 2.5e-06,
@ -26475,58 +26540,23 @@
"supports_web_search": true,
"tpm": 250000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
},
"gemini/gemini-flash-lite-latest": {
"cache_read_input_token_cost": 1e-08,
"input_cost_per_audio_token": 3e-07,
"input_cost_per_token": 1e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"mode": "chat",
"output_cost_per_reasoning_token": 4e-07,
"output_cost_per_token": 4e-07,
"rpm": 15,
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions",
"/v1/batch"
],
"supported_modalities": [
"text",
"image",
"audio",
"video"
],
"supported_output_modalities": [
"text"
],
"supports_audio_output": false,
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_url_context": true,
"supports_vision": true,
"supports_web_search": true,
"tpm": 250000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_flex": 2e-08,
"cache_read_input_token_cost_priority": 5e-08,
"input_cost_per_token_batches": 1.5e-07,
"input_cost_per_token_flex": 1.5e-07,
"input_cost_per_token_priority": 5.4e-07,
"output_cost_per_token_batches": 1.25e-06,
"output_cost_per_token_flex": 1.25e-06,
"output_cost_per_token_priority": 4.5e-06,
"supports_audio_input": true,
"supports_native_streaming": true,
"supports_video_input": true,
"web_search_billing_unit": "per_query"
},
"gemini/gemini-2.5-flash-lite-preview-06-17": {
"deprecation_date": "2025-11-18",
@ -44717,7 +44747,8 @@
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 1.5e-08
},
"us.amazon.nova-micro-v1:0": {
"input_cost_per_token": 3.5e-08,
@ -44730,7 +44761,8 @@
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 8.75e-09
},
"us.amazon.nova-premier-v1:0": {
"deprecation_date": "2026-09-14",
@ -44743,9 +44775,10 @@
"output_cost_per_token": 1.25e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": false,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
"supports_vision": true,
"cache_read_input_token_cost": 6.25e-07
},
"us.amazon.nova-pro-v1:0": {
"input_cost_per_token": 8e-07,
@ -44760,7 +44793,8 @@
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_tool_choice": true
"supports_tool_choice": true,
"cache_read_input_token_cost": 2e-07
},
"us.anthropic.claude-3-5-haiku-20241022-v1:0": {
"cache_creation_input_token_cost": 1e-06,
@ -55684,18 +55718,17 @@
]
},
"gemini-flash-latest": {
"cache_read_input_token_cost": 3e-08,
"input_cost_per_audio_token": 1e-06,
"input_cost_per_token": 3e-07,
"cache_read_input_token_cost": 7.5e-08,
"input_cost_per_token": 7.5e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_reasoning_token": 2.5e-06,
"output_cost_per_token": 2.5e-06,
"output_cost_per_reasoning_token": 3.75e-06,
"output_cost_per_token": 3.75e-06,
"rpm": 100000,
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions",
@ -55724,25 +55757,37 @@
"supports_web_search": true,
"tpm": 8000000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_flex": 3.75e-08,
"cache_read_input_token_cost_priority": 1.35e-07,
"input_cost_per_token_batches": 3.75e-07,
"input_cost_per_token_flex": 3.75e-07,
"input_cost_per_token_priority": 1.35e-06,
"output_cost_per_token_batches": 1.875e-06,
"output_cost_per_token_flex": 1.875e-06,
"output_cost_per_token_priority": 6.75e-06,
"prompt_cache_min_tokens": 4096,
"supports_audio_input": true,
"supports_native_streaming": true,
"supports_video_input": true,
"web_search_billing_unit": "per_query"
},
"gemini-flash-lite-latest": {
"cache_read_input_token_cost": 1e-08,
"input_cost_per_audio_token": 3e-07,
"input_cost_per_token": 1e-07,
"cache_read_input_token_cost": 3e-08,
"input_cost_per_token": 3e-07,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_reasoning_token": 4e-07,
"output_cost_per_token": 4e-07,
"output_cost_per_reasoning_token": 2.5e-06,
"output_cost_per_token": 2.5e-06,
"rpm": 15,
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite",
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions",
@ -55771,29 +55816,42 @@
"supports_web_search": true,
"tpm": 250000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_flex": 2e-08,
"cache_read_input_token_cost_priority": 5e-08,
"input_cost_per_token_batches": 1.5e-07,
"input_cost_per_token_flex": 1.5e-07,
"input_cost_per_token_priority": 5.4e-07,
"output_cost_per_token_batches": 1.25e-06,
"output_cost_per_token_flex": 1.25e-06,
"output_cost_per_token_priority": 4.5e-06,
"supports_audio_input": true,
"supports_native_streaming": true,
"supports_video_input": true,
"web_search_billing_unit": "per_query"
},
"gemini-pro-latest": {
"cache_read_input_token_cost": 1.25e-07,
"cache_read_input_token_cost_above_200k_tokens": 2.5e-07,
"input_cost_per_token": 1.25e-06,
"input_cost_per_token_above_200k_tokens": 2.5e-06,
"cache_read_input_token_cost": 2e-07,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"input_cost_per_token": 2e-06,
"input_cost_per_token_above_200k_tokens": 4e-06,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_token": 1e-05,
"output_cost_per_token_above_200k_tokens": 1.5e-05,
"output_cost_per_token": 1.2e-05,
"output_cost_per_token_above_200k_tokens": 1.8e-05,
"rpm": 2000,
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
"/v1/completions",
"/v1/batch"
],
"supported_modalities": [
"text",
@ -55817,29 +55875,42 @@
"supports_web_search": true,
"tpm": 800000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07,
"cache_read_input_token_cost_priority": 3.6e-07,
"input_cost_per_token_above_200k_tokens_priority": 7.2e-06,
"input_cost_per_token_batches": 1e-06,
"input_cost_per_token_priority": 3.6e-06,
"output_cost_per_token_above_200k_tokens_priority": 3.24e-05,
"output_cost_per_token_batches": 6e-06,
"output_cost_per_token_priority": 2.16e-05,
"prompt_cache_min_tokens": 4096,
"supports_native_streaming": true,
"supports_url_context": true,
"web_search_billing_unit": "per_query"
},
"gemini/gemini-pro-latest": {
"cache_read_input_token_cost": 1.25e-07,
"cache_read_input_token_cost_above_200k_tokens": 2.5e-07,
"input_cost_per_token": 1.25e-06,
"input_cost_per_token_above_200k_tokens": 2.5e-06,
"cache_read_input_token_cost": 2e-07,
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
"input_cost_per_token": 2e-06,
"input_cost_per_token_above_200k_tokens": 4e-06,
"litellm_provider": "gemini",
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_tokens": 65535,
"max_output_tokens": 65536,
"max_tokens": 65536,
"mode": "chat",
"output_cost_per_token": 1e-05,
"output_cost_per_token_above_200k_tokens": 1.5e-05,
"output_cost_per_token": 1.2e-05,
"output_cost_per_token_above_200k_tokens": 1.8e-05,
"rpm": 2000,
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
"source": "https://ai.google.dev/gemini-api/docs/pricing",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
"/v1/completions",
"/v1/batch"
],
"supported_modalities": [
"text",
@ -55863,11 +55934,23 @@
"supports_web_search": true,
"tpm": 800000,
"search_context_cost_per_query": {
"search_context_size_low": 0.035,
"search_context_size_medium": 0.035,
"search_context_size_high": 0.035
"search_context_size_low": 0.014,
"search_context_size_medium": 0.014,
"search_context_size_high": 0.014
},
"google_maps_grounding_cost_per_query": 0.025
"google_maps_grounding_cost_per_query": 0.014,
"cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07,
"cache_read_input_token_cost_priority": 3.6e-07,
"input_cost_per_token_above_200k_tokens_priority": 7.2e-06,
"input_cost_per_token_batches": 1e-06,
"input_cost_per_token_priority": 3.6e-06,
"output_cost_per_token_above_200k_tokens_priority": 3.24e-05,
"output_cost_per_token_batches": 6e-06,
"output_cost_per_token_priority": 2.16e-05,
"prompt_cache_min_tokens": 4096,
"supports_native_streaming": true,
"supports_url_context": true,
"web_search_billing_unit": "per_query"
},
"gemini-exp-1206": {
"cache_read_input_token_cost": 3e-08,
@ -58471,7 +58554,8 @@
"source": "https://api.fireworks.ai/v1/serverless/models",
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_vision": true
"supports_vision": true,
"supports_response_schema": true
},
"fireworks_ai/accounts/fireworks/models/kimi-k3": {
"cache_read_input_token_cost": 3e-07,
@ -65873,14 +65957,6 @@
"supports_response_schema": true,
"supports_vision": false
},
"fireworks_ai/accounts/fireworks/routers/glm-5p3-fast": {
"cache_read_input_token_cost": 3.9e-07,
"input_cost_per_token": 2.1e-06,
"litellm_provider": "fireworks_ai",
"mode": "chat",
"output_cost_per_token": 6.6e-06,
"source": "https://api.fireworks.ai/v1/serverless/models"
},
"together_ai/arcee-ai/trinity-mini": {
"input_cost_per_token": 4.5e-08,
"litellm_provider": "together_ai",
@ -65916,14 +65992,6 @@
"output_cost_per_token": 1.6e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-V4.1-Flash": {
"cache_read_input_token_cost": 6e-09,
"input_cost_per_token": 3e-07,
"litellm_provider": "together_ai",
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"vertex_ai/gemini-2.5-flash-native-audio": {
"input_cost_per_audio_token": 3e-06,
"input_cost_per_token": 5e-07,

54
tests/test_litellm/llms/bedrock/test_cross_region_inference_profile_mapping.py
View file

@ -4,12 +4,10 @@ from typing import NamedTuple
import pytest
import litellm
from litellm.cost_calculator import completion_cost
from litellm.llms.bedrock.chat.converse_transformation import AmazonConverseConfig
from litellm.llms.bedrock.common_utils import BedrockModelInfo
from litellm.utils import _get_model_info_helper
from litellm.cost_calculator import completion_cost
from litellm.types.utils import (
Choices,
Message,
@ -17,6 +15,7 @@ from litellm.types.utils import (
PromptTokensDetailsWrapper,
Usage,
)
from litellm.utils import _get_model_info_helper
@pytest.fixture
@ -228,3 +227,52 @@ def test_bedrock_gpt_5_6_offers_tools_and_reasoning_effort_but_not_thinking(prof
assert "reasoning_effort" in supported
assert "thinking" not in supported
assert "output_config" not in supported
@pytest.mark.parametrize(
"model,expected_cache_read",
[
("amazon.nova-lite-v1:0", 1.5e-8),
("us.amazon.nova-lite-v1:0", 1.5e-8),
("amazon.nova-micro-v1:0", 8.75e-9),
("us.amazon.nova-micro-v1:0", 8.75e-9),
("amazon.nova-pro-v1:0", 2e-7),
("us.amazon.nova-pro-v1:0", 2e-7),
("us.amazon.nova-premier-v1:0", 6.25e-7),
],
)
def test_bedrock_nova_cache_read_prices(
model, expected_cache_read, local_model_cost_map
):
model_info = litellm.model_cost[model]
usage = Usage(
prompt_tokens=1_000,
completion_tokens=100,
total_tokens=1_100,
prompt_tokens_details=PromptTokensDetailsWrapper(cached_tokens=400),
)
response = _bedrock_response(model, usage)
cost = completion_cost(
completion_response=response,
model=model,
custom_llm_provider="bedrock",
)
expected_cost = (
600 * model_info["input_cost_per_token"]
+ 400 * expected_cache_read
+ 100 * model_info["output_cost_per_token"]
)
assert cost == pytest.approx(expected_cost)
uncached_usage = Usage(
prompt_tokens=1_000,
completion_tokens=100,
total_tokens=1_100,
)
uncached_cost = completion_cost(
completion_response=_bedrock_response(model, uncached_usage),
model=model,
custom_llm_provider="bedrock",
)
assert cost < uncached_cost

42
tests/test_litellm/llms/gemini/test_cost_calculator.py
View file

@ -1,8 +1,7 @@
import os
import pytest
import litellm
from litellm.cost_calculator import completion_cost
from litellm.llms.gemini.cost_calculator import (
cost_per_google_maps_grounding_request,
cost_per_web_search_request,
@ -18,6 +17,7 @@ from litellm.types.utils import (
ImageResponse,
ImageUsage,
ImageUsageInputTokensDetails,
ModelResponse,
PromptTokensDetailsWrapper,
Usage,
)
@ -455,8 +455,8 @@ def test_map_traffic_type_to_service_tier(
@pytest.mark.parametrize(
"model,custom_llm_provider,expected_cache_read_cost",
[
("gemini/gemini-flash-latest", "gemini", 3e-08),
("gemini/gemini-flash-lite-latest", "gemini", 1e-08),
("gemini/gemini-flash-latest", "gemini", 7.5e-08),
("gemini/gemini-flash-lite-latest", "gemini", 3e-08),
("gemini/gemini-2.5-flash-preview-09-2025", "gemini", 3e-08),
("gemini/gemini-2.5-flash-lite-preview-06-17", "gemini", 1e-08),
("vertex_ai/gemini-2.5-flash-preview-09-2025", "vertex_ai", 3e-08),
@ -479,6 +479,40 @@ def test_flash_alias_cache_read_is_ten_percent_of_input(
)
@pytest.mark.parametrize(
"alias,target",
[
("gemini/gemini-flash-latest", "gemini/gemini-3.8-flash"),
("gemini/gemini-flash-lite-latest", "gemini/gemini-3.5-flash-lite"),
("gemini/gemini-pro-latest", "gemini/gemini-3.1-pro-preview"),
],
)
def test_latest_aliases_cost_the_same_as_their_current_target(
monkeypatch, alias, target
):
monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True")
monkeypatch.setattr(litellm, "model_cost", litellm.get_model_cost_map(url=""))
usage = Usage(
prompt_tokens=1_000,
completion_tokens=500,
total_tokens=1_500,
prompt_tokens_details=PromptTokensDetailsWrapper(cached_tokens=400),
)
def cost_of(model: str) -> float:
return completion_cost(
completion_response=ModelResponse(model=model, usage=usage),
model=model,
custom_llm_provider="gemini",
)
alias_cost = cost_of(alias)
target_cost = cost_of(target)
assert alias_cost == pytest.approx(target_cost)
assert alias_cost > 0
@pytest.mark.parametrize(
"prefixed,bare",
[