scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-14 23:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 102

chore(registry): absorb #40185 daybreak-blue and #40159 cloudflare rpm limits

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
mateo 2026-09-08 13:23:25 +00:00
parent e8423695c1
commit cb8daee55f
3 changed files with 164 additions and 28 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

93
litellm/model_prices_and_context_window_backup.json
View file

@ -13792,7 +13792,8 @@
"max_output_tokens": 3072,
"max_tokens": 3072,
"mode": "chat",
"output_cost_per_token": 1.923e-06
"output_cost_per_token": 1.923e-06,
"rpm": 300
},
"cloudflare/@cf/meta/llama-2-7b-chat-int8": {
"input_cost_per_token": 1.923e-06,
@ -13801,7 +13802,8 @@
"max_output_tokens": 2048,
"max_tokens": 2048,
"mode": "chat",
"output_cost_per_token": 1.923e-06
"output_cost_per_token": 1.923e-06,
"rpm": 300
},
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": {
"input_cost_per_token": 1.923e-06,
@ -13810,7 +13812,8 @@
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.923e-06
"output_cost_per_token": 1.923e-06,
"rpm": 300
},
"cloudflare/@hf/thebloke/codellama-7b-instruct-awq": {
"input_cost_per_token": 1.923e-06,
@ -13819,7 +13822,8 @@
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.923e-06
"output_cost_per_token": 1.923e-06,
"rpm": 300
},
"cloudflare/@cf/openai/gpt-oss-120b": {
"input_cost_per_token": 3.5e-07,
@ -13829,6 +13833,7 @@
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 7.5e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13839,7 +13844,8 @@
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 0.0
"output_cost_per_token": 0.0,
"rpm": 300
},
"cloudflare/@cf/meta/llama-3.2-3b-instruct": {
"input_cost_per_token": 5.09e-08,
@ -13848,7 +13854,8 @@
"max_output_tokens": 80000,
"max_tokens": 80000,
"mode": "chat",
"output_cost_per_token": 3.35e-07
"output_cost_per_token": 3.35e-07,
"rpm": 300
},
"cloudflare/@cf/meta/llama-guard-3-8b": {
"input_cost_per_token": 4.84e-07,
@ -13857,7 +13864,8 @@
"max_output_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 3e-08
"output_cost_per_token": 3e-08,
"rpm": 300
},
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": {
"input_cost_per_token": 0.0,
@ -13866,7 +13874,8 @@
"max_output_tokens": 15000,
"max_tokens": 15000,
"mode": "chat",
"output_cost_per_token": 0.0
"output_cost_per_token": 0.0,
"rpm": 300
},
"cloudflare/@cf/moonshotai/kimi-k2.7-code": {
"cache_read_input_token_cost": 1.9e-07,
@ -13877,6 +13886,7 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4e-06,
"rpm": 20,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13888,6 +13898,7 @@
"max_tokens": 80000,
"mode": "chat",
"output_cost_per_token": 4.881e-06,
"rpm": 300,
"supports_reasoning": true
},
"cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": {
@ -13897,7 +13908,8 @@
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 2.87e-07
"output_cost_per_token": 2.87e-07,
"rpm": 300
},
"cloudflare/@cf/meta/llama-3.2-1b-instruct": {
"input_cost_per_token": 2.7e-08,
@ -13906,7 +13918,8 @@
"max_output_tokens": 60000,
"max_tokens": 60000,
"mode": "chat",
"output_cost_per_token": 2.01e-07
"output_cost_per_token": 2.01e-07,
"rpm": 300
},
"cloudflare/@cf/moonshotai/kimi-k2.6": {
"cache_read_input_token_cost": 1.6e-07,
@ -13917,6 +13930,7 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4e-06,
"rpm": 20,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13928,6 +13942,7 @@
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 4e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13938,7 +13953,8 @@
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 0.0
"output_cost_per_token": 0.0,
"rpm": 300
},
"cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": {
"input_cost_per_token": 2.93e-07,
@ -13948,6 +13964,7 @@
"max_tokens": 24000,
"mode": "chat",
"output_cost_per_token": 2.253e-06,
"rpm": 300,
"supports_function_calling": true
},
"cloudflare/@cf/ibm-granite/granite-4.0-h-micro": {
@ -13958,6 +13975,7 @@
"max_tokens": 131000,
"mode": "chat",
"output_cost_per_token": 1.12e-07,
"rpm": 300,
"supports_function_calling": true
},
"cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": {
@ -13967,7 +13985,8 @@
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1e-06
"output_cost_per_token": 1e-06,
"rpm": 300
},
"cloudflare/@cf/zai-org/glm-5.2": {
"cache_read_input_token_cost": 2.6e-07,
@ -13978,6 +13997,7 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4.4e-06,
"rpm": 20,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13989,6 +14009,7 @@
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13999,7 +14020,8 @@
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 5.55e-07
"output_cost_per_token": 5.55e-07,
"rpm": 300
},
"cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": {
"input_cost_per_token": 5.09e-08,
@ -14009,6 +14031,7 @@
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.35e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -14019,7 +14042,8 @@
"max_output_tokens": 3500,
"max_tokens": 3500,
"mode": "chat",
"output_cost_per_token": 0.0
"output_cost_per_token": 0.0,
"rpm": 300
},
"cloudflare/@cf/google/gemma-4-26b-a4b-it": {
"input_cost_per_token": 1e-07,
@ -14029,6 +14053,7 @@
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 3e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -14040,6 +14065,7 @@
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 5.55e-07,
"rpm": 300,
"supports_function_calling": true
},
"cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": {
@ -14050,6 +14076,7 @@
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 6.76e-07,
"rpm": 300,
"supports_vision": true
},
"cloudflare/@cf/openai/gpt-oss-20b": {
@ -14060,6 +14087,7 @@
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 3e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -14071,6 +14099,7 @@
"max_tokens": 131000,
"mode": "chat",
"output_cost_per_token": 8.5e-07,
"rpm": 300,
"supports_function_calling": true
},
"cloudflare/@cf/qwen/qwq-32b": {
@ -14081,6 +14110,7 @@
"max_tokens": 24000,
"mode": "chat",
"output_cost_per_token": 1e-06,
"rpm": 300,
"supports_reasoning": true
},
"codestral/codestral-2405": {
@ -54901,6 +54931,39 @@
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock_mantle/openai.gpt-daybreak-blue-5.6-sol": {
"input_cost_per_token": 5.5e-06,
"input_cost_per_token_above_272k_tokens": 1.1e-05,
"cache_creation_input_token_cost": 6.875e-06,
"cache_creation_input_token_cost_above_272k_tokens": 1.375e-05,
"cache_read_input_token_cost": 5.5e-07,
"cache_read_input_token_cost_above_272k_tokens": 1.1e-06,
"output_cost_per_token": 3.3e-05,
"output_cost_per_token_above_272k_tokens": 4.95e-05,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 1050000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "responses",
"use_openai_responses_path": true,
"supported_endpoints": [
"/v1/responses"
],
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text"
],
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-daybreak-blue-56-sol.html"
},
"bedrock_mantle/openai.gpt-5.6-luna": {
"input_cost_per_token": 2.2e-07,
"input_cost_per_token_above_272k_tokens": 4.4e-07,
@ -60822,6 +60885,7 @@
"litellm_provider": "cloudflare",
"mode": "audio_transcription",
"output_cost_per_second": 0.0,
"rpm": 720,
"source": "https://developers.cloudflare.com/workers-ai/models/whisper/",
"supported_endpoints": [
"/v1/audio/transcriptions"
@ -60832,6 +60896,7 @@
"litellm_provider": "cloudflare",
"mode": "audio_transcription",
"output_cost_per_second": 0.0,
"rpm": 720,
"source": "https://developers.cloudflare.com/workers-ai/models/whisper-large-v3-turbo/",
"supported_endpoints": [
"/v1/audio/transcriptions"

93
model_prices_and_context_window.json
View file

@ -13792,7 +13792,8 @@
"max_output_tokens": 3072,
"max_tokens": 3072,
"mode": "chat",
"output_cost_per_token": 1.923e-06
"output_cost_per_token": 1.923e-06,
"rpm": 300
},
"cloudflare/@cf/meta/llama-2-7b-chat-int8": {
"input_cost_per_token": 1.923e-06,
@ -13801,7 +13802,8 @@
"max_output_tokens": 2048,
"max_tokens": 2048,
"mode": "chat",
"output_cost_per_token": 1.923e-06
"output_cost_per_token": 1.923e-06,
"rpm": 300
},
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": {
"input_cost_per_token": 1.923e-06,
@ -13810,7 +13812,8 @@
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.923e-06
"output_cost_per_token": 1.923e-06,
"rpm": 300
},
"cloudflare/@hf/thebloke/codellama-7b-instruct-awq": {
"input_cost_per_token": 1.923e-06,
@ -13819,7 +13822,8 @@
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.923e-06
"output_cost_per_token": 1.923e-06,
"rpm": 300
},
"cloudflare/@cf/openai/gpt-oss-120b": {
"input_cost_per_token": 3.5e-07,
@ -13829,6 +13833,7 @@
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 7.5e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13839,7 +13844,8 @@
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 0.0
"output_cost_per_token": 0.0,
"rpm": 300
},
"cloudflare/@cf/meta/llama-3.2-3b-instruct": {
"input_cost_per_token": 5.09e-08,
@ -13848,7 +13854,8 @@
"max_output_tokens": 80000,
"max_tokens": 80000,
"mode": "chat",
"output_cost_per_token": 3.35e-07
"output_cost_per_token": 3.35e-07,
"rpm": 300
},
"cloudflare/@cf/meta/llama-guard-3-8b": {
"input_cost_per_token": 4.84e-07,
@ -13857,7 +13864,8 @@
"max_output_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 3e-08
"output_cost_per_token": 3e-08,
"rpm": 300
},
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": {
"input_cost_per_token": 0.0,
@ -13866,7 +13874,8 @@
"max_output_tokens": 15000,
"max_tokens": 15000,
"mode": "chat",
"output_cost_per_token": 0.0
"output_cost_per_token": 0.0,
"rpm": 300
},
"cloudflare/@cf/moonshotai/kimi-k2.7-code": {
"cache_read_input_token_cost": 1.9e-07,
@ -13877,6 +13886,7 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4e-06,
"rpm": 20,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13888,6 +13898,7 @@
"max_tokens": 80000,
"mode": "chat",
"output_cost_per_token": 4.881e-06,
"rpm": 300,
"supports_reasoning": true
},
"cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": {
@ -13897,7 +13908,8 @@
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 2.87e-07
"output_cost_per_token": 2.87e-07,
"rpm": 300
},
"cloudflare/@cf/meta/llama-3.2-1b-instruct": {
"input_cost_per_token": 2.7e-08,
@ -13906,7 +13918,8 @@
"max_output_tokens": 60000,
"max_tokens": 60000,
"mode": "chat",
"output_cost_per_token": 2.01e-07
"output_cost_per_token": 2.01e-07,
"rpm": 300
},
"cloudflare/@cf/moonshotai/kimi-k2.6": {
"cache_read_input_token_cost": 1.6e-07,
@ -13917,6 +13930,7 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4e-06,
"rpm": 20,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13928,6 +13942,7 @@
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 4e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13938,7 +13953,8 @@
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 0.0
"output_cost_per_token": 0.0,
"rpm": 300
},
"cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": {
"input_cost_per_token": 2.93e-07,
@ -13948,6 +13964,7 @@
"max_tokens": 24000,
"mode": "chat",
"output_cost_per_token": 2.253e-06,
"rpm": 300,
"supports_function_calling": true
},
"cloudflare/@cf/ibm-granite/granite-4.0-h-micro": {
@ -13958,6 +13975,7 @@
"max_tokens": 131000,
"mode": "chat",
"output_cost_per_token": 1.12e-07,
"rpm": 300,
"supports_function_calling": true
},
"cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": {
@ -13967,7 +13985,8 @@
"max_output_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1e-06
"output_cost_per_token": 1e-06,
"rpm": 300
},
"cloudflare/@cf/zai-org/glm-5.2": {
"cache_read_input_token_cost": 2.6e-07,
@ -13978,6 +13997,7 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4.4e-06,
"rpm": 20,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13989,6 +14009,7 @@
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -13999,7 +14020,8 @@
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 5.55e-07
"output_cost_per_token": 5.55e-07,
"rpm": 300
},
"cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": {
"input_cost_per_token": 5.09e-08,
@ -14009,6 +14031,7 @@
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3.35e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -14019,7 +14042,8 @@
"max_output_tokens": 3500,
"max_tokens": 3500,
"mode": "chat",
"output_cost_per_token": 0.0
"output_cost_per_token": 0.0,
"rpm": 300
},
"cloudflare/@cf/google/gemma-4-26b-a4b-it": {
"input_cost_per_token": 1e-07,
@ -14029,6 +14053,7 @@
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 3e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -14040,6 +14065,7 @@
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 5.55e-07,
"rpm": 300,
"supports_function_calling": true
},
"cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": {
@ -14050,6 +14076,7 @@
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 6.76e-07,
"rpm": 300,
"supports_vision": true
},
"cloudflare/@cf/openai/gpt-oss-20b": {
@ -14060,6 +14087,7 @@
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 3e-07,
"rpm": 300,
"supports_function_calling": true,
"supports_reasoning": true
},
@ -14071,6 +14099,7 @@
"max_tokens": 131000,
"mode": "chat",
"output_cost_per_token": 8.5e-07,
"rpm": 300,
"supports_function_calling": true
},
"cloudflare/@cf/qwen/qwq-32b": {
@ -14081,6 +14110,7 @@
"max_tokens": 24000,
"mode": "chat",
"output_cost_per_token": 1e-06,
"rpm": 300,
"supports_reasoning": true
},
"codestral/codestral-2405": {
@ -54901,6 +54931,39 @@
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock_mantle/openai.gpt-daybreak-blue-5.6-sol": {
"input_cost_per_token": 5.5e-06,
"input_cost_per_token_above_272k_tokens": 1.1e-05,
"cache_creation_input_token_cost": 6.875e-06,
"cache_creation_input_token_cost_above_272k_tokens": 1.375e-05,
"cache_read_input_token_cost": 5.5e-07,
"cache_read_input_token_cost_above_272k_tokens": 1.1e-06,
"output_cost_per_token": 3.3e-05,
"output_cost_per_token_above_272k_tokens": 4.95e-05,
"litellm_provider": "bedrock_mantle",
"max_input_tokens": 1050000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "responses",
"use_openai_responses_path": true,
"supported_endpoints": [
"/v1/responses"
],
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text"
],
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-daybreak-blue-56-sol.html"
},
"bedrock_mantle/openai.gpt-5.6-luna": {
"input_cost_per_token": 2.2e-07,
"input_cost_per_token_above_272k_tokens": 4.4e-07,
@ -60822,6 +60885,7 @@
"litellm_provider": "cloudflare",
"mode": "audio_transcription",
"output_cost_per_second": 0.0,
"rpm": 720,
"source": "https://developers.cloudflare.com/workers-ai/models/whisper/",
"supported_endpoints": [
"/v1/audio/transcriptions"
@ -60832,6 +60896,7 @@
"litellm_provider": "cloudflare",
"mode": "audio_transcription",
"output_cost_per_second": 0.0,
"rpm": 720,
"source": "https://developers.cloudflare.com/workers-ai/models/whisper-large-v3-turbo/",
"supported_endpoints": [
"/v1/audio/transcriptions"

6
tests/test_litellm/test_utils.py
View file

@ -54,6 +54,12 @@ from litellm.utils import (
# Adds the parent directory to the system path
def test_cloudflare_model_info_includes_rpm(local_model_cost_map):
assert litellm.get_model_info("cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8")["rpm"] == 300
assert litellm.get_model_info("cloudflare/@cf/moonshotai/kimi-k2.6")["rpm"] == 20
assert litellm.get_model_info("cloudflare/@cf/openai/whisper-large-v3-turbo")["rpm"] == 720
def test_get_utc_datetime_returns_current_aware_utc_time() -> None:
before: Final = datetime.now(timezone.utc)
result: Final = litellm.utils.get_utc_datetime()