scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-15 09:12:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 311

feat(cost-map): add Cloudflare Workers AI rpm limits

Browse source 
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
jesus 2026-09-07 21:14:25 +00:00
parent 7c1745cc71
commit 583fbe47bb
3 changed files with 69 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

32
litellm/model_prices_and_context_window_backup.json
View file

@ -13788,6 +13788,7 @@
"cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
"input_cost_per_token": 1.923e-06,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 3072,
"max_output_tokens": 3072,
"max_tokens": 3072,
@ -13797,6 +13798,7 @@
"cloudflare/@cf/meta/llama-2-7b-chat-int8": {
"input_cost_per_token": 1.923e-06,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 2048,
"max_output_tokens": 2048,
"max_tokens": 2048,
@ -13806,6 +13808,7 @@
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": {
"input_cost_per_token": 1.923e-06,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
@ -13815,6 +13818,7 @@
"cloudflare/@hf/thebloke/codellama-7b-instruct-awq": {
"input_cost_per_token": 1.923e-06,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
@ -13824,6 +13828,7 @@
"cloudflare/@cf/openai/gpt-oss-120b": {
"input_cost_per_token": 3.5e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -13835,6 +13840,7 @@
"cloudflare/@cf/google/gemma-2b-it-lora": {
"input_cost_per_token": 0.0,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
@ -13844,6 +13850,7 @@
"cloudflare/@cf/meta/llama-3.2-3b-instruct": {
"input_cost_per_token": 5.09e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 80000,
"max_output_tokens": 80000,
"max_tokens": 80000,
@ -13853,6 +13860,7 @@
"cloudflare/@cf/meta/llama-guard-3-8b": {
"input_cost_per_token": 4.84e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"max_tokens": 131072,
@ -13862,6 +13870,7 @@
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": {
"input_cost_per_token": 0.0,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 15000,
"max_output_tokens": 15000,
"max_tokens": 15000,
@ -13872,6 +13881,7 @@
"cache_read_input_token_cost": 1.9e-07,
"input_cost_per_token": 9.5e-07,
"litellm_provider": "cloudflare",
"rpm": 20,
"max_input_tokens": 262144,
"max_output_tokens": 262144,
"max_tokens": 262144,
@ -13883,6 +13893,7 @@
"cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": {
"input_cost_per_token": 4.97e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 80000,
"max_output_tokens": 80000,
"max_tokens": 80000,
@ -13893,6 +13904,7 @@
"cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": {
"input_cost_per_token": 1.52e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_tokens": 32000,
@ -13902,6 +13914,7 @@
"cloudflare/@cf/meta/llama-3.2-1b-instruct": {
"input_cost_per_token": 2.7e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 60000,
"max_output_tokens": 60000,
"max_tokens": 60000,
@ -13912,6 +13925,7 @@
"cache_read_input_token_cost": 1.6e-07,
"input_cost_per_token": 9.5e-07,
"litellm_provider": "cloudflare",
"rpm": 20,
"max_input_tokens": 262144,
"max_output_tokens": 262144,
"max_tokens": 262144,
@ -13923,6 +13937,7 @@
"cloudflare/@cf/zai-org/glm-4.7-flash": {
"input_cost_per_token": 6.05e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"max_tokens": 131072,
@ -13934,6 +13949,7 @@
"cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": {
"input_cost_per_token": 0.0,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
@ -13943,6 +13959,7 @@
"cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": {
"input_cost_per_token": 2.93e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 24000,
"max_output_tokens": 24000,
"max_tokens": 24000,
@ -13953,6 +13970,7 @@
"cloudflare/@cf/ibm-granite/granite-4.0-h-micro": {
"input_cost_per_token": 1.7e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 131000,
"max_output_tokens": 131000,
"max_tokens": 131000,
@ -13963,6 +13981,7 @@
"cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": {
"input_cost_per_token": 6.6e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
@ -13973,6 +13992,7 @@
"cache_read_input_token_cost": 2.6e-07,
"input_cost_per_token": 1.4e-06,
"litellm_provider": "cloudflare",
"rpm": 20,
"max_input_tokens": 262144,
"max_output_tokens": 262144,
"max_tokens": 262144,
@ -13984,6 +14004,7 @@
"cloudflare/@cf/nvidia/nemotron-3-120b-a12b": {
"input_cost_per_token": 5e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
@ -13995,6 +14016,7 @@
"cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": {
"input_cost_per_token": 3.51e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -14004,6 +14026,7 @@
"cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": {
"input_cost_per_token": 5.09e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
@ -14015,6 +14038,7 @@
"cloudflare/@cf/google/gemma-7b-it-lora": {
"input_cost_per_token": 0.0,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 3500,
"max_output_tokens": 3500,
"max_tokens": 3500,
@ -14024,6 +14048,7 @@
"cloudflare/@cf/google/gemma-4-26b-a4b-it": {
"input_cost_per_token": 1e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
@ -14035,6 +14060,7 @@
"cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": {
"input_cost_per_token": 3.51e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -14045,6 +14071,7 @@
"cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": {
"input_cost_per_token": 4.85e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -14055,6 +14082,7 @@
"cloudflare/@cf/openai/gpt-oss-20b": {
"input_cost_per_token": 2e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -14066,6 +14094,7 @@
"cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": {
"input_cost_per_token": 2.7e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 131000,
"max_output_tokens": 131000,
"max_tokens": 131000,
@ -14076,6 +14105,7 @@
"cloudflare/@cf/qwen/qwq-32b": {
"input_cost_per_token": 6.6e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 24000,
"max_output_tokens": 24000,
"max_tokens": 24000,
@ -60664,6 +60694,7 @@
"cloudflare/@cf/openai/whisper": {
"input_cost_per_second": 7.5e-06,
"litellm_provider": "cloudflare",
"rpm": 720,
"mode": "audio_transcription",
"output_cost_per_second": 0.0,
"source": "https://developers.cloudflare.com/workers-ai/models/whisper/",
@ -60674,6 +60705,7 @@
"cloudflare/@cf/openai/whisper-large-v3-turbo": {
"input_cost_per_second": 8.5e-06,
"litellm_provider": "cloudflare",
"rpm": 720,
"mode": "audio_transcription",
"output_cost_per_second": 0.0,
"source": "https://developers.cloudflare.com/workers-ai/models/whisper-large-v3-turbo/",

32
model_prices_and_context_window.json
View file

@ -13788,6 +13788,7 @@
"cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
"input_cost_per_token": 1.923e-06,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 3072,
"max_output_tokens": 3072,
"max_tokens": 3072,
@ -13797,6 +13798,7 @@
"cloudflare/@cf/meta/llama-2-7b-chat-int8": {
"input_cost_per_token": 1.923e-06,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 2048,
"max_output_tokens": 2048,
"max_tokens": 2048,
@ -13806,6 +13808,7 @@
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": {
"input_cost_per_token": 1.923e-06,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
@ -13815,6 +13818,7 @@
"cloudflare/@hf/thebloke/codellama-7b-instruct-awq": {
"input_cost_per_token": 1.923e-06,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
@ -13824,6 +13828,7 @@
"cloudflare/@cf/openai/gpt-oss-120b": {
"input_cost_per_token": 3.5e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -13835,6 +13840,7 @@
"cloudflare/@cf/google/gemma-2b-it-lora": {
"input_cost_per_token": 0.0,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
@ -13844,6 +13850,7 @@
"cloudflare/@cf/meta/llama-3.2-3b-instruct": {
"input_cost_per_token": 5.09e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 80000,
"max_output_tokens": 80000,
"max_tokens": 80000,
@ -13853,6 +13860,7 @@
"cloudflare/@cf/meta/llama-guard-3-8b": {
"input_cost_per_token": 4.84e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"max_tokens": 131072,
@ -13862,6 +13870,7 @@
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": {
"input_cost_per_token": 0.0,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 15000,
"max_output_tokens": 15000,
"max_tokens": 15000,
@ -13872,6 +13881,7 @@
"cache_read_input_token_cost": 1.9e-07,
"input_cost_per_token": 9.5e-07,
"litellm_provider": "cloudflare",
"rpm": 20,
"max_input_tokens": 262144,
"max_output_tokens": 262144,
"max_tokens": 262144,
@ -13883,6 +13893,7 @@
"cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": {
"input_cost_per_token": 4.97e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 80000,
"max_output_tokens": 80000,
"max_tokens": 80000,
@ -13893,6 +13904,7 @@
"cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": {
"input_cost_per_token": 1.52e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_tokens": 32000,
@ -13902,6 +13914,7 @@
"cloudflare/@cf/meta/llama-3.2-1b-instruct": {
"input_cost_per_token": 2.7e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 60000,
"max_output_tokens": 60000,
"max_tokens": 60000,
@ -13912,6 +13925,7 @@
"cache_read_input_token_cost": 1.6e-07,
"input_cost_per_token": 9.5e-07,
"litellm_provider": "cloudflare",
"rpm": 20,
"max_input_tokens": 262144,
"max_output_tokens": 262144,
"max_tokens": 262144,
@ -13923,6 +13937,7 @@
"cloudflare/@cf/zai-org/glm-4.7-flash": {
"input_cost_per_token": 6.05e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 131072,
"max_output_tokens": 131072,
"max_tokens": 131072,
@ -13934,6 +13949,7 @@
"cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": {
"input_cost_per_token": 0.0,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
@ -13943,6 +13959,7 @@
"cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": {
"input_cost_per_token": 2.93e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 24000,
"max_output_tokens": 24000,
"max_tokens": 24000,
@ -13953,6 +13970,7 @@
"cloudflare/@cf/ibm-granite/granite-4.0-h-micro": {
"input_cost_per_token": 1.7e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 131000,
"max_output_tokens": 131000,
"max_tokens": 131000,
@ -13963,6 +13981,7 @@
"cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": {
"input_cost_per_token": 6.6e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
@ -13973,6 +13992,7 @@
"cache_read_input_token_cost": 2.6e-07,
"input_cost_per_token": 1.4e-06,
"litellm_provider": "cloudflare",
"rpm": 20,
"max_input_tokens": 262144,
"max_output_tokens": 262144,
"max_tokens": 262144,
@ -13984,6 +14004,7 @@
"cloudflare/@cf/nvidia/nemotron-3-120b-a12b": {
"input_cost_per_token": 5e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
@ -13995,6 +14016,7 @@
"cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": {
"input_cost_per_token": 3.51e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -14004,6 +14026,7 @@
"cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": {
"input_cost_per_token": 5.09e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"max_tokens": 32768,
@ -14015,6 +14038,7 @@
"cloudflare/@cf/google/gemma-7b-it-lora": {
"input_cost_per_token": 0.0,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 3500,
"max_output_tokens": 3500,
"max_tokens": 3500,
@ -14024,6 +14048,7 @@
"cloudflare/@cf/google/gemma-4-26b-a4b-it": {
"input_cost_per_token": 1e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
@ -14035,6 +14060,7 @@
"cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": {
"input_cost_per_token": 3.51e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -14045,6 +14071,7 @@
"cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": {
"input_cost_per_token": 4.85e-08,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -14055,6 +14082,7 @@
"cloudflare/@cf/openai/gpt-oss-20b": {
"input_cost_per_token": 2e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
@ -14066,6 +14094,7 @@
"cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": {
"input_cost_per_token": 2.7e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 131000,
"max_output_tokens": 131000,
"max_tokens": 131000,
@ -14076,6 +14105,7 @@
"cloudflare/@cf/qwen/qwq-32b": {
"input_cost_per_token": 6.6e-07,
"litellm_provider": "cloudflare",
"rpm": 300,
"max_input_tokens": 24000,
"max_output_tokens": 24000,
"max_tokens": 24000,
@ -60664,6 +60694,7 @@
"cloudflare/@cf/openai/whisper": {
"input_cost_per_second": 7.5e-06,
"litellm_provider": "cloudflare",
"rpm": 720,
"mode": "audio_transcription",
"output_cost_per_second": 0.0,
"source": "https://developers.cloudflare.com/workers-ai/models/whisper/",
@ -60674,6 +60705,7 @@
"cloudflare/@cf/openai/whisper-large-v3-turbo": {
"input_cost_per_second": 8.5e-06,
"litellm_provider": "cloudflare",
"rpm": 720,
"mode": "audio_transcription",
"output_cost_per_second": 0.0,
"source": "https://developers.cloudflare.com/workers-ai/models/whisper-large-v3-turbo/",

5
tests/test_litellm/test_utils.py
View file

@ -54,6 +54,11 @@ from litellm.utils import (
# Adds the parent directory to the system path
def test_cloudflare_model_info_includes_rpm(local_model_cost_map):
assert litellm.get_model_info("cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8")["rpm"] == 300
assert litellm.get_model_info("cloudflare/@cf/moonshotai/kimi-k2.6")["rpm"] == 20
def test_get_utc_datetime_returns_current_aware_utc_time() -> None:
before: Final = datetime.now(timezone.utc)
result: Final = litellm.utils.get_utc_datetime()