diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 32563c32aa1..01268a56ae5 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -13788,6 +13788,7 @@ "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { "input_cost_per_token": 1.923e-06, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 3072, "max_output_tokens": 3072, "max_tokens": 3072, @@ -13797,6 +13798,7 @@ "cloudflare/@cf/meta/llama-2-7b-chat-int8": { "input_cost_per_token": 1.923e-06, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 2048, "max_output_tokens": 2048, "max_tokens": 2048, @@ -13806,6 +13808,7 @@ "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { "input_cost_per_token": 1.923e-06, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, @@ -13815,6 +13818,7 @@ "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { "input_cost_per_token": 1.923e-06, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, @@ -13824,6 +13828,7 @@ "cloudflare/@cf/openai/gpt-oss-120b": { "input_cost_per_token": 3.5e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -13835,6 +13840,7 @@ "cloudflare/@cf/google/gemma-2b-it-lora": { "input_cost_per_token": 0.0, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, @@ -13844,6 +13850,7 @@ "cloudflare/@cf/meta/llama-3.2-3b-instruct": { "input_cost_per_token": 5.09e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 80000, "max_output_tokens": 80000, "max_tokens": 80000, @@ -13853,6 +13860,7 @@ "cloudflare/@cf/meta/llama-guard-3-8b": { "input_cost_per_token": 4.84e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, @@ -13862,6 +13870,7 @@ "cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": { "input_cost_per_token": 0.0, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 15000, "max_output_tokens": 15000, "max_tokens": 15000, @@ -13872,6 +13881,7 @@ "cache_read_input_token_cost": 1.9e-07, "input_cost_per_token": 9.5e-07, "litellm_provider": "cloudflare", + "rpm": 20, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, @@ -13883,6 +13893,7 @@ "cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": { "input_cost_per_token": 4.97e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 80000, "max_output_tokens": 80000, "max_tokens": 80000, @@ -13893,6 +13904,7 @@ "cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": { "input_cost_per_token": 1.52e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, @@ -13902,6 +13914,7 @@ "cloudflare/@cf/meta/llama-3.2-1b-instruct": { "input_cost_per_token": 2.7e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 60000, "max_output_tokens": 60000, "max_tokens": 60000, @@ -13912,6 +13925,7 @@ "cache_read_input_token_cost": 1.6e-07, "input_cost_per_token": 9.5e-07, "litellm_provider": "cloudflare", + "rpm": 20, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, @@ -13923,6 +13937,7 @@ "cloudflare/@cf/zai-org/glm-4.7-flash": { "input_cost_per_token": 6.05e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, @@ -13934,6 +13949,7 @@ "cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": { "input_cost_per_token": 0.0, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, @@ -13943,6 +13959,7 @@ "cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": { "input_cost_per_token": 2.93e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 24000, "max_output_tokens": 24000, "max_tokens": 24000, @@ -13953,6 +13970,7 @@ "cloudflare/@cf/ibm-granite/granite-4.0-h-micro": { "input_cost_per_token": 1.7e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, @@ -13963,6 +13981,7 @@ "cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": { "input_cost_per_token": 6.6e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, @@ -13973,6 +13992,7 @@ "cache_read_input_token_cost": 2.6e-07, "input_cost_per_token": 1.4e-06, "litellm_provider": "cloudflare", + "rpm": 20, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, @@ -13984,6 +14004,7 @@ "cloudflare/@cf/nvidia/nemotron-3-120b-a12b": { "input_cost_per_token": 5e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, @@ -13995,6 +14016,7 @@ "cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": { "input_cost_per_token": 3.51e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -14004,6 +14026,7 @@ "cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": { "input_cost_per_token": 5.09e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, @@ -14015,6 +14038,7 @@ "cloudflare/@cf/google/gemma-7b-it-lora": { "input_cost_per_token": 0.0, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 3500, "max_output_tokens": 3500, "max_tokens": 3500, @@ -14024,6 +14048,7 @@ "cloudflare/@cf/google/gemma-4-26b-a4b-it": { "input_cost_per_token": 1e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, @@ -14035,6 +14060,7 @@ "cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": { "input_cost_per_token": 3.51e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -14045,6 +14071,7 @@ "cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": { "input_cost_per_token": 4.85e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -14055,6 +14082,7 @@ "cloudflare/@cf/openai/gpt-oss-20b": { "input_cost_per_token": 2e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -14066,6 +14094,7 @@ "cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": { "input_cost_per_token": 2.7e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, @@ -14076,6 +14105,7 @@ "cloudflare/@cf/qwen/qwq-32b": { "input_cost_per_token": 6.6e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 24000, "max_output_tokens": 24000, "max_tokens": 24000, @@ -60664,6 +60694,7 @@ "cloudflare/@cf/openai/whisper": { "input_cost_per_second": 7.5e-06, "litellm_provider": "cloudflare", + "rpm": 720, "mode": "audio_transcription", "output_cost_per_second": 0.0, "source": "https://developers.cloudflare.com/workers-ai/models/whisper/", @@ -60674,6 +60705,7 @@ "cloudflare/@cf/openai/whisper-large-v3-turbo": { "input_cost_per_second": 8.5e-06, "litellm_provider": "cloudflare", + "rpm": 720, "mode": "audio_transcription", "output_cost_per_second": 0.0, "source": "https://developers.cloudflare.com/workers-ai/models/whisper-large-v3-turbo/", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 32563c32aa1..01268a56ae5 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -13788,6 +13788,7 @@ "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { "input_cost_per_token": 1.923e-06, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 3072, "max_output_tokens": 3072, "max_tokens": 3072, @@ -13797,6 +13798,7 @@ "cloudflare/@cf/meta/llama-2-7b-chat-int8": { "input_cost_per_token": 1.923e-06, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 2048, "max_output_tokens": 2048, "max_tokens": 2048, @@ -13806,6 +13808,7 @@ "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { "input_cost_per_token": 1.923e-06, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, @@ -13815,6 +13818,7 @@ "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { "input_cost_per_token": 1.923e-06, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, @@ -13824,6 +13828,7 @@ "cloudflare/@cf/openai/gpt-oss-120b": { "input_cost_per_token": 3.5e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -13835,6 +13840,7 @@ "cloudflare/@cf/google/gemma-2b-it-lora": { "input_cost_per_token": 0.0, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, @@ -13844,6 +13850,7 @@ "cloudflare/@cf/meta/llama-3.2-3b-instruct": { "input_cost_per_token": 5.09e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 80000, "max_output_tokens": 80000, "max_tokens": 80000, @@ -13853,6 +13860,7 @@ "cloudflare/@cf/meta/llama-guard-3-8b": { "input_cost_per_token": 4.84e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, @@ -13862,6 +13870,7 @@ "cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": { "input_cost_per_token": 0.0, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 15000, "max_output_tokens": 15000, "max_tokens": 15000, @@ -13872,6 +13881,7 @@ "cache_read_input_token_cost": 1.9e-07, "input_cost_per_token": 9.5e-07, "litellm_provider": "cloudflare", + "rpm": 20, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, @@ -13883,6 +13893,7 @@ "cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": { "input_cost_per_token": 4.97e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 80000, "max_output_tokens": 80000, "max_tokens": 80000, @@ -13893,6 +13904,7 @@ "cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": { "input_cost_per_token": 1.52e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, @@ -13902,6 +13914,7 @@ "cloudflare/@cf/meta/llama-3.2-1b-instruct": { "input_cost_per_token": 2.7e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 60000, "max_output_tokens": 60000, "max_tokens": 60000, @@ -13912,6 +13925,7 @@ "cache_read_input_token_cost": 1.6e-07, "input_cost_per_token": 9.5e-07, "litellm_provider": "cloudflare", + "rpm": 20, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, @@ -13923,6 +13937,7 @@ "cloudflare/@cf/zai-org/glm-4.7-flash": { "input_cost_per_token": 6.05e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, @@ -13934,6 +13949,7 @@ "cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": { "input_cost_per_token": 0.0, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, @@ -13943,6 +13959,7 @@ "cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": { "input_cost_per_token": 2.93e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 24000, "max_output_tokens": 24000, "max_tokens": 24000, @@ -13953,6 +13970,7 @@ "cloudflare/@cf/ibm-granite/granite-4.0-h-micro": { "input_cost_per_token": 1.7e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, @@ -13963,6 +13981,7 @@ "cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": { "input_cost_per_token": 6.6e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, @@ -13973,6 +13992,7 @@ "cache_read_input_token_cost": 2.6e-07, "input_cost_per_token": 1.4e-06, "litellm_provider": "cloudflare", + "rpm": 20, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, @@ -13984,6 +14004,7 @@ "cloudflare/@cf/nvidia/nemotron-3-120b-a12b": { "input_cost_per_token": 5e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, @@ -13995,6 +14016,7 @@ "cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": { "input_cost_per_token": 3.51e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -14004,6 +14026,7 @@ "cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": { "input_cost_per_token": 5.09e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, @@ -14015,6 +14038,7 @@ "cloudflare/@cf/google/gemma-7b-it-lora": { "input_cost_per_token": 0.0, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 3500, "max_output_tokens": 3500, "max_tokens": 3500, @@ -14024,6 +14048,7 @@ "cloudflare/@cf/google/gemma-4-26b-a4b-it": { "input_cost_per_token": 1e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, @@ -14035,6 +14060,7 @@ "cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": { "input_cost_per_token": 3.51e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -14045,6 +14071,7 @@ "cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": { "input_cost_per_token": 4.85e-08, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -14055,6 +14082,7 @@ "cloudflare/@cf/openai/gpt-oss-20b": { "input_cost_per_token": 2e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, @@ -14066,6 +14094,7 @@ "cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": { "input_cost_per_token": 2.7e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, @@ -14076,6 +14105,7 @@ "cloudflare/@cf/qwen/qwq-32b": { "input_cost_per_token": 6.6e-07, "litellm_provider": "cloudflare", + "rpm": 300, "max_input_tokens": 24000, "max_output_tokens": 24000, "max_tokens": 24000, @@ -60664,6 +60694,7 @@ "cloudflare/@cf/openai/whisper": { "input_cost_per_second": 7.5e-06, "litellm_provider": "cloudflare", + "rpm": 720, "mode": "audio_transcription", "output_cost_per_second": 0.0, "source": "https://developers.cloudflare.com/workers-ai/models/whisper/", @@ -60674,6 +60705,7 @@ "cloudflare/@cf/openai/whisper-large-v3-turbo": { "input_cost_per_second": 8.5e-06, "litellm_provider": "cloudflare", + "rpm": 720, "mode": "audio_transcription", "output_cost_per_second": 0.0, "source": "https://developers.cloudflare.com/workers-ai/models/whisper-large-v3-turbo/", diff --git a/tests/test_litellm/test_utils.py b/tests/test_litellm/test_utils.py index 271c84384b4..3f9c2b82888 100644 --- a/tests/test_litellm/test_utils.py +++ b/tests/test_litellm/test_utils.py @@ -54,6 +54,11 @@ from litellm.utils import ( # Adds the parent directory to the system path +def test_cloudflare_model_info_includes_rpm(local_model_cost_map): + assert litellm.get_model_info("cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8")["rpm"] == 300 + assert litellm.get_model_info("cloudflare/@cf/moonshotai/kimi-k2.6")["rpm"] == 20 + + def test_get_utc_datetime_returns_current_aware_utc_time() -> None: before: Final = datetime.now(timezone.utc) result: Final = litellm.utils.get_utc_datetime()