diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 14e28c7211e..915bb99c551 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -86710,5 +86710,157 @@ "supports_tool_choice": true, "supports_vision": true, "token_count_framing": 100.0 + }, + "moonshotai.kimi-k3.1": { + "cache_creation_input_token_cost": 5.5e-06, + "cache_creation_input_token_cost_flex": 2.75e-06, + "cache_creation_input_token_cost_priority": 9.625e-06, + "cache_read_input_token_cost": 2.2e-07, + "cache_read_input_token_cost_flex": 1.1e-07, + "cache_read_input_token_cost_priority": 3.85e-07, + "input_cost_per_token": 4.4e-06, + "input_cost_per_token_flex": 2.2e-06, + "input_cost_per_token_priority": 7.7e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 868928, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.2e-05, + "output_cost_per_token_flex": 1.1e-05, + "output_cost_per_token_priority": 3.85e-05, + "reasoning_effort_levels": [ + "none", + "low", + "medium", + "high", + "xhigh", + "max" + ], + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k3-1-highspeed.md", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_none_reasoning_effort": true, + "supports_prompt_cache_breakpoint": false, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_regex_lookaround": false, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "us.moonshotai.kimi-k3.1": { + "cache_creation_input_token_cost": 5.5e-06, + "cache_creation_input_token_cost_flex": 2.75e-06, + "cache_creation_input_token_cost_priority": 9.625e-06, + "cache_read_input_token_cost": 2.2e-07, + "cache_read_input_token_cost_flex": 1.1e-07, + "cache_read_input_token_cost_priority": 3.85e-07, + "input_cost_per_token": 4.4e-06, + "input_cost_per_token_flex": 2.2e-06, + "input_cost_per_token_priority": 7.7e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 868928, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.2e-05, + "output_cost_per_token_flex": 1.1e-05, + "output_cost_per_token_priority": 3.85e-05, + "reasoning_effort_levels": [ + "none", + "low", + "medium", + "high", + "xhigh", + "max" + ], + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k3-1-highspeed.md", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_none_reasoning_effort": true, + "supports_prompt_cache_breakpoint": false, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_regex_lookaround": false, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "global.moonshotai.kimi-k3.1": { + "cache_creation_input_token_cost": 5e-06, + "cache_creation_input_token_cost_flex": 2.5e-06, + "cache_creation_input_token_cost_priority": 8.75e-06, + "cache_read_input_token_cost": 2e-07, + "cache_read_input_token_cost_flex": 1e-07, + "cache_read_input_token_cost_priority": 3.5e-07, + "input_cost_per_token": 4e-06, + "input_cost_per_token_flex": 2e-06, + "input_cost_per_token_priority": 7e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 868928, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2e-05, + "output_cost_per_token_flex": 1e-05, + "output_cost_per_token_priority": 3.5e-05, + "reasoning_effort_levels": [ + "none", + "low", + "medium", + "high", + "xhigh", + "max" + ], + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k3-1-highspeed.md", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_none_reasoning_effort": true, + "supports_prompt_cache_breakpoint": false, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_regex_lookaround": false, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "in.moonshotai.kimi-k3.1": { + "cache_creation_input_token_cost": 5.5e-06, + "cache_creation_input_token_cost_flex": 2.75e-06, + "cache_creation_input_token_cost_priority": 9.625e-06, + "cache_read_input_token_cost": 2.2e-07, + "cache_read_input_token_cost_flex": 1.1e-07, + "cache_read_input_token_cost_priority": 3.85e-07, + "input_cost_per_token": 4.4e-06, + "input_cost_per_token_flex": 2.2e-06, + "input_cost_per_token_priority": 7.7e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 868928, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.2e-05, + "output_cost_per_token_flex": 1.1e-05, + "output_cost_per_token_priority": 3.85e-05, + "reasoning_effort_levels": [ + "none", + "low", + "medium", + "high", + "xhigh", + "max" + ], + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k3-1-highspeed.md", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_none_reasoning_effort": true, + "supports_prompt_cache_breakpoint": false, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_regex_lookaround": false, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true } } diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 14e28c7211e..915bb99c551 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -86710,5 +86710,157 @@ "supports_tool_choice": true, "supports_vision": true, "token_count_framing": 100.0 + }, + "moonshotai.kimi-k3.1": { + "cache_creation_input_token_cost": 5.5e-06, + "cache_creation_input_token_cost_flex": 2.75e-06, + "cache_creation_input_token_cost_priority": 9.625e-06, + "cache_read_input_token_cost": 2.2e-07, + "cache_read_input_token_cost_flex": 1.1e-07, + "cache_read_input_token_cost_priority": 3.85e-07, + "input_cost_per_token": 4.4e-06, + "input_cost_per_token_flex": 2.2e-06, + "input_cost_per_token_priority": 7.7e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 868928, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.2e-05, + "output_cost_per_token_flex": 1.1e-05, + "output_cost_per_token_priority": 3.85e-05, + "reasoning_effort_levels": [ + "none", + "low", + "medium", + "high", + "xhigh", + "max" + ], + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k3-1-highspeed.md", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_none_reasoning_effort": true, + "supports_prompt_cache_breakpoint": false, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_regex_lookaround": false, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "us.moonshotai.kimi-k3.1": { + "cache_creation_input_token_cost": 5.5e-06, + "cache_creation_input_token_cost_flex": 2.75e-06, + "cache_creation_input_token_cost_priority": 9.625e-06, + "cache_read_input_token_cost": 2.2e-07, + "cache_read_input_token_cost_flex": 1.1e-07, + "cache_read_input_token_cost_priority": 3.85e-07, + "input_cost_per_token": 4.4e-06, + "input_cost_per_token_flex": 2.2e-06, + "input_cost_per_token_priority": 7.7e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 868928, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.2e-05, + "output_cost_per_token_flex": 1.1e-05, + "output_cost_per_token_priority": 3.85e-05, + "reasoning_effort_levels": [ + "none", + "low", + "medium", + "high", + "xhigh", + "max" + ], + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k3-1-highspeed.md", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_none_reasoning_effort": true, + "supports_prompt_cache_breakpoint": false, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_regex_lookaround": false, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "global.moonshotai.kimi-k3.1": { + "cache_creation_input_token_cost": 5e-06, + "cache_creation_input_token_cost_flex": 2.5e-06, + "cache_creation_input_token_cost_priority": 8.75e-06, + "cache_read_input_token_cost": 2e-07, + "cache_read_input_token_cost_flex": 1e-07, + "cache_read_input_token_cost_priority": 3.5e-07, + "input_cost_per_token": 4e-06, + "input_cost_per_token_flex": 2e-06, + "input_cost_per_token_priority": 7e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 868928, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2e-05, + "output_cost_per_token_flex": 1e-05, + "output_cost_per_token_priority": 3.5e-05, + "reasoning_effort_levels": [ + "none", + "low", + "medium", + "high", + "xhigh", + "max" + ], + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k3-1-highspeed.md", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_none_reasoning_effort": true, + "supports_prompt_cache_breakpoint": false, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_regex_lookaround": false, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true + }, + "in.moonshotai.kimi-k3.1": { + "cache_creation_input_token_cost": 5.5e-06, + "cache_creation_input_token_cost_flex": 2.75e-06, + "cache_creation_input_token_cost_priority": 9.625e-06, + "cache_read_input_token_cost": 2.2e-07, + "cache_read_input_token_cost_flex": 1.1e-07, + "cache_read_input_token_cost_priority": 3.85e-07, + "input_cost_per_token": 4.4e-06, + "input_cost_per_token_flex": 2.2e-06, + "input_cost_per_token_priority": 7.7e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 868928, + "max_output_tokens": 131072, + "mode": "chat", + "output_cost_per_token": 2.2e-05, + "output_cost_per_token_flex": 1.1e-05, + "output_cost_per_token_priority": 3.85e-05, + "reasoning_effort_levels": [ + "none", + "low", + "medium", + "high", + "xhigh", + "max" + ], + "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k3-1-highspeed.md", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_none_reasoning_effort": true, + "supports_prompt_cache_breakpoint": false, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_regex_lookaround": false, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": true } }