diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 94ee3bc6037..825abfa52b1 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -80167,5 +80167,82 @@ "supports_tool_choice": true, "supports_video_input": false, "supports_vision": false + }, + "global.zai.glm-5.3": { + "cache_creation_input_token_cost": 2.1e-06, + "cache_creation_input_token_cost_batches": 1.05e-06, + "cache_creation_input_token_cost_flex": 1.05e-06, + "cache_creation_input_token_cost_priority": 3.675e-06, + "cache_read_input_token_cost": 3.12e-07, + "cache_read_input_token_cost_batches": 1.56e-07, + "cache_read_input_token_cost_flex": 1.56e-07, + "cache_read_input_token_cost_priority": 5.46e-07, + "input_cost_per_token": 1.68e-06, + "input_cost_per_token_batches": 8.4e-07, + "input_cost_per_token_flex": 8.4e-07, + "input_cost_per_token_priority": 2.94e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.28e-06, + "output_cost_per_token_batches": 2.64e-06, + "output_cost_per_token_flex": 2.64e-06, + "output_cost_per_token_priority": 9.24e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_native_structured_output": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": false + }, + "us.zai.glm-5.3": { + "cache_creation_input_token_cost": 2.31e-06, + "cache_creation_input_token_cost_batches": 1.155e-06, + "cache_creation_input_token_cost_flex": 1.155e-06, + "cache_creation_input_token_cost_priority": 4.0425e-06, + "cache_read_input_token_cost": 3.432e-07, + "cache_read_input_token_cost_batches": 1.716e-07, + "cache_read_input_token_cost_flex": 1.716e-07, + "cache_read_input_token_cost_priority": 6.006e-07, + "input_cost_per_token": 1.848e-06, + "input_cost_per_token_batches": 9.24e-07, + "input_cost_per_token_flex": 9.24e-07, + "input_cost_per_token_priority": 3.234e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.808e-06, + "output_cost_per_token_batches": 2.904e-06, + "output_cost_per_token_flex": 2.904e-06, + "output_cost_per_token_priority": 1.0164e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_native_structured_output": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": false + }, + "amazon.nova-2-5-sonic": { + "input_cost_per_audio_token": 3e-06, + "input_cost_per_token": 3.3e-07, + "litellm_provider": "bedrock", + "mode": "realtime", + "output_cost_per_audio_token": 1.2e-05, + "output_cost_per_token": 2.75e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_audio_input": true, + "supports_audio_output": true } } diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 94ee3bc6037..825abfa52b1 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -80167,5 +80167,82 @@ "supports_tool_choice": true, "supports_video_input": false, "supports_vision": false + }, + "global.zai.glm-5.3": { + "cache_creation_input_token_cost": 2.1e-06, + "cache_creation_input_token_cost_batches": 1.05e-06, + "cache_creation_input_token_cost_flex": 1.05e-06, + "cache_creation_input_token_cost_priority": 3.675e-06, + "cache_read_input_token_cost": 3.12e-07, + "cache_read_input_token_cost_batches": 1.56e-07, + "cache_read_input_token_cost_flex": 1.56e-07, + "cache_read_input_token_cost_priority": 5.46e-07, + "input_cost_per_token": 1.68e-06, + "input_cost_per_token_batches": 8.4e-07, + "input_cost_per_token_flex": 8.4e-07, + "input_cost_per_token_priority": 2.94e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.28e-06, + "output_cost_per_token_batches": 2.64e-06, + "output_cost_per_token_flex": 2.64e-06, + "output_cost_per_token_priority": 9.24e-06, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_native_structured_output": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": false + }, + "us.zai.glm-5.3": { + "cache_creation_input_token_cost": 2.31e-06, + "cache_creation_input_token_cost_batches": 1.155e-06, + "cache_creation_input_token_cost_flex": 1.155e-06, + "cache_creation_input_token_cost_priority": 4.0425e-06, + "cache_read_input_token_cost": 3.432e-07, + "cache_read_input_token_cost_batches": 1.716e-07, + "cache_read_input_token_cost_flex": 1.716e-07, + "cache_read_input_token_cost_priority": 6.006e-07, + "input_cost_per_token": 1.848e-06, + "input_cost_per_token_batches": 9.24e-07, + "input_cost_per_token_flex": 9.24e-07, + "input_cost_per_token_priority": 3.234e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "max_tokens": 128000, + "mode": "chat", + "output_cost_per_token": 5.808e-06, + "output_cost_per_token_batches": 2.904e-06, + "output_cost_per_token_flex": 2.904e-06, + "output_cost_per_token_priority": 1.0164e-05, + "source": "https://aws.amazon.com/bedrock/pricing/", + "supports_audio_input": false, + "supports_function_calling": true, + "supports_native_structured_output": true, + "supports_prompt_caching": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_vision": false + }, + "amazon.nova-2-5-sonic": { + "input_cost_per_audio_token": 3e-06, + "input_cost_per_token": 3.3e-07, + "litellm_provider": "bedrock", + "mode": "realtime", + "output_cost_per_audio_token": 1.2e-05, + "output_cost_per_token": 2.75e-06, + "source": "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonBedrockFoundationModels/current/index.json", + "supports_audio_input": true, + "supports_audio_output": true } }