scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-13 23:11:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 101

feat(pricing): add Snowflake Cortex REST API model pricing

Browse source 
## Summary

Adds pricing and context window information for 20+ Snowflake Cortex REST API models to `model_prices_and_context_window.json`.

## What's included

- **7 Claude models** (sonnet-4-5, sonnet-4-6, 4-sonnet, 4-opus, haiku-4-5, 3-7-sonnet, 3-5-sonnet) — with prompt caching rates
- **4 OpenAI models** (gpt-4.1, gpt-5, gpt-5-mini, gpt-5-nano) — with prompt caching rates  
- **5 Llama models** (3.1-8b, 3.1-70b, 3.1-405b, 3.3-70b, 4-maverick)
- **1 DeepSeek model** (deepseek-r1)
- **1 Mistral model** (mistral-large2)
- **1 Snowflake model** (snowflake-llama-3.3-70b)
- **2 Embedding models** (arctic-embed-l-v2.0, arctic-embed-m-v2.0)

Each entry includes `input_cost_per_token`, `output_cost_per_token`, `cache_read_input_token_cost` (where applicable), `max_input_tokens`, `max_output_tokens`, and capability flags (`supports_function_calling`, `supports_vision`, `supports_prompt_caching`, `supports_reasoning`).

## Pricing source

All prices are in USD per token, sourced from the official [Snowflake Service Consumption Table](https://www.snowflake.com/legal-files/CreditConsumptionTable.pdf) — Tables 6(b) (REST API with Prompt Caching) and 6(c) (REST API).

## Context

The existing `snowflake/` provider has zero model entries in the pricing JSON, which means LiteLLM cannot track costs for Snowflake Cortex calls. This PR fills that gap.

## Related

- Existing provider: `litellm/llms/snowflake/`
- Cortex REST API docs: https://docs.snowflake.com/en/user-guide/snowflake-cortex/cortex-rest-api
This commit is contained in:
Navnit Shukla 2026-04-26 22:03:30 -07:00 • committed by GitHub
parent 2b8b614120
commit f5b702d7bb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 269 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

270
model_prices_and_context_window.json
View file

@ -39677,5 +39677,273 @@
"tool_use_system_prompt_tokens": 346,
"supports_native_structured_output": true,
"supports_pdf_input": true
}
},
{
"snowflake/claude-sonnet-4-5": {
"max_tokens": 16384,
"max_input_tokens": 200000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_prompt_caching": true,
"supports_system_messages": true,
"supports_response_schema": true
},
"snowflake/claude-sonnet-4-6": {
"max_tokens": 16384,
"max_input_tokens": 200000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_prompt_caching": true,
"supports_system_messages": true,
"supports_response_schema": true
},
"snowflake/claude-4-sonnet": {
"max_tokens": 16384,
"max_input_tokens": 200000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_prompt_caching": true,
"supports_system_messages": true,
"supports_response_schema": true
},
"snowflake/claude-4-opus": {
"max_tokens": 16384,
"max_input_tokens": 200000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000005,
"output_cost_per_token": 0.000025,
"cache_read_input_token_cost": 0.0000005,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_prompt_caching": true,
"supports_system_messages": true,
"supports_reasoning": true,
"supports_response_schema": true
},
"snowflake/claude-haiku-4-5": {
"max_tokens": 16384,
"max_input_tokens": 200000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000005,
"cache_read_input_token_cost": 0.0000001,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_prompt_caching": true,
"supports_system_messages": true,
"supports_response_schema": true
},
"snowflake/claude-3-7-sonnet": {
"max_tokens": 16384,
"max_input_tokens": 200000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_prompt_caching": true,
"supports_system_messages": true,
"supports_reasoning": true,
"supports_response_schema": true
},
"snowflake/claude-3-5-sonnet": {
"max_tokens": 16384,
"max_input_tokens": 200000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_prompt_caching": true,
"supports_system_messages": true,
"supports_response_schema": true
},
"snowflake/openai-gpt-4.1": {
"max_tokens": 16384,
"max_input_tokens": 300000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000002,
"output_cost_per_token": 0.000008,
"cache_read_input_token_cost": 0.0000005,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_prompt_caching": true,
"supports_system_messages": true,
"supports_response_schema": true
},
"snowflake/openai-gpt-5": {
"max_tokens": 16384,
"max_input_tokens": 300000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000125,
"output_cost_per_token": 0.00001,
"cache_read_input_token_cost": 0.000000125,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_prompt_caching": true,
"supports_system_messages": true,
"supports_reasoning": true,
"supports_response_schema": true
},
"snowflake/openai-gpt-5-mini": {
"max_tokens": 16384,
"max_input_tokens": 1000000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.0000003,
"output_cost_per_token": 0.0000012,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_system_messages": true,
"supports_response_schema": true
},
"snowflake/openai-gpt-5-nano": {
"max_tokens": 16384,
"max_input_tokens": 5000000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000015,
"output_cost_per_token": 0.0000006,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_system_messages": true,
"supports_response_schema": true
},
"snowflake/deepseek-r1": {
"max_tokens": 16384,
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000135,
"output_cost_per_token": 0.0000054,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_reasoning": true,
"supports_system_messages": true
},
"snowflake/mistral-large2": {
"max_tokens": 16384,
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000002,
"output_cost_per_token": 0.000006,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_system_messages": true,
"supports_response_schema": true
},
"snowflake/llama3.1-8b": {
"max_tokens": 16384,
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000024,
"output_cost_per_token": 0.00000024,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_system_messages": true
},
"snowflake/llama3.1-70b": {
"max_tokens": 16384,
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000072,
"output_cost_per_token": 0.00000072,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_system_messages": true
},
"snowflake/llama3.1-405b": {
"max_tokens": 16384,
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.0000012,
"output_cost_per_token": 0.0000012,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_system_messages": true
},
"snowflake/llama3.3-70b": {
"max_tokens": 16384,
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000072,
"output_cost_per_token": 0.00000072,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_system_messages": true
},
"snowflake/llama4-maverick": {
"max_tokens": 16384,
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000024,
"output_cost_per_token": 0.00000097,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_system_messages": true
},
"snowflake/snowflake-llama-3.3-70b": {
"max_tokens": 16384,
"max_input_tokens": 128000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000072,
"output_cost_per_token": 0.00000072,
"litellm_provider": "snowflake",
"mode": "chat",
"supports_function_calling": true,
"supports_system_messages": true
},
"snowflake/snowflake-arctic-embed-l-v2.0": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"input_cost_per_token": 0.00000007,
"output_cost_per_token": 0.0,
"litellm_provider": "snowflake",
"mode": "embedding"
},
"snowflake/snowflake-arctic-embed-m-v2.0": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"input_cost_per_token": 0.00000007,
"output_cost_per_token": 0.0,
"litellm_provider": "snowflake",
"mode": "embedding"
}
}
}