scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-26 01:12:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 98

feat(models): add 39 together_ai chat rows priced by the Together models API (#42851)

Browse source 
Co-authored-by: kerry <kerry@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
devin-ai-integration[bot] 2026-09-23 18:50:59 -07:00 • committed by GitHub
parent 320b40645c
commit a314fe858f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 712 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

356
litellm/model_prices_and_context_window_backup.json
View file

@ -67719,6 +67719,362 @@
"output_cost_per_token": 0.0,
"source": "https://api.together.ai/v1/models"
},
"together_ai/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": {
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/QwQ-32B": {
"input_cost_per_token": 1.2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2-72B-Instruct": {
"input_cost_per_token": 9e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 9e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2-VL-72B-Instruct": {
"input_cost_per_token": 1.2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo": {
"input_cost_per_token": 1.2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2.5-Coder-32B-Instruct": {
"input_cost_per_token": 8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2.5-VL-72B-Instruct": {
"input_cost_per_token": 1.95e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 8e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": {
"input_cost_per_token": 2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-Coder-Next-FP8": {
"input_cost_per_token": 5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": {
"input_cost_per_token": 1.5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": {
"input_cost_per_token": 1.5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-VL-32B-Instruct": {
"input_cost_per_token": 5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-VL-8B-Instruct": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 6.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3.5-397B-A17B": {
"cache_read_input_token_cost": 3.5e-07,
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 3.6e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": {
"input_cost_per_token": 2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": {
"input_cost_per_token": 1.6e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.6e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-V3.1": {
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.7e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/deepseek-coder-33b-instruct": {
"input_cost_per_token": 8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/google/gemma-2-27b-it": {
"input_cost_per_token": 8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/google/gemma-4-31B-it": {
"input_cost_per_token": 3.9e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 9.7e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Llama-3-8b-chat-hf": {
"input_cost_per_token": 2e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 1048576,
"max_tokens": 1048576,
"mode": "chat",
"output_cost_per_token": 5.9e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Meta-Llama-3-70B-Instruct-Turbo": {
"input_cost_per_token": 8.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 8.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Meta-Llama-3-8B-Instruct": {
"input_cost_per_token": 2e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": {
"input_cost_per_token": 8.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 8.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/mistralai/Mistral-7B-Instruct-v0.1": {
"input_cost_per_token": 2e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 2e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/mistralai/Mistral-Small-24B-Instruct-2501": {
"input_cost_per_token": 1e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": {
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/moonshotai/Kimi-K2.6": {
"cache_read_input_token_cost": 2e-07,
"input_cost_per_token": 1.2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4.5e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/moonshotai/Kimi-K2.7-Code": {
"cache_read_input_token_cost": 1.9e-07,
"input_cost_per_token": 9.5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": {
"input_cost_per_token": 8.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 8.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/nvidia/nemotron-3-ultra-550b-a55b": {
"cache_read_input_token_cost": 2e-07,
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 512288,
"max_tokens": 512288,
"mode": "chat",
"output_cost_per_token": 3.6e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/openai/gpt-oss-20b": {
"input_cost_per_token": 5e-08,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 2e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/zai-org/GLM-4.5-Air-FP8": {
"input_cost_per_token": 2e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.1e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/zai-org/GLM-4.7": {
"input_cost_per_token": 4.5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 202752,
"max_tokens": 202752,
"mode": "chat",
"output_cost_per_token": 2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/zai-org/GLM-5": {
"input_cost_per_token": 1e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 202752,
"max_tokens": 202752,
"mode": "chat",
"output_cost_per_token": 3.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/zai-org/GLM-5.1": {
"cache_read_input_token_cost": 2.6e-07,
"input_cost_per_token": 1.4e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 202752,
"max_tokens": 202752,
"mode": "chat",
"output_cost_per_token": 4.4e-06,
"source": "https://api.together.ai/v1/models"
},
"azure/eu/codex-mini": {
"deprecation_date": "2026-11-15",
"cache_read_input_token_cost": 4.13e-07,

356
model_prices_and_context_window.json
View file

@ -67719,6 +67719,362 @@
"output_cost_per_token": 0.0,
"source": "https://api.together.ai/v1/models"
},
"together_ai/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": {
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/QwQ-32B": {
"input_cost_per_token": 1.2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2-72B-Instruct": {
"input_cost_per_token": 9e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 9e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2-VL-72B-Instruct": {
"input_cost_per_token": 1.2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo": {
"input_cost_per_token": 1.2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2.5-Coder-32B-Instruct": {
"input_cost_per_token": 8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen2.5-VL-72B-Instruct": {
"input_cost_per_token": 1.95e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 8e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": {
"input_cost_per_token": 2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-Coder-Next-FP8": {
"input_cost_per_token": 5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": {
"input_cost_per_token": 1.5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": {
"input_cost_per_token": 1.5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-VL-32B-Instruct": {
"input_cost_per_token": 5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3-VL-8B-Instruct": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 6.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/Qwen/Qwen3.5-397B-A17B": {
"cache_read_input_token_cost": 3.5e-07,
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 3.6e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": {
"input_cost_per_token": 2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": {
"input_cost_per_token": 1.6e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.6e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/DeepSeek-V3.1": {
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.7e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/deepseek-ai/deepseek-coder-33b-instruct": {
"input_cost_per_token": 8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 16384,
"max_tokens": 16384,
"mode": "chat",
"output_cost_per_token": 8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/google/gemma-2-27b-it": {
"input_cost_per_token": 8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/google/gemma-4-31B-it": {
"input_cost_per_token": 3.9e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 9.7e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Llama-3-8b-chat-hf": {
"input_cost_per_token": 2e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 1048576,
"max_tokens": 1048576,
"mode": "chat",
"output_cost_per_token": 5.9e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Meta-Llama-3-70B-Instruct-Turbo": {
"input_cost_per_token": 8.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 8.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Meta-Llama-3-8B-Instruct": {
"input_cost_per_token": 2e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": {
"input_cost_per_token": 8.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 8.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": {
"input_cost_per_token": 1.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/mistralai/Mistral-7B-Instruct-v0.1": {
"input_cost_per_token": 2e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 2e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/mistralai/Mistral-Small-24B-Instruct-2501": {
"input_cost_per_token": 1e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 3e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": {
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/moonshotai/Kimi-K2.6": {
"cache_read_input_token_cost": 2e-07,
"input_cost_per_token": 1.2e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4.5e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/moonshotai/Kimi-K2.7-Code": {
"cache_read_input_token_cost": 1.9e-07,
"input_cost_per_token": 9.5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 262144,
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 4e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": {
"input_cost_per_token": 8.8e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 32768,
"max_tokens": 32768,
"mode": "chat",
"output_cost_per_token": 8.8e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/nvidia/nemotron-3-ultra-550b-a55b": {
"cache_read_input_token_cost": 2e-07,
"input_cost_per_token": 6e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 512288,
"max_tokens": 512288,
"mode": "chat",
"output_cost_per_token": 3.6e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/openai/gpt-oss-20b": {
"input_cost_per_token": 5e-08,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 2e-07,
"source": "https://api.together.ai/v1/models"
},
"together_ai/zai-org/GLM-4.5-Air-FP8": {
"input_cost_per_token": 2e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 1.1e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/zai-org/GLM-4.7": {
"input_cost_per_token": 4.5e-07,
"litellm_provider": "together_ai",
"max_input_tokens": 202752,
"max_tokens": 202752,
"mode": "chat",
"output_cost_per_token": 2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/zai-org/GLM-5": {
"input_cost_per_token": 1e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 202752,
"max_tokens": 202752,
"mode": "chat",
"output_cost_per_token": 3.2e-06,
"source": "https://api.together.ai/v1/models"
},
"together_ai/zai-org/GLM-5.1": {
"cache_read_input_token_cost": 2.6e-07,
"input_cost_per_token": 1.4e-06,
"litellm_provider": "together_ai",
"max_input_tokens": 202752,
"max_tokens": 202752,
"mode": "chat",
"output_cost_per_token": 4.4e-06,
"source": "https://api.together.ai/v1/models"
},
"azure/eu/codex-mini": {
"deprecation_date": "2026-11-15",
"cache_read_input_token_cost": 4.13e-07,