mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-28 01:32:17 +00:00
fix(cost-map): sync OpenRouter, Together, Cohere and Azure AI registry values with official sources (#43337)
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
1474ea53e6
commit
89061aa1f2
2 changed files with 148 additions and 80 deletions
|
|
@ -12216,7 +12216,8 @@
|
|||
"text",
|
||||
"image"
|
||||
],
|
||||
"supports_embedding_image_input": true
|
||||
"supports_embedding_image_input": true,
|
||||
"input_cost_per_image_token": 4.7e-07
|
||||
},
|
||||
"azure_ai/grok-4": {
|
||||
"input_cost_per_token": 3e-06,
|
||||
|
|
@ -15804,7 +15805,9 @@
|
|||
"mode": "embedding",
|
||||
"output_cost_per_token": 0.0,
|
||||
"output_vector_size": 1536,
|
||||
"supports_embedding_image_input": true
|
||||
"supports_embedding_image_input": true,
|
||||
"input_cost_per_image_token": 4.7e-07,
|
||||
"source": "https://cohere.com/pricing"
|
||||
},
|
||||
"cohere/parse-v5.0": {
|
||||
"litellm_provider": "cohere",
|
||||
|
|
@ -41913,14 +41916,14 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/deepseek/deepseek-v4-pro": {
|
||||
"cache_read_input_token_cost": 3.828e-08,
|
||||
"input_cost_per_token": 4.5936e-07,
|
||||
"cache_read_input_token_cost": 2.9e-08,
|
||||
"input_cost_per_token": 3.48e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_output_tokens": 384000,
|
||||
"max_tokens": 384000,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 9.1872e-07,
|
||||
"output_cost_per_token": 6.96e-07,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
"supports_function_calling": true,
|
||||
|
|
@ -41933,14 +41936,14 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/deepseek/deepseek-v4.1-flash": {
|
||||
"cache_read_input_token_cost": 4.2e-09,
|
||||
"input_cost_per_token": 1.4e-07,
|
||||
"cache_read_input_token_cost": 1e-09,
|
||||
"input_cost_per_token": 3.5e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_output_tokens": 393216,
|
||||
"max_tokens": 393216,
|
||||
"max_output_tokens": 384000,
|
||||
"max_tokens": 384000,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 4.2e-07,
|
||||
"output_cost_per_token": 2.9e-07,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
"supports_function_calling": true,
|
||||
|
|
@ -43052,7 +43055,6 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/openai/gpt-oss-20b": {
|
||||
"cache_read_input_token_cost": 3e-08,
|
||||
"input_cost_per_token": 1.8e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 131072,
|
||||
|
|
@ -43322,8 +43324,8 @@
|
|||
"input_cost_per_token": 2.6e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 65536,
|
||||
"max_tokens": 65536,
|
||||
"max_output_tokens": 235929,
|
||||
"max_tokens": 235929,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 2.08e-06,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
|
|
@ -43603,8 +43605,8 @@
|
|||
"input_cost_per_token": 9.646e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 204800,
|
||||
"max_output_tokens": 128000,
|
||||
"max_tokens": 128000,
|
||||
"max_output_tokens": 131072,
|
||||
"max_tokens": 131072,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 3.0316e-06,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
|
|
@ -66825,14 +66827,14 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/z-ai/glm-5.3-flash": {
|
||||
"cache_read_input_token_cost": 1e-08,
|
||||
"input_cost_per_token": 4.5e-08,
|
||||
"cache_read_input_token_cost": 1.5e-08,
|
||||
"input_cost_per_token": 4e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 1310720,
|
||||
"max_output_tokens": 943718,
|
||||
"max_tokens": 943718,
|
||||
"max_output_tokens": 131072,
|
||||
"max_tokens": 131072,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 1.4e-07,
|
||||
"output_cost_per_token": 5e-07,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
"supports_function_calling": true,
|
||||
|
|
@ -66865,13 +66867,13 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/z-ai/glm-5.3": {
|
||||
"input_cost_per_token": 1.4e-06,
|
||||
"output_cost_per_token": 4.4e-06,
|
||||
"cache_read_input_token_cost": 2.6e-07,
|
||||
"input_cost_per_token": 3.794e-07,
|
||||
"output_cost_per_token": 1.1924e-06,
|
||||
"cache_read_input_token_cost": 7.046e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 1310720,
|
||||
"max_output_tokens": 943717,
|
||||
"max_tokens": 943717,
|
||||
"max_output_tokens": 131072,
|
||||
"max_tokens": 131072,
|
||||
"mode": "chat",
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
|
|
@ -67520,8 +67522,8 @@
|
|||
"input_cost_per_token": 3.2e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 262140,
|
||||
"max_tokens": 262140,
|
||||
"max_output_tokens": 81920,
|
||||
"max_tokens": 81920,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 3.2e-06,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
|
|
@ -68297,8 +68299,8 @@
|
|||
"input_cost_per_token": 1.5e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 32768,
|
||||
"max_tokens": 32768,
|
||||
"max_output_tokens": 16384,
|
||||
"max_tokens": 16384,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 6e-07,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
|
|
@ -68476,8 +68478,8 @@
|
|||
"cache_read_input_token_cost": 7e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 16384,
|
||||
"max_tokens": 16384,
|
||||
"max_output_tokens": 235929,
|
||||
"max_tokens": 235929,
|
||||
"mode": "chat",
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
|
|
@ -68637,8 +68639,8 @@
|
|||
"output_cost_per_token": 3e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 32000,
|
||||
"max_tokens": 32000,
|
||||
"max_output_tokens": 235929,
|
||||
"max_tokens": 235929,
|
||||
"mode": "chat",
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
|
|
@ -69502,7 +69504,9 @@
|
|||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 1.5e-07,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 128000,
|
||||
"max_tokens": 128000
|
||||
},
|
||||
"vertex_ai/gemini-2.5-flash-native-audio": {
|
||||
"deprecation_date": "2026-12-13",
|
||||
|
|
@ -69613,42 +69617,72 @@
|
|||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 3.5e-06,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 4096,
|
||||
"max_tokens": 4096
|
||||
},
|
||||
"together_ai/meta-llama/Llama-3.2-1B-Instruct": {
|
||||
"input_cost_per_token": 6e-08,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 6e-08,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 131072,
|
||||
"max_tokens": 131072
|
||||
},
|
||||
"together_ai/meta-llama/Llama-3.2-3B-Instruct": {
|
||||
"input_cost_per_token": 6e-08,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 6e-08,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 131072,
|
||||
"max_tokens": 131072
|
||||
},
|
||||
"together_ai/Qwen/Qwen2-1.5B-Instruct": {
|
||||
"input_cost_per_token": 2e-08,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 2e-08,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 32768,
|
||||
"max_tokens": 32768
|
||||
},
|
||||
"together_ai/Qwen/Qwen2.5-14B-Instruct": {
|
||||
"input_cost_per_token": 8e-07,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 8e-07,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 32768,
|
||||
"max_tokens": 32768
|
||||
},
|
||||
"together_ai/Qwen/Qwen2.5-72B-Instruct": {
|
||||
"input_cost_per_token": 1.2e-06,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 1.2e-06,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 32768,
|
||||
"max_tokens": 32768
|
||||
},
|
||||
"together_ai/Salesforce/Llama-Rank-V1": {
|
||||
"input_cost_per_token": 1e-07,
|
||||
"litellm_provider": "together_ai",
|
||||
"max_input_tokens": 8192,
|
||||
"max_tokens": 8192,
|
||||
"mode": "rerank",
|
||||
"output_cost_per_token": 0.0,
|
||||
"source": "https://api.together.xyz/v1/models"
|
||||
},
|
||||
"together_ai/meta-llama/Meta-Llama-3.1-8B": {
|
||||
"input_cost_per_token": 2e-07,
|
||||
"litellm_provider": "together_ai",
|
||||
"max_input_tokens": 16384,
|
||||
"max_tokens": 16384,
|
||||
"mode": "completion",
|
||||
"output_cost_per_token": 2e-07,
|
||||
"source": "https://api.together.xyz/v1/models"
|
||||
},
|
||||
"together_ai/together/Tev1-4B-experimental": {
|
||||
"cache_read_input_token_cost": 4.2e-08,
|
||||
|
|
|
|||
|
|
@ -12216,7 +12216,8 @@
|
|||
"text",
|
||||
"image"
|
||||
],
|
||||
"supports_embedding_image_input": true
|
||||
"supports_embedding_image_input": true,
|
||||
"input_cost_per_image_token": 4.7e-07
|
||||
},
|
||||
"azure_ai/grok-4": {
|
||||
"input_cost_per_token": 3e-06,
|
||||
|
|
@ -15804,7 +15805,9 @@
|
|||
"mode": "embedding",
|
||||
"output_cost_per_token": 0.0,
|
||||
"output_vector_size": 1536,
|
||||
"supports_embedding_image_input": true
|
||||
"supports_embedding_image_input": true,
|
||||
"input_cost_per_image_token": 4.7e-07,
|
||||
"source": "https://cohere.com/pricing"
|
||||
},
|
||||
"cohere/parse-v5.0": {
|
||||
"litellm_provider": "cohere",
|
||||
|
|
@ -41913,14 +41916,14 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/deepseek/deepseek-v4-pro": {
|
||||
"cache_read_input_token_cost": 3.828e-08,
|
||||
"input_cost_per_token": 4.5936e-07,
|
||||
"cache_read_input_token_cost": 2.9e-08,
|
||||
"input_cost_per_token": 3.48e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_output_tokens": 384000,
|
||||
"max_tokens": 384000,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 9.1872e-07,
|
||||
"output_cost_per_token": 6.96e-07,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
"supports_function_calling": true,
|
||||
|
|
@ -41933,14 +41936,14 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/deepseek/deepseek-v4.1-flash": {
|
||||
"cache_read_input_token_cost": 4.2e-09,
|
||||
"input_cost_per_token": 1.4e-07,
|
||||
"cache_read_input_token_cost": 1e-09,
|
||||
"input_cost_per_token": 3.5e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 1048576,
|
||||
"max_output_tokens": 393216,
|
||||
"max_tokens": 393216,
|
||||
"max_output_tokens": 384000,
|
||||
"max_tokens": 384000,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 4.2e-07,
|
||||
"output_cost_per_token": 2.9e-07,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
"supports_function_calling": true,
|
||||
|
|
@ -43052,7 +43055,6 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/openai/gpt-oss-20b": {
|
||||
"cache_read_input_token_cost": 3e-08,
|
||||
"input_cost_per_token": 1.8e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 131072,
|
||||
|
|
@ -43322,8 +43324,8 @@
|
|||
"input_cost_per_token": 2.6e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 65536,
|
||||
"max_tokens": 65536,
|
||||
"max_output_tokens": 235929,
|
||||
"max_tokens": 235929,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 2.08e-06,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
|
|
@ -43603,8 +43605,8 @@
|
|||
"input_cost_per_token": 9.646e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 204800,
|
||||
"max_output_tokens": 128000,
|
||||
"max_tokens": 128000,
|
||||
"max_output_tokens": 131072,
|
||||
"max_tokens": 131072,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 3.0316e-06,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
|
|
@ -66825,14 +66827,14 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/z-ai/glm-5.3-flash": {
|
||||
"cache_read_input_token_cost": 1e-08,
|
||||
"input_cost_per_token": 4.5e-08,
|
||||
"cache_read_input_token_cost": 1.5e-08,
|
||||
"input_cost_per_token": 4e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 1310720,
|
||||
"max_output_tokens": 943718,
|
||||
"max_tokens": 943718,
|
||||
"max_output_tokens": 131072,
|
||||
"max_tokens": 131072,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 1.4e-07,
|
||||
"output_cost_per_token": 5e-07,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
"supports_function_calling": true,
|
||||
|
|
@ -66865,13 +66867,13 @@
|
|||
"supports_web_search": false
|
||||
},
|
||||
"openrouter/z-ai/glm-5.3": {
|
||||
"input_cost_per_token": 1.4e-06,
|
||||
"output_cost_per_token": 4.4e-06,
|
||||
"cache_read_input_token_cost": 2.6e-07,
|
||||
"input_cost_per_token": 3.794e-07,
|
||||
"output_cost_per_token": 1.1924e-06,
|
||||
"cache_read_input_token_cost": 7.046e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 1310720,
|
||||
"max_output_tokens": 943717,
|
||||
"max_tokens": 943717,
|
||||
"max_output_tokens": 131072,
|
||||
"max_tokens": 131072,
|
||||
"mode": "chat",
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
|
|
@ -67520,8 +67522,8 @@
|
|||
"input_cost_per_token": 3.2e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 262140,
|
||||
"max_tokens": 262140,
|
||||
"max_output_tokens": 81920,
|
||||
"max_tokens": 81920,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 3.2e-06,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
|
|
@ -68297,8 +68299,8 @@
|
|||
"input_cost_per_token": 1.5e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 32768,
|
||||
"max_tokens": 32768,
|
||||
"max_output_tokens": 16384,
|
||||
"max_tokens": 16384,
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 6e-07,
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
|
|
@ -68476,8 +68478,8 @@
|
|||
"cache_read_input_token_cost": 7e-08,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 16384,
|
||||
"max_tokens": 16384,
|
||||
"max_output_tokens": 235929,
|
||||
"max_tokens": 235929,
|
||||
"mode": "chat",
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
|
|
@ -68637,8 +68639,8 @@
|
|||
"output_cost_per_token": 3e-07,
|
||||
"litellm_provider": "openrouter",
|
||||
"max_input_tokens": 262144,
|
||||
"max_output_tokens": 32000,
|
||||
"max_tokens": 32000,
|
||||
"max_output_tokens": 235929,
|
||||
"max_tokens": 235929,
|
||||
"mode": "chat",
|
||||
"source": "https://openrouter.ai/api/v1/models",
|
||||
"supports_audio_input": false,
|
||||
|
|
@ -69502,7 +69504,9 @@
|
|||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 1.5e-07,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 128000,
|
||||
"max_tokens": 128000
|
||||
},
|
||||
"vertex_ai/gemini-2.5-flash-native-audio": {
|
||||
"deprecation_date": "2026-12-13",
|
||||
|
|
@ -69613,42 +69617,72 @@
|
|||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 3.5e-06,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 4096,
|
||||
"max_tokens": 4096
|
||||
},
|
||||
"together_ai/meta-llama/Llama-3.2-1B-Instruct": {
|
||||
"input_cost_per_token": 6e-08,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 6e-08,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 131072,
|
||||
"max_tokens": 131072
|
||||
},
|
||||
"together_ai/meta-llama/Llama-3.2-3B-Instruct": {
|
||||
"input_cost_per_token": 6e-08,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 6e-08,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 131072,
|
||||
"max_tokens": 131072
|
||||
},
|
||||
"together_ai/Qwen/Qwen2-1.5B-Instruct": {
|
||||
"input_cost_per_token": 2e-08,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 2e-08,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 32768,
|
||||
"max_tokens": 32768
|
||||
},
|
||||
"together_ai/Qwen/Qwen2.5-14B-Instruct": {
|
||||
"input_cost_per_token": 8e-07,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 8e-07,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 32768,
|
||||
"max_tokens": 32768
|
||||
},
|
||||
"together_ai/Qwen/Qwen2.5-72B-Instruct": {
|
||||
"input_cost_per_token": 1.2e-06,
|
||||
"litellm_provider": "together_ai",
|
||||
"mode": "chat",
|
||||
"output_cost_per_token": 1.2e-06,
|
||||
"source": "https://api.together.ai/v1/models"
|
||||
"source": "https://api.together.ai/v1/models",
|
||||
"max_input_tokens": 32768,
|
||||
"max_tokens": 32768
|
||||
},
|
||||
"together_ai/Salesforce/Llama-Rank-V1": {
|
||||
"input_cost_per_token": 1e-07,
|
||||
"litellm_provider": "together_ai",
|
||||
"max_input_tokens": 8192,
|
||||
"max_tokens": 8192,
|
||||
"mode": "rerank",
|
||||
"output_cost_per_token": 0.0,
|
||||
"source": "https://api.together.xyz/v1/models"
|
||||
},
|
||||
"together_ai/meta-llama/Meta-Llama-3.1-8B": {
|
||||
"input_cost_per_token": 2e-07,
|
||||
"litellm_provider": "together_ai",
|
||||
"max_input_tokens": 16384,
|
||||
"max_tokens": 16384,
|
||||
"mode": "completion",
|
||||
"output_cost_per_token": 2e-07,
|
||||
"source": "https://api.together.xyz/v1/models"
|
||||
},
|
||||
"together_ai/together/Tev1-4B-experimental": {
|
||||
"cache_read_input_token_cost": 4.2e-08,
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue