diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 82bb1c84dbe..8f61dc91adf 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -12216,7 +12216,8 @@ "text", "image" ], - "supports_embedding_image_input": true + "supports_embedding_image_input": true, + "input_cost_per_image_token": 4.7e-07 }, "azure_ai/grok-4": { "input_cost_per_token": 3e-06, @@ -15804,7 +15805,9 @@ "mode": "embedding", "output_cost_per_token": 0.0, "output_vector_size": 1536, - "supports_embedding_image_input": true + "supports_embedding_image_input": true, + "input_cost_per_image_token": 4.7e-07, + "source": "https://cohere.com/pricing" }, "cohere/parse-v5.0": { "litellm_provider": "cohere", @@ -41913,14 +41916,14 @@ "supports_web_search": false }, "openrouter/deepseek/deepseek-v4-pro": { - "cache_read_input_token_cost": 3.828e-08, - "input_cost_per_token": 4.5936e-07, + "cache_read_input_token_cost": 2.9e-08, + "input_cost_per_token": 3.48e-07, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 9.1872e-07, + "output_cost_per_token": 6.96e-07, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -41933,14 +41936,14 @@ "supports_web_search": false }, "openrouter/deepseek/deepseek-v4.1-flash": { - "cache_read_input_token_cost": 4.2e-09, - "input_cost_per_token": 1.4e-07, + "cache_read_input_token_cost": 1e-09, + "input_cost_per_token": 3.5e-08, "litellm_provider": "openrouter", "max_input_tokens": 1048576, - "max_output_tokens": 393216, - "max_tokens": 393216, + "max_output_tokens": 384000, + "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 4.2e-07, + "output_cost_per_token": 2.9e-07, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -43052,7 +43055,6 @@ "supports_web_search": false }, "openrouter/openai/gpt-oss-20b": { - "cache_read_input_token_cost": 3e-08, "input_cost_per_token": 1.8e-08, "litellm_provider": "openrouter", "max_input_tokens": 131072, @@ -43322,8 +43324,8 @@ "input_cost_per_token": 2.6e-07, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 65536, - "max_tokens": 65536, + "max_output_tokens": 235929, + "max_tokens": 235929, "mode": "chat", "output_cost_per_token": 2.08e-06, "source": "https://openrouter.ai/api/v1/models", @@ -43603,8 +43605,8 @@ "input_cost_per_token": 9.646e-07, "litellm_provider": "openrouter", "max_input_tokens": 204800, - "max_output_tokens": 128000, - "max_tokens": 128000, + "max_output_tokens": 131072, + "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 3.0316e-06, "source": "https://openrouter.ai/api/v1/models", @@ -66825,14 +66827,14 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3-flash": { - "cache_read_input_token_cost": 1e-08, - "input_cost_per_token": 4.5e-08, + "cache_read_input_token_cost": 1.5e-08, + "input_cost_per_token": 4e-08, "litellm_provider": "openrouter", "max_input_tokens": 1310720, - "max_output_tokens": 943718, - "max_tokens": 943718, + "max_output_tokens": 131072, + "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 1.4e-07, + "output_cost_per_token": 5e-07, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -66865,13 +66867,13 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3": { - "input_cost_per_token": 1.4e-06, - "output_cost_per_token": 4.4e-06, - "cache_read_input_token_cost": 2.6e-07, + "input_cost_per_token": 3.794e-07, + "output_cost_per_token": 1.1924e-06, + "cache_read_input_token_cost": 7.046e-08, "litellm_provider": "openrouter", "max_input_tokens": 1310720, - "max_output_tokens": 943717, - "max_tokens": 943717, + "max_output_tokens": 131072, + "max_tokens": 131072, "mode": "chat", "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, @@ -67520,8 +67522,8 @@ "input_cost_per_token": 3.2e-07, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 262140, - "max_tokens": 262140, + "max_output_tokens": 81920, + "max_tokens": 81920, "mode": "chat", "output_cost_per_token": 3.2e-06, "source": "https://openrouter.ai/api/v1/models", @@ -68297,8 +68299,8 @@ "input_cost_per_token": 1.5e-07, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 32768, - "max_tokens": 32768, + "max_output_tokens": 16384, + "max_tokens": 16384, "mode": "chat", "output_cost_per_token": 6e-07, "source": "https://openrouter.ai/api/v1/models", @@ -68476,8 +68478,8 @@ "cache_read_input_token_cost": 7e-08, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 16384, - "max_tokens": 16384, + "max_output_tokens": 235929, + "max_tokens": 235929, "mode": "chat", "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, @@ -68637,8 +68639,8 @@ "output_cost_per_token": 3e-07, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 32000, - "max_tokens": 32000, + "max_output_tokens": 235929, + "max_tokens": 235929, "mode": "chat", "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, @@ -69502,7 +69504,9 @@ "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 1.5e-07, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 128000, + "max_tokens": 128000 }, "vertex_ai/gemini-2.5-flash-native-audio": { "deprecation_date": "2026-12-13", @@ -69613,42 +69617,72 @@ "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 3.5e-06, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 4096, + "max_tokens": 4096 }, "together_ai/meta-llama/Llama-3.2-1B-Instruct": { "input_cost_per_token": 6e-08, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 6e-08, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 131072, + "max_tokens": 131072 }, "together_ai/meta-llama/Llama-3.2-3B-Instruct": { "input_cost_per_token": 6e-08, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 6e-08, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 131072, + "max_tokens": 131072 }, "together_ai/Qwen/Qwen2-1.5B-Instruct": { "input_cost_per_token": 2e-08, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 2e-08, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 32768, + "max_tokens": 32768 }, "together_ai/Qwen/Qwen2.5-14B-Instruct": { "input_cost_per_token": 8e-07, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 8e-07, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 32768, + "max_tokens": 32768 }, "together_ai/Qwen/Qwen2.5-72B-Instruct": { "input_cost_per_token": 1.2e-06, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 1.2e-06, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 32768, + "max_tokens": 32768 + }, + "together_ai/Salesforce/Llama-Rank-V1": { + "input_cost_per_token": 1e-07, + "litellm_provider": "together_ai", + "max_input_tokens": 8192, + "max_tokens": 8192, + "mode": "rerank", + "output_cost_per_token": 0.0, + "source": "https://api.together.xyz/v1/models" + }, + "together_ai/meta-llama/Meta-Llama-3.1-8B": { + "input_cost_per_token": 2e-07, + "litellm_provider": "together_ai", + "max_input_tokens": 16384, + "max_tokens": 16384, + "mode": "completion", + "output_cost_per_token": 2e-07, + "source": "https://api.together.xyz/v1/models" }, "together_ai/together/Tev1-4B-experimental": { "cache_read_input_token_cost": 4.2e-08, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 82bb1c84dbe..8f61dc91adf 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -12216,7 +12216,8 @@ "text", "image" ], - "supports_embedding_image_input": true + "supports_embedding_image_input": true, + "input_cost_per_image_token": 4.7e-07 }, "azure_ai/grok-4": { "input_cost_per_token": 3e-06, @@ -15804,7 +15805,9 @@ "mode": "embedding", "output_cost_per_token": 0.0, "output_vector_size": 1536, - "supports_embedding_image_input": true + "supports_embedding_image_input": true, + "input_cost_per_image_token": 4.7e-07, + "source": "https://cohere.com/pricing" }, "cohere/parse-v5.0": { "litellm_provider": "cohere", @@ -41913,14 +41916,14 @@ "supports_web_search": false }, "openrouter/deepseek/deepseek-v4-pro": { - "cache_read_input_token_cost": 3.828e-08, - "input_cost_per_token": 4.5936e-07, + "cache_read_input_token_cost": 2.9e-08, + "input_cost_per_token": 3.48e-07, "litellm_provider": "openrouter", "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 9.1872e-07, + "output_cost_per_token": 6.96e-07, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -41933,14 +41936,14 @@ "supports_web_search": false }, "openrouter/deepseek/deepseek-v4.1-flash": { - "cache_read_input_token_cost": 4.2e-09, - "input_cost_per_token": 1.4e-07, + "cache_read_input_token_cost": 1e-09, + "input_cost_per_token": 3.5e-08, "litellm_provider": "openrouter", "max_input_tokens": 1048576, - "max_output_tokens": 393216, - "max_tokens": 393216, + "max_output_tokens": 384000, + "max_tokens": 384000, "mode": "chat", - "output_cost_per_token": 4.2e-07, + "output_cost_per_token": 2.9e-07, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -43052,7 +43055,6 @@ "supports_web_search": false }, "openrouter/openai/gpt-oss-20b": { - "cache_read_input_token_cost": 3e-08, "input_cost_per_token": 1.8e-08, "litellm_provider": "openrouter", "max_input_tokens": 131072, @@ -43322,8 +43324,8 @@ "input_cost_per_token": 2.6e-07, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 65536, - "max_tokens": 65536, + "max_output_tokens": 235929, + "max_tokens": 235929, "mode": "chat", "output_cost_per_token": 2.08e-06, "source": "https://openrouter.ai/api/v1/models", @@ -43603,8 +43605,8 @@ "input_cost_per_token": 9.646e-07, "litellm_provider": "openrouter", "max_input_tokens": 204800, - "max_output_tokens": 128000, - "max_tokens": 128000, + "max_output_tokens": 131072, + "max_tokens": 131072, "mode": "chat", "output_cost_per_token": 3.0316e-06, "source": "https://openrouter.ai/api/v1/models", @@ -66825,14 +66827,14 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3-flash": { - "cache_read_input_token_cost": 1e-08, - "input_cost_per_token": 4.5e-08, + "cache_read_input_token_cost": 1.5e-08, + "input_cost_per_token": 4e-08, "litellm_provider": "openrouter", "max_input_tokens": 1310720, - "max_output_tokens": 943718, - "max_tokens": 943718, + "max_output_tokens": 131072, + "max_tokens": 131072, "mode": "chat", - "output_cost_per_token": 1.4e-07, + "output_cost_per_token": 5e-07, "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, "supports_function_calling": true, @@ -66865,13 +66867,13 @@ "supports_web_search": false }, "openrouter/z-ai/glm-5.3": { - "input_cost_per_token": 1.4e-06, - "output_cost_per_token": 4.4e-06, - "cache_read_input_token_cost": 2.6e-07, + "input_cost_per_token": 3.794e-07, + "output_cost_per_token": 1.1924e-06, + "cache_read_input_token_cost": 7.046e-08, "litellm_provider": "openrouter", "max_input_tokens": 1310720, - "max_output_tokens": 943717, - "max_tokens": 943717, + "max_output_tokens": 131072, + "max_tokens": 131072, "mode": "chat", "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, @@ -67520,8 +67522,8 @@ "input_cost_per_token": 3.2e-07, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 262140, - "max_tokens": 262140, + "max_output_tokens": 81920, + "max_tokens": 81920, "mode": "chat", "output_cost_per_token": 3.2e-06, "source": "https://openrouter.ai/api/v1/models", @@ -68297,8 +68299,8 @@ "input_cost_per_token": 1.5e-07, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 32768, - "max_tokens": 32768, + "max_output_tokens": 16384, + "max_tokens": 16384, "mode": "chat", "output_cost_per_token": 6e-07, "source": "https://openrouter.ai/api/v1/models", @@ -68476,8 +68478,8 @@ "cache_read_input_token_cost": 7e-08, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 16384, - "max_tokens": 16384, + "max_output_tokens": 235929, + "max_tokens": 235929, "mode": "chat", "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, @@ -68637,8 +68639,8 @@ "output_cost_per_token": 3e-07, "litellm_provider": "openrouter", "max_input_tokens": 262144, - "max_output_tokens": 32000, - "max_tokens": 32000, + "max_output_tokens": 235929, + "max_tokens": 235929, "mode": "chat", "source": "https://openrouter.ai/api/v1/models", "supports_audio_input": false, @@ -69502,7 +69504,9 @@ "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 1.5e-07, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 128000, + "max_tokens": 128000 }, "vertex_ai/gemini-2.5-flash-native-audio": { "deprecation_date": "2026-12-13", @@ -69613,42 +69617,72 @@ "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 3.5e-06, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 4096, + "max_tokens": 4096 }, "together_ai/meta-llama/Llama-3.2-1B-Instruct": { "input_cost_per_token": 6e-08, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 6e-08, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 131072, + "max_tokens": 131072 }, "together_ai/meta-llama/Llama-3.2-3B-Instruct": { "input_cost_per_token": 6e-08, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 6e-08, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 131072, + "max_tokens": 131072 }, "together_ai/Qwen/Qwen2-1.5B-Instruct": { "input_cost_per_token": 2e-08, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 2e-08, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 32768, + "max_tokens": 32768 }, "together_ai/Qwen/Qwen2.5-14B-Instruct": { "input_cost_per_token": 8e-07, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 8e-07, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 32768, + "max_tokens": 32768 }, "together_ai/Qwen/Qwen2.5-72B-Instruct": { "input_cost_per_token": 1.2e-06, "litellm_provider": "together_ai", "mode": "chat", "output_cost_per_token": 1.2e-06, - "source": "https://api.together.ai/v1/models" + "source": "https://api.together.ai/v1/models", + "max_input_tokens": 32768, + "max_tokens": 32768 + }, + "together_ai/Salesforce/Llama-Rank-V1": { + "input_cost_per_token": 1e-07, + "litellm_provider": "together_ai", + "max_input_tokens": 8192, + "max_tokens": 8192, + "mode": "rerank", + "output_cost_per_token": 0.0, + "source": "https://api.together.xyz/v1/models" + }, + "together_ai/meta-llama/Meta-Llama-3.1-8B": { + "input_cost_per_token": 2e-07, + "litellm_provider": "together_ai", + "max_input_tokens": 16384, + "max_tokens": 16384, + "mode": "completion", + "output_cost_per_token": 2e-07, + "source": "https://api.together.xyz/v1/models" }, "together_ai/together/Tev1-4B-experimental": { "cache_read_input_token_cost": 4.2e-08,