scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 84

docs prom

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-07 16:03:11 -07:00
parent b6df998ac3
commit e585dfba92
2 changed files with 71 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
docs/my-website/docs/proxy/prometheus.md
View file

@ -1,7 +1,7 @@
import Tabs from '@theme/Tabs';
import TabItem from '@theme/TabItem';
# 📈 Prometheus metrics
# 📈 [BETA] Prometheus metrics
:::info
🚨 Prometheus Metrics will be moving to LiteLLM Enterprise on September 15th, 2024

71
litellm/model_prices_and_context_window_backup.json
View file

@ -4038,6 +4038,66 @@
"litellm_provider": "ollama",
"mode": "completion"
},
"ollama/codegeex4": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat",
"supports_function_calling": false
},
"ollama/deepseek-coder-v2-instruct": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat",
"supports_function_calling": true
},
"ollama/deepseek-coder-v2-base": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "completion",
"supports_function_calling": true
},
"ollama/deepseek-coder-v2-lite-instruct": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat",
"supports_function_calling": true
},
"ollama/deepseek-coder-v2-lite-base": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "completion",
"supports_function_calling": true
},
"ollama/internlm2_5-20b-chat": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat",
"supports_function_calling": true
},
"ollama/llama2": {
"max_tokens": 4096,
"max_input_tokens": 4096,
@ -4093,7 +4153,7 @@
"mode": "chat"
},
"ollama/llama3.1": {
"max_tokens": 8192,
"max_tokens": 32768,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
@ -4102,6 +4162,15 @@
"mode": "chat",
"supports_function_calling": true
},
"ollama/mistral-large-instruct-2407": {
"max_tokens": 65536,
"max_input_tokens": 65536,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat"
},
"ollama/mistral": {
"max_tokens": 8192,
"max_input_tokens": 8192,