scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-05 08:07:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 137

add correct context window

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-01 16:50:11 -07:00 • committed by Krrish Dholakia
parent ff27e5813b
commit 42bf2bb551
2 changed files with 12 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm/model_prices_and_context_window_backup.json
View file

@ -4699,9 +4699,9 @@
"mode": "embedding"
},
"databricks/databricks-meta-llama-3-1-405b-instruct": {
"max_tokens": 512,
"max_input_tokens": 512,
"output_vector_size": 1024,
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.000005,
"output_cost_per_token": 0.000015,
"litellm_provider": "databricks",
@ -4709,9 +4709,9 @@
"source": "https://www.databricks.com/product/pricing/foundation-model-serving"
},
"databricks/databricks-meta-llama-3-1-70b-instruct": {
"max_tokens": 512,
"max_input_tokens": 512,
"output_vector_size": 1024,
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000003,
"litellm_provider": "databricks",

12
model_prices_and_context_window.json
View file

@ -4699,9 +4699,9 @@
"mode": "embedding"
},
"databricks/databricks-meta-llama-3-1-405b-instruct": {
"max_tokens": 512,
"max_input_tokens": 512,
"output_vector_size": 1024,
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.000005,
"output_cost_per_token": 0.000015,
"litellm_provider": "databricks",
@ -4709,9 +4709,9 @@
"source": "https://www.databricks.com/product/pricing/foundation-model-serving"
},
"databricks/databricks-meta-llama-3-1-70b-instruct": {
"max_tokens": 512,
"max_input_tokens": 512,
"output_vector_size": 1024,
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000003,
"litellm_provider": "databricks",