diff --git a/docs/my-website/docs/providers/databricks.md b/docs/my-website/docs/providers/databricks.md index 633350d2203..395a544db45 100644 --- a/docs/my-website/docs/providers/databricks.md +++ b/docs/my-website/docs/providers/databricks.md @@ -5,6 +5,11 @@ import TabItem from '@theme/TabItem'; LiteLLM supports all models on Databricks +:::tip + +**We support ALL Databricks models, just set `model=databricks/` as a prefix when sending litellm requests** + +::: ## Usage @@ -185,8 +190,17 @@ response = litellm.embedding( ## Supported Databricks Chat Completion Models +:::tip + +**We support ALL Databricks models, just set `model=databricks/` as a prefix when sending litellm requests** + +::: + + | Model Name | Command | |----------------------------|------------------------------------------------------------------| +| databricks-meta-llama-3-1-70b-instruct | `completion(model='databricks/databricks-meta-llama-3-1-70b-instruct', messages=messages)` | +| databricks-meta-llama-3-1-405b-instruct | `completion(model='databricks/databricks-meta-llama-3-1-405b-instruct', messages=messages)` | | databricks-dbrx-instruct | `completion(model='databricks/databricks-dbrx-instruct', messages=messages)` | | databricks-meta-llama-3-70b-instruct | `completion(model='databricks/databricks-meta-llama-3-70b-instruct', messages=messages)` | | databricks-llama-2-70b-chat | `completion(model='databricks/databricks-llama-2-70b-chat', messages=messages)` | @@ -196,6 +210,13 @@ response = litellm.embedding( ## Supported Databricks Embedding Models +:::tip + +**We support ALL Databricks models, just set `model=databricks/` as a prefix when sending litellm requests** + +::: + + | Model Name | Command | |----------------------------|------------------------------------------------------------------| | databricks-bge-large-en | `embedding(model='databricks/databricks-bge-large-en', messages=messages)` | diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 380771c668a..a510fd26306 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -4698,6 +4698,26 @@ "litellm_provider": "voyage", "mode": "embedding" }, + "databricks/databricks-meta-llama-3-1-405b-instruct": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "litellm_provider": "databricks", + "mode": "chat", + "source": "https://www.databricks.com/product/pricing/foundation-model-serving" + }, + "databricks/databricks-meta-llama-3-1-70b-instruct": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "litellm_provider": "databricks", + "mode": "chat", + "source": "https://www.databricks.com/product/pricing/foundation-model-serving" + }, "databricks/databricks-dbrx-instruct": { "max_tokens": 32768, "max_input_tokens": 32768, @@ -4768,5 +4788,5 @@ "litellm_provider": "databricks", "mode": "embedding", "source": "https://www.databricks.com/product/pricing/foundation-model-serving" - } + }, } diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 380771c668a..a510fd26306 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -4698,6 +4698,26 @@ "litellm_provider": "voyage", "mode": "embedding" }, + "databricks/databricks-meta-llama-3-1-405b-instruct": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "litellm_provider": "databricks", + "mode": "chat", + "source": "https://www.databricks.com/product/pricing/foundation-model-serving" + }, + "databricks/databricks-meta-llama-3-1-70b-instruct": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "litellm_provider": "databricks", + "mode": "chat", + "source": "https://www.databricks.com/product/pricing/foundation-model-serving" + }, "databricks/databricks-dbrx-instruct": { "max_tokens": 32768, "max_input_tokens": 32768, @@ -4768,5 +4788,5 @@ "litellm_provider": "databricks", "mode": "embedding", "source": "https://www.databricks.com/product/pricing/foundation-model-serving" - } + }, }