From e8e31c4029b80a21737a26afea684621c300bcda Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 15 Jul 2024 14:51:45 -0700 Subject: [PATCH] docs(enterprise.md): cleanup docs --- docs/my-website/docs/proxy/enterprise.md | 6 +++-- docs/my-website/docs/proxy/guardrails.md | 10 +++---- litellm/proxy/_new_secret_config.yaml | 8 ++++++ litellm/proxy/_super_secret_config.yaml | 34 +++++++++++++----------- 4 files changed, 36 insertions(+), 22 deletions(-) diff --git a/docs/my-website/docs/proxy/enterprise.md b/docs/my-website/docs/proxy/enterprise.md index f30b4b9781d..ef06c665caa 100644 --- a/docs/my-website/docs/proxy/enterprise.md +++ b/docs/my-website/docs/proxy/enterprise.md @@ -1059,10 +1059,10 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \ ### Using via API -**Block all calls for a user id** +**Block all calls for a customer id** ``` -curl -X POST "http://0.0.0.0:4000/user/block" \ +curl -X POST "http://0.0.0.0:4000/customer/block" \ -H "Authorization: Bearer sk-1234" \ -D '{ "user_ids": [, ...] @@ -1079,6 +1079,8 @@ curl -X POST "http://0.0.0.0:4000/user/unblock" \ }' ``` + + ## Enable Banned Keywords List ```yaml diff --git a/docs/my-website/docs/proxy/guardrails.md b/docs/my-website/docs/proxy/guardrails.md index 5f561066bd2..053fa8cab0a 100644 --- a/docs/my-website/docs/proxy/guardrails.md +++ b/docs/my-website/docs/proxy/guardrails.md @@ -217,12 +217,12 @@ If you need to switch `pii_masking` off for an API Key set `"permissions": {"pii ```shell -curl --location 'http://0.0.0.0:4000/key/generate' \ - --header 'Authorization: Bearer sk-1234' \ - --header 'Content-Type: application/json' \ - --data '{ +curl -X POST 'http://0.0.0.0:4000/key/generate' \ + -H 'Authorization: Bearer sk-1234' \ + -H 'Content-Type: application/json' \ + -D '{ "permissions": {"pii_masking": true} -}' + }' ``` ```shell diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml index d4365ca7cd0..18a9966bee9 100644 --- a/litellm/proxy/_new_secret_config.yaml +++ b/litellm/proxy/_new_secret_config.yaml @@ -11,6 +11,14 @@ model_list: api_base: os.environ/AZURE_AI_PHI_API_BASE api_key: os.environ/AZURE_AI_PHI_API_KEY model: azure_ai/Phi-3-medium-128k-instruct-fpmvj + - model_name: dbrx + litellm_params: + model: databricks/databricks-dbrx-instruct + api_key: os.environ/DATABRICKS_API_KEY + api_base: os.environ/DATABRICKS_API_BASE + input_cost_per_token: 0.00000075 + output_cost_per_token: 0.00000225 + general_settings: diff --git a/litellm/proxy/_super_secret_config.yaml b/litellm/proxy/_super_secret_config.yaml index b22f506c69f..b12d5ba0fe1 100644 --- a/litellm/proxy/_super_secret_config.yaml +++ b/litellm/proxy/_super_secret_config.yaml @@ -74,21 +74,21 @@ model_list: model_info: max_input_tokens: 80920 -litellm_settings: - callbacks: ["dynamic_rate_limiter"] - # success_callback: ["langfuse"] - # failure_callback: ["langfuse"] - # default_team_settings: - # - team_id: proj1 - # success_callback: ["langfuse"] - # langfuse_public_key: pk-lf-a65841e9-5192-4397-a679-cfff029fd5b0 - # langfuse_secret: sk-lf-d58c2891-3717-4f98-89dd-df44826215fd - # langfuse_host: https://us.cloud.langfuse.com - # - team_id: proj2 - # success_callback: ["langfuse"] - # langfuse_public_key: pk-lf-3d789fd1-f49f-4e73-a7d9-1b4e11acbf9a - # langfuse_secret: sk-lf-11b13aca-b0d4-4cde-9d54-721479dace6d - # langfuse_host: https://us.cloud.langfuse.com +# litellm_settings: +# callbacks: ["dynamic_rate_limiter"] +# # success_callback: ["langfuse"] +# # failure_callback: ["langfuse"] +# # default_team_settings: +# # - team_id: proj1 +# # success_callback: ["langfuse"] +# # langfuse_public_key: pk-lf-a65841e9-5192-4397-a679-cfff029fd5b0 +# # langfuse_secret: sk-lf-d58c2891-3717-4f98-89dd-df44826215fd +# # langfuse_host: https://us.cloud.langfuse.com +# # - team_id: proj2 +# # success_callback: ["langfuse"] +# # langfuse_public_key: pk-lf-3d789fd1-f49f-4e73-a7d9-1b4e11acbf9a +# # langfuse_secret: sk-lf-11b13aca-b0d4-4cde-9d54-721479dace6d +# # langfuse_host: https://us.cloud.langfuse.com assistant_settings: custom_llm_provider: openai @@ -99,6 +99,10 @@ assistant_settings: router_settings: enable_pre_call_checks: true + +litellm_settings: + callbacks: ["s3"] + # general_settings: # # alerting: ["slack"] # enable_jwt_auth: True