From 570ab5498ea27efed13ee9090a35409c65256d99 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 27 Dec 2024 21:36:49 -0800 Subject: [PATCH] v1.56.3 release notes --- .../my-website/release_notes/v1.56.3/index.md | 95 +++++++++++++++++++ 1 file changed, 95 insertions(+) create mode 100644 docs/my-website/release_notes/v1.56.3/index.md diff --git a/docs/my-website/release_notes/v1.56.3/index.md b/docs/my-website/release_notes/v1.56.3/index.md new file mode 100644 index 00000000000..425117bdb9b --- /dev/null +++ b/docs/my-website/release_notes/v1.56.3/index.md @@ -0,0 +1,95 @@ +import Image from '@theme/IdealImage'; + +:::info + +Get a 7 day free trial for LiteLLM Enterprise [here](https://litellm.ai/#trial). + +**no call needed** + +::: + +## New Features + +### ✨ Log Guardrail Traces + +Track guardrail failure rate and if a guardrail is going rogue and failing requests. [Start here](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) + + +#### Traced Guardrail Success + + + +#### Traced Guardrail Failure + + + + +### `/guardrails/list` + +`/guardrails/list` allows clients to view available guardrails + supported guardrail params + + +```shell +curl -X GET 'http://0.0.0.0:4000/guardrails/list' +``` + +Expected response + +```json +{ + "guardrails": [ + { + "guardrail_name": "aporia-post-guard", + "guardrail_info": { + "params": [ + { + "name": "toxicity_score", + "type": "float", + "description": "Score between 0-1 indicating content toxicity level" + }, + { + "name": "pii_detection", + "type": "boolean" + } + ] + } + } + ] +} +``` + + +### ✨ Guardrails with Mock LLM + + +Send `mock_response` to test guardrails without making an LLM call. More info on `mock_response` [here](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) + +```shell +curl -i http://localhost:4000/v1/chat/completions \ + -H "Content-Type: application/json" \ + -H "Authorization: Bearer sk-npnwjPQciVRok5yNZgKmFQ" \ + -d '{ + "model": "gpt-3.5-turbo", + "messages": [ + {"role": "user", "content": "hi my email is ishaan@berri.ai"} + ], + "mock_response": "This is a mock response", + "guardrails": ["aporia-pre-guard", "aporia-post-guard"] + }' +``` + + + +### Assign Keys to Users + +You can now assign keys to users via Proxy UI + +## New Models + +- `openrouter/openai/o1` +- `vertex_ai/mistral-large@2411` + +## Fixes + +- Fix `vertex_ai/` mistral model pricing: https://github.com/BerriAI/litellm/pull/7345 +- Missing model_group field in logs for aspeech call types https://github.com/BerriAI/litellm/pull/7392 \ No newline at end of file