litellm/litellm/proxy/_experimental/out/logs/index.html
Krish Dholakia b3a3081e8e
Guardrails API - new structured_messages param (#17518)
* fix(generic_guardrail_api.py): add 'structured_messages' support

allows guardrail provider to know if text is from system or user

* fix(generic_guardrail_api.md): document 'structured_messages' parameter

give api provider a way to distinguish between user and system messages

* feat(anthropic/): return openai chat completion format structured messages when calls made via `/v1/messages` on Anthropic

* feat(responses/guardrail_translation): support 'structured_messages' param for guardrails

structured openai chat completion spec messages, for guardrail checks when using /v1/responses api

allows guardrail checks to work consistently across APIs
2025-12-04 22:08:00 -08:00

1 line
No EOL
9.3 KiB
HTML

<!DOCTYPE html><html id="__next_error__"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="preload" as="script" fetchPriority="low" href="/litellm-asset-prefix/_next/static/chunks/webpack-134f5d194761e240.js"/><script src="/litellm-asset-prefix/_next/static/chunks/fd9d1056-a07bacd8fcc2728b.js" async=""></script><script src="/litellm-asset-prefix/_next/static/chunks/2117-bb4323b3c0b11a1f.js" async=""></script><script src="/litellm-asset-prefix/_next/static/chunks/main-app-77a6ca3c04ee9adf.js" async=""></script><title>LiteLLM Dashboard</title><meta name="description" content="LiteLLM Proxy Admin UI"/><link rel="icon" href="/favicon.ico" type="image/x-icon" sizes="16x16"/><link rel="icon" href="./favicon.ico"/><meta name="next-size-adjust"/><script src="/litellm-asset-prefix/_next/static/chunks/polyfills-42372ed130431b0a.js" noModule=""></script></head><body><script src="/litellm-asset-prefix/_next/static/chunks/webpack-134f5d194761e240.js" async=""></script><script>(self.__next_f=self.__next_f||[]).push([0]);self.__next_f.push([2,null])</script><script>self.__next_f.push([1,"1:HL[\"/litellm-asset-prefix/_next/static/media/e4af272ccee01ff0-s.p.woff2\",\"font\",{\"crossOrigin\":\"\",\"type\":\"font/woff2\"}]\n2:HL[\"/litellm-asset-prefix/_next/static/css/349654da14372cd9.css\",\"style\"]\n3:HL[\"/litellm-asset-prefix/_next/static/css/83d5023e5c1838fe.css\",\"style\"]\n4:HL[\"/litellm-asset-prefix/_next/static/css/0fc668a8750043fe.css\",\"style\"]\n"])</script><script>self.__next_f.push([1,"5:I[12846,[],\"\"]\n7:I[19107,[],\"ClientPageRoot\"]\n8:I[19056,[\"1047\",\"static/chunks/e228588e-635e9029d9d88215.js\",\"6990\",\"static/chunks/13b76428-e1bf383848c17260.js\",\"9028\",\"static/chunks/9028-2bfc9f09930a0d61.js\",\"9409\",\"static/chunks/9409-1929f646c1a44e2b.js\",\"4865\",\"static/chunks/4865-c1c0885a93c327fa.js\",\"337\",\"static/chunks/337-bb33d149e9f461b3.js\",\"8135\",\"static/chunks/8135-269532e44b9e1cc0.js\",\"1442\",\"static/chunks/1442-024f7e51804e0d7e.js\",\"2926\",\"static/chunks/2926-a9cb83e61fc8ad20.js\",\"2409\",\"static/chunks/2409-79fdc0573d81b0e4.js\",\"3367\",\"static/chunks/3367-33bb84b3d3d247b2.js\",\"353\",\"static/chunks/353-e55516ea4730f9d4.js\",\"1994\",\"static/chunks/1994-a4d0b99849c16b62.js\",\"7318\",\"static/chunks/7318-c50027425e9c9b90.js\",\"3705\",\"static/chunks/3705-1dcdbda1985a6786.js\",\"8565\",\"static/chunks/8565-5c05f6bbb9d0662f.js\",\"3709\",\"static/chunks/3709-34dbb332d3a3ac26.js\",\"5319\",\"static/chunks/5319-5b2d4bf2dc450f99.js\",\"5333\",\"static/chunks/5333-1540faf81c7d7006.js\",\"525\",\"static/chunks/525-b324fffe907a950d.js\",\"6609\",\"static/chunks/6609-2ab6b0b5a3184f98.js\",\"7996\",\"static/chunks/7996-dc0963f1c599e551.js\",\"1713\",\"static/chunks/1713-ce16d8a0e658a15d.js\",\"2831\",\"static/chunks/2831-780a653f6bb335ce.js\",\"8049\",\"static/chunks/8049-7e649ed7fd33f9a4.js\",\"4679\",\"static/chunks/4679-12d9b222cdd9a545.js\",\"2202\",\"static/chunks/2202-859c1cb8c2214ee1.js\",\"874\",\"static/chunks/874-6c05723839f68713.js\",\"4292\",\"static/chunks/4292-c551871b8fc9bf85.js\",\"3801\",\"static/chunks/3801-5abad9290d1ac527.js\",\"2100\",\"static/chunks/app/(dashboard)/logs/page-9c53033b0cf58112.js\"],\"default\",1]\n9:I[4707,[],\"\"]\na:I[36423,[],\"\"]\nb:I[53104,[\"9028\",\"static/chunks/9028-2bfc9f09930a0d61.js\",\"9409\",\"static/chunks/9409-1929f646c1a44e2b.js\",\"4865\",\"static/chunks/4865-c1c0885a93c327fa.js\",\"3367\",\"static/chunks/3367-33bb84b3d3d247b2.js\",\"3705\",\"static/chunks/3705-1dcdbda1985a6786.js\",\"7140\",\"static/chunks/7140-937050711ba264d3.js\",\"7941\",\"static/chunks/7941-c02dc43abfb07ee7.js\",\"8049\",\"static/chunks/8049-7e649ed7fd33f9a4.js\",\"5642\",\"static/chunks/app/(dashboard)/"])</script><script>self.__next_f.push([1,"layout-2ae9b739c939bec1.js\"],\"default\",1]\n12:I[61060,[],\"\"]\nc:{}\nd:{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"}\ne:{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"}\nf:{\"display\":\"inline-block\"}\n10:{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0}\n13:[]\n"])</script><script>self.__next_f.push([1,"0:[\"$\",\"$L5\",null,{\"buildId\":\"62Q_aEBtV1y_OBZw06lMc\",\"assetPrefix\":\"/litellm-asset-prefix\",\"urlParts\":[\"\",\"logs\"],\"initialTree\":[\"\",{\"children\":[\"(dashboard)\",{\"children\":[\"logs\",{\"children\":[\"__PAGE__\",{}]}]}]},\"$undefined\",\"$undefined\",true],\"initialSeedData\":[\"\",{\"children\":[\"(dashboard)\",{\"children\":[\"logs\",{\"children\":[\"__PAGE__\",{},[[\"$L6\",[\"$\",\"$L7\",null,{\"props\":{\"params\":{},\"searchParams\":{}},\"Component\":\"$8\"}],[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/litellm-asset-prefix/_next/static/css/0fc668a8750043fe.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\"}]]],null],null]},[null,[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"(dashboard)\",\"children\",\"logs\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"errorScripts\":\"$undefined\",\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\"}]],null]},[[null,[\"$\",\"$Lb\",null,{\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"(dashboard)\",\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"errorScripts\":\"$undefined\",\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":[]}],\"params\":\"$c\"}]],null],null]},[[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/litellm-asset-prefix/_next/static/css/349654da14372cd9.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\"}],[\"$\",\"link\",\"1\",{\"rel\":\"stylesheet\",\"href\":\"/litellm-asset-prefix/_next/static/css/83d5023e5c1838fe.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\"}]],[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[\"$\",\"body\",null,{\"className\":\"__className_1c856b\",\"children\":[\"$\",\"$L9\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"errorScripts\":\"$undefined\",\"template\":[\"$\",\"$La\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":\"$d\",\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":\"$e\",\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":\"$f\",\"children\":[\"$\",\"h2\",null,{\"style\":\"$10\",\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":[]}]}]}]],null],null],\"couldBeIntercepted\":false,\"initialHead\":[null,\"$L11\"],\"globalErrorComponent\":\"$12\",\"missingSlots\":\"$W13\"}]\n"])</script><script>self.__next_f.push([1,"11:[[\"$\",\"meta\",\"0\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"meta\",\"1\",{\"charSet\":\"utf-8\"}],[\"$\",\"title\",\"2\",{\"children\":\"LiteLLM Dashboard\"}],[\"$\",\"meta\",\"3\",{\"name\":\"description\",\"content\":\"LiteLLM Proxy Admin UI\"}],[\"$\",\"link\",\"4\",{\"rel\":\"icon\",\"href\":\"/favicon.ico\",\"type\":\"image/x-icon\",\"sizes\":\"16x16\"}],[\"$\",\"link\",\"5\",{\"rel\":\"icon\",\"href\":\"./favicon.ico\"}],[\"$\",\"meta\",\"6\",{\"name\":\"next-size-adjust\"}]]\n6:null\n"])</script></body></html>